-- Logs begin at Fri 2021-12-10 18:50:16 UTC, end at Fri 2021-12-10 20:55:44 UTC. -- Dec 10 19:27:55.669971 dv-neutron-821443-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 19:27:58.225322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.common.config [-] Logging enabled! Dec 10 19:27:58.225957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev17 Dec 10 19:27:58.227184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88762) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 10 19:27:58.227909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.common.config [-] Logging enabled! Dec 10 19:27:58.228194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev17 Dec 10 19:27:58.228467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88762) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 10 19:27:58.229496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 10 19:27:58.229784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 10 19:27:58.230771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 10 19:27:58.231050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 10 19:27:58.231304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 10 19:27:58.231664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.232002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.232330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.232586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.232918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.233244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.233574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.233920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.234254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.234565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.234869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.235178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.235433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.235746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.236063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.236384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.236631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] debug = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.236934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.237447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.237781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.238083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.238399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.238695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.238994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.239303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.239653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] host = dv-neutron-821443-1-hyperv {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.239954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.240268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.240581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.240893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.241189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.241489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.241826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.242120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.242418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] log_file = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.242716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.243030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.243342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.243667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.243916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.244162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.244477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.244793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.245089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.245383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.245710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.246007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.246304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.246596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.246914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.247229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.247540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.247839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.248135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.248429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.248978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.249287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.250122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.250423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.250720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.251038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.251330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.251625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.251956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.252270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.252584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.252894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.253193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.253549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.253826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.254119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.254413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] use_json = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.254709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.255004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.255312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.255606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.255899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.256199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.256494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.256808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:27:58.257130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.257458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.257818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.258130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.258445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.258753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.259073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.259376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.259690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.260007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.260320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.260624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.260935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.261262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.261607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.261907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.262209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.262530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.262831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.263128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.263430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.263752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.264052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.264347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.264656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.264956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.265907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.266214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.266518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.266839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.267142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.267528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.267828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.268130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.268425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.268738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.269044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.269342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.269664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.269969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.270268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.270564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.270867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.271163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.271467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.271765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.272062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.272361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.272659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.272956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.273255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.273590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.273895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.274192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.274489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.274786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.275083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.275383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.275696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.276020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.276336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.276640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.276946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.277248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.277571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.277877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.278180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.278485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.278783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.279103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.279416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.279727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.280037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.280337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.280663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.281007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.281316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.281661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.281969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.282281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.282591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.282911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.283231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.283549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.283869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.284186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.284490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.284824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.285126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:27:58.285368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 10 19:27:58.285672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88762) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 10 19:27:58.931443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88762) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:27:58.931743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88762) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:27:58.932048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88762) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:27:58.933655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 19:27:59.255236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.255766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.255766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.315562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.315875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.316173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.319295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.319598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.319889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.462757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.463075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.463366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.464494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.464795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.465087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.709870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.710195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.710497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.710801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.711616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.862306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.862671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.862994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.863295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.863593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.863962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.864257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.864542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.864825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.865160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.865449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.865776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.866078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.866367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.866676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.866985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.867274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.867591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.867879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.868211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.868655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.868940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.869219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.869575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.869857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.870133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.870545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:27:59.870814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:27:59.871081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:27:59.871346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:27:59.871614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:27:59.871878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:27:59.873205 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 19:27:59.877679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 19:27:59.881699 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 19:27:59.885851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 10 19:27:59.887476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 19:27:59.888572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 19:27:59.888948 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 19:27:59.889374 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 19:27:59.893053 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 19:27:59.893333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 19:27:59.893769 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 19:27:59.922196 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 10 19:27:59.922710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.923041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88762) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 10 19:27:59.923450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.924965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88762) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 19:27:59.925285 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 19:27:59.925583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 19:27:59.928731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.929016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:27:59.994274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 19:27:59.994545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 19:27:59.994815 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 19:27:59.995256 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 19:28:00.028881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.sqlalchemy.engines [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88762) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 10 19:28:00.359584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Initializing driver for type 'gre' Dec 10 19:28:00.360135 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] gre ID ranges: [(1, 1000)] Dec 10 19:28:00.400927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Initializing driver for type 'local' Dec 10 19:28:00.401296 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Initializing driver for type 'vlan' Dec 10 19:28:00.412277 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] VlanTypeDriver initialization complete Dec 10 19:28:00.412655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Initializing driver for type 'vxlan' Dec 10 19:28:00.413186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] vxlan ID ranges: [(1, 1000)] Dec 10 19:28:00.459238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Initializing extension driver 'port_security' Dec 10 19:28:00.459597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.extensions.port_security [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] PortSecurityExtensionDriver initialization complete Dec 10 19:28:00.459972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Initializing mechanism driver 'openvswitch' Dec 10 19:28:00.460337 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Initializing mechanism driver 'hyperv' Dec 10 19:28:00.466713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88762) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:00.467557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > port after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.467966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > port after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.468871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > port after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.469278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > subnet after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.469722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > subnet after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.470107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > subnet after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.470530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > network after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.470920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > network after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.471306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > network after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.471722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > security_group after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.472108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > security_group after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.472487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > security_group after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.472904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.473285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.473839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.474211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] ML2 OVO RPC backend initialized. {{(pid=88762) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 10 19:28:00.474922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router_interface after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.475311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.475760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > network before_response 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.476146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > networks before_response 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.476524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > port before_response 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.476937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > ports before_response 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.477316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > subnet before_response 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.477721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > subnets before_response 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.478108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > network after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.478484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > network after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.478856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > network after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.479231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > port after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.479603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > port after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.479970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > port after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.480343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > subnet after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.480714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > subnet after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.481082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > subnet after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.481732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Modular L2 Plugin initialization complete Dec 10 19:28:00.482094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading services supported by the core plugin {{(pid=88762) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 10 19:28:00.482462 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.managers [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Got port-security extension from driver 'port_security' Dec 10 19:28:00.482957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.extensions.vlantransparent [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Disabled vlantransparent extension. Dec 10 19:28:00.483416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88762) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 10 19:28:00.483759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading Plugin: router Dec 10 19:28:00.522271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router_interface before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.522713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router after_create 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.523117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router before_create 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.523527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.523947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.524342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router after_delete 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.524749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > floatingip after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.525161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router after_create 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.525568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router after_update 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.525963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router after_update 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.526349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.526753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router after_update 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.527251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_update 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.527670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: port after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.528047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: port after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.528422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: subnet after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.528805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.529192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > port precommit_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.529624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_create 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.530008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: port before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.530391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.531302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router after_update 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.531682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_delete 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.532072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_create 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.532478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router_interface after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.532862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_update 55549900 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.533279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > agent after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.533697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > agent after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.534079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > network after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.535054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Tracking information for resource: router configured {{(pid=88762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:28:00.535431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Tracking information for resource: floatingip configured {{(pid=88762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:28:00.540205 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_agentschedulers_db [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 19:28:00.540844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: port after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.541243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: port after_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.541657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: port after_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.542056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: port after_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.542940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router before_create 55550100 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.543343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_delete 55550100 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.543749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_create 55550100 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.544143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > router precommit_update 55550100 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.549478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.provider_configuration [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service providers = [] {{(pid=88762) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 19:28:00.549900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.servicetype_db [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88762) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 19:28:00.552955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.service_base [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 10 19:28:00.553345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.service_base [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 10 19:28:00.553752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.service_base [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 10 19:28:00.554657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.service_base [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 10 19:28:00.555059 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.services.service_base [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 19:28:00.555476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 10 19:28:00.555832 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 19:28:00.565556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 10 19:28:00.565939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading Plugin: auto_allocate Dec 10 19:28:00.571543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: network precommit_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.571946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: network precommit_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.572541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 10 19:28:00.572899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading Plugin: tag Dec 10 19:28:00.579887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 10 19:28:00.580257 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading Plugin: timestamp Dec 10 19:28:00.584036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 10 19:28:00.584564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading Plugin: network_ip_availability Dec 10 19:28:00.590006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.590414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.590814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.591591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 10 19:28:00.591951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading Plugin: flavors Dec 10 19:28:00.596940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 10 19:28:00.597308 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading Plugin: revisions Dec 10 19:28:00.601489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 10 19:28:00.601939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.670s {{(pid=88762) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:00.602738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88762) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 10 19:28:00.603098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Initializing extension manager. Dec 10 19:28:00.603653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: __init__.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.604058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: __pycache__ {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.604408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.604777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.605155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: _filter_validation_lib.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.605535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.605904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: address_scope.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.606720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.607521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: address-scope Dec 10 19:28:00.607888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: admin_state_down_before_update.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.609411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.610085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: router-admin-state-down-before-update Dec 10 19:28:00.610392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: agent.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.611194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.611767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: agent Dec 10 19:28:00.612125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: agent_resources_synced.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.613057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.613658 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: agent-resources-synced Dec 10 19:28:00.614022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: allowedaddresspairs.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.615835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.616427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: allowed-address-pairs Dec 10 19:28:00.616811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: auto_allocated_topology.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.617908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.618497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: auto-allocated-topology Dec 10 19:28:00.618859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: availability_zone.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.619645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.620220 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: availability_zone Dec 10 19:28:00.620586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: availability_zone_filter.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.621546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.622112 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: availability_zone_filter Dec 10 19:28:00.622474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: data_plane_status.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.623394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.624215 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 19:28:00.625095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: default_subnetpools.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.626053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.626625 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: default-subnetpools Dec 10 19:28:00.626986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: dhcpagentscheduler.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.627870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.628450 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: dhcp_agent_scheduler Dec 10 19:28:00.628810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: dns.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.629764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.630334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension dns-integration not supported by any of loaded plugins Dec 10 19:28:00.630694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: dns_domain_ports.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.631627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.632194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 19:28:00.632551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: dvr.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.633423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.634029 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: dvr Dec 10 19:28:00.634392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: empty_string_filtering.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.635329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.635900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: empty-string-filtering Dec 10 19:28:00.636266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.637181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.637806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 19:28:00.638166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.639093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.639665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 19:28:00.640021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: external_net.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.641536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.642109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: external-net Dec 10 19:28:00.642471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: extra_dhcp_opt.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.643388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.643967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: extra_dhcp_opt Dec 10 19:28:00.644330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: extraroute.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.645255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.645871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: extraroute Dec 10 19:28:00.646232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: extraroute_atomic.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.647275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.647856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: extraroute-atomic Dec 10 19:28:00.648216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: filter_validation.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.648933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.649548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: filter-validation Dec 10 19:28:00.649918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: fip_pf_description.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.650883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.651425 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 19:28:00.651862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: fip_port_details.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.652835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.653274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: fip-port-details Dec 10 19:28:00.653667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: flavors.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.654923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.655598 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: flavors Dec 10 19:28:00.656100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.657645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.658242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 19:28:00.658607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: floatingip_pools.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.659383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.659972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: floatingip-pools Dec 10 19:28:00.660335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: ip_allocation.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.661387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.661995 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 19:28:00.662358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.663291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.663867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: ip-substring-filtering Dec 10 19:28:00.664230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: l2_adjacency.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.665171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.665789 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 19:28:00.666154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: l3.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.667280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.667864 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: router Dec 10 19:28:00.668228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: l3_conntrack_helper.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.670581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.671183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 19:28:00.672066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.672995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.673604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: ext-gw-mode Dec 10 19:28:00.673973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.674896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.675473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: l3-ha Dec 10 19:28:00.675845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: l3_flavors.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.676764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.677342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: l3-flavors Dec 10 19:28:00.677727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.678666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.679241 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 19:28:00.679598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: l3agentscheduler.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.680928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.681550 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: l3_agent_scheduler Dec 10 19:28:00.681916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: logging.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.683517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.684107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension logging not supported by any of loaded plugins Dec 10 19:28:00.684477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: metering.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.685489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.686217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: metering Dec 10 19:28:00.686584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: multiprovidernet.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.688190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.688767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: multi-provider Dec 10 19:28:00.689131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: netmtu.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.690085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.690660 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: net-mtu Dec 10 19:28:00.691022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: netmtu_writable.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.691968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.692547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: net-mtu-writable Dec 10 19:28:00.692903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: network_availability_zone.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.693680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.694259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: network_availability_zone Dec 10 19:28:00.694620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: network_ip_availability.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.695741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.696323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: network-ip-availability Dec 10 19:28:00.696690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: network_segment_range.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.697636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.698218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 19:28:00.698579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: pagination.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.699707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.700082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: pagination Dec 10 19:28:00.700489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.701376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.701989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: port-mac-address-regenerate Dec 10 19:28:00.702356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: port_resource_request.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.703292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.703868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 19:28:00.704226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: portbindings.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.705160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.705762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: binding Dec 10 19:28:00.706126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: portbindings_extended.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.707416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.707999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: binding-extended Dec 10 19:28:00.708368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: portsecurity.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.709291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.709903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: port-security Dec 10 19:28:00.710268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: project_id.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.711255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.711629 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: project-id Dec 10 19:28:00.711987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: providernet.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.712905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.713486 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: provider Dec 10 19:28:00.713881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.717556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.718189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos not supported by any of loaded plugins Dec 10 19:28:00.718570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.719809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.720390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 19:28:00.720757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.721707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.722286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 19:28:00.722651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos_default.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.723670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.724248 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos-default not supported by any of loaded plugins Dec 10 19:28:00.724615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos_fip.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.725306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.725907 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos-fip not supported by any of loaded plugins Dec 10 19:28:00.726274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos_gateway_ip.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.727205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.727778 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 19:28:00.728142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos_port_network_policy.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.729058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.729655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 19:28:00.730019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos_rule_type_details.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.730940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.731508 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 19:28:00.731867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: qos_rules_alias.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.732916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.733496 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 19:28:00.734435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: quotasv2.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.735371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.735746 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: quotas Dec 10 19:28:00.736110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: quotasv2_detail.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.737760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.738148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: quota_details Dec 10 19:28:00.738517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: rbac.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.739666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.740254 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: rbac-policies Dec 10 19:28:00.740623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: rbac_address_scope.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.741578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.742157 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: rbac-address-scope Dec 10 19:28:00.742520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: rbac_security_groups.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.743437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.744013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: rbac-security-groups Dec 10 19:28:00.744375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: rbac_subnetpool.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.745297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.745906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: rbac-subnetpool Dec 10 19:28:00.746273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: revisionifmatch.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.747199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.747772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: revision-if-match Dec 10 19:28:00.748130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: revisions.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.750215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.750801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: standard-attr-revisions Dec 10 19:28:00.751165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: router_availability_zone.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.751924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.752504 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: router_availability_zone Dec 10 19:28:00.752864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: routerservicetype.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.753829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.754404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension router-service-type not supported by any of loaded plugins Dec 10 19:28:00.754763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: security_groups_port_filtering.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.755687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.756272 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: port-security-groups-filtering Dec 10 19:28:00.756629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: securitygroup.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.770716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.771335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: security-group Dec 10 19:28:00.771708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: segment.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.772600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.773180 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension segment not supported by any of loaded plugins Dec 10 19:28:00.773567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.774540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.775122 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 19:28:00.775489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: servicetype.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.776631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.777217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: service-type Dec 10 19:28:00.777608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: sorting.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.778585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.778962 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: sorting Dec 10 19:28:00.779322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: standard_attr_segment.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.780239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.780884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 19:28:00.781247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: standardattrdescription.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.782011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.782582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: standard-attr-description Dec 10 19:28:00.782940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: stateful_security_group.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.783868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.784442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: stateful-security-group Dec 10 19:28:00.784801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: stdattrs_common.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.785381 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 19:28:00.785767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.786706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.787292 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 19:28:00.787647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: subnet_onboard.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.788707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.789298 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: subnet_onboard Dec 10 19:28:00.789713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.790670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.791251 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 19:28:00.791619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: subnet_service_types.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.792629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.793225 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: subnet-service-types Dec 10 19:28:00.793622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: subnetallocation.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.794705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.795297 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: subnet_allocation Dec 10 19:28:00.795663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.796873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.797454 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: subnetpool-prefix-ops Dec 10 19:28:00.797843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.798767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.799359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 19:28:00.799721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: tagging.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.801051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.801720 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: standard-attr-tag Dec 10 19:28:00.802086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: timestamp.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.803263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.803849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loaded extension: standard-attr-timestamp Dec 10 19:28:00.804217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: trunk.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.805252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.805856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension trunk not supported by any of loaded plugins Dec 10 19:28:00.806221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: trunk_details.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.807155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.807731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension trunk-details not supported by any of loaded plugins Dec 10 19:28:00.808093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: uplink_status_propagation.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.809016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.809617 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 19:28:00.809981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Loading extension file: vlantransparent.py {{(pid=88762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 10 19:28:00.810682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 10 19:28:00.811258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 19:28:00.814262 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:network Dec 10 19:28:00.815073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:subnet Dec 10 19:28:00.815744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:28:00.816406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:port Dec 10 19:28:00.817829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.818334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service FLAVORS assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.819069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.819552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.819925 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:router Dec 10 19:28:00.820644 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:floatingip Dec 10 19:28:00.821433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service METERING assigned prefix: /metering {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.823315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.823715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.824104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88762) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:28:00.825236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 19:28:00.826195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:security_group Dec 10 19:28:00.827070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 19:28:00.827902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service CORE assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.828273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:28:00.828640 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] subnetpool is already registered Dec 10 19:28:00.829325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service CORE assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.829744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:28:00.830109 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] subnetpool is already registered Dec 10 19:28:00.832805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.833291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service FLAVORS assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.833988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.834456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.834828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:router Dec 10 19:28:00.835191 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] router is already registered Dec 10 19:28:00.835848 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:floatingip Dec 10 19:28:00.836210 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] floatingip is already registered Dec 10 19:28:00.836910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service METERING assigned prefix: /metering {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.837673 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 19:28:00.838083 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] rbac_policy is already registered Dec 10 19:28:00.838549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:security_group Dec 10 19:28:00.838914 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] security_group is already registered Dec 10 19:28:00.839733 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 19:28:00.840098 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] security_group_rule is already registered Dec 10 19:28:00.840836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service CORE assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.841204 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:28:00.841595 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] subnetpool is already registered Dec 10 19:28:00.842280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.resource_helper [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Service CORE assigned prefix: {{(pid=88762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 10 19:28:00.842645 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:28:00.843003 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.quota.resource_registry [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] subnetpool is already registered Dec 10 19:28:00.843753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: extensions {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.845283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: address-scopes {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.846571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: agents {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.847911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: auto-allocated-topology {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.849224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: availability_zones {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.850500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: dhcp-networks {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.852049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: dhcp-agents {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.853480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: routers {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.855405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: flavors {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.856726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: service_profiles {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.858008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: next_providers {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.860007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: service_profiles {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.861541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: floatingip-pools {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.862880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: routers {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.864630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: floatingips {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.865886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: l3-routers {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.867413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: l3-agents {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.868849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: metering-labels {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.870193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: metering-label-rules {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.871614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: network-ip-availabilities {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.872917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: bindings {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.875433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: quotas {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.877982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: quotas {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.879453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: rbac-policies {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.880694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: security-groups {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.881970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: security-group-rules {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.883345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: service-providers {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.884608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: subnetpools {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.886081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: subnetpools {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.887683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.889458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.891269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.893196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.894946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.896769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.898617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.900411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.902426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.904215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.extensions [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Extended resource: tags {{(pid=88762) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 10 19:28:00.911213 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING keystonemiddleware.auth_token [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 19:28:00.916086 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING keystonemiddleware.auth_token [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 19:28:00.925334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Acquired lock "singleton_lock" {{(pid=88762) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 10 19:28:00.925884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Releasing lock "singleton_lock" {{(pid=88762) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 10 19:28:00.927304 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO oslo_service.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Starting 2 workers Dec 10 19:28:00.931956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Started child 88871 {{(pid=88762) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 10 19:28:00.936249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:00.936570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Started child 88872 {{(pid=88762) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 10 19:28:00.938509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [-] (88871) wsgi starting up on http://0.0.0.0:9696 Dec 10 19:28:00.938774 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 19:28:00.939478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Notify callbacks [] for process, before_spawn {{(pid=88762) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:00.941573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:00.942019 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO oslo_service.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Starting 1 workers Dec 10 19:28:00.943209 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [-] (88872) wsgi starting up on http://0.0.0.0:9696 Dec 10 19:28:00.947380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Started child 88873 {{(pid=88762) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 10 19:28:00.947957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO oslo_service.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Starting 1 workers Dec 10 19:28:00.950137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] calling RpcWorker wait() {{(pid=88873) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 19:28:00.950529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] returning from RpcWorker wait() {{(pid=88873) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 19:28:00.951981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:00.952647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:00.952770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Started child 88874 {{(pid=88762) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 10 19:28:00.953528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-175ab51e-2de1-42ef-b7e3-89fc2c6bf70e None None] Notify callbacks [] for process, after_spawn {{(pid=88762) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:00.955325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88762) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 10 19:28:00.955526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 10 19:28:00.955934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 10 19:28:00.956233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 10 19:28:00.956659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 10 19:28:00.956855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 10 19:28:00.957412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.957745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.957921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:00.958005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.958293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.958597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.959224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.959529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.959813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.960110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.960376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.960576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.960773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.961069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.961333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.961686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.961993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.962264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.962550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.962762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.963042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.963347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.963627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.963926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] debug = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.964194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.964777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.965026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.965313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.965622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.965927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.966209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.966531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.966805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.967053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.967331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.967605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.967844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.968116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.968459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.968720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.969153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] host = dv-neutron-821443-1-hyperv {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.969409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.969703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.969983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.970256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.970534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.970779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.971067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.971356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.971629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.971888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.972150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.972403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.972662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.972921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_file = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.973074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_options = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.973304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.973602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.973891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.974107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.974298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.974489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.974781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.974972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.975259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.975501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.975740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.975990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.976234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.976483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.976732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.976966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.977230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.977468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.977776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.978053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.978381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.978572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.978816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.979088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.979295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.979537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.980379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.980379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.980379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.980612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.980761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.981047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.981305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.981619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.981867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.982233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.982620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.983123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.983559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.984344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.984624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.984869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.985163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.985336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:00.985474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.985672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.985915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_json = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.986162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.986418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.986716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.986957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.987197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.987458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.987702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.987967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:00.988405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.988735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.989074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.989345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.989683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.989888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.990169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.990420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.990681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.992750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.992750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.992750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.992750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.992750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.992750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.992750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.992750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.993951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.993951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.993951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.993951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.993951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.994585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.994585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.994854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.994992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.995162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.995381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.995648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.995937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.996272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.996512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.996935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.997198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.997458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.997728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.997979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.998253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.998495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.999024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:00.999301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.000119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.000345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.000590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.000838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.001106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.001352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.001620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.001884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.002131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.002370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.002630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.002874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.003111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.003349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.003615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.003854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.004114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.004379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.004636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.004880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.005160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.005397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.005658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.005899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.006136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.006374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.006631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.006875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.007118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.007355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.007591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.007835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.008075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.008399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.008762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.009030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.009294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.009592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.009873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.010325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.010325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.010598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.010878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.011118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.011407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.013266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.013266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.013266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.013266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.013266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.013266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.013266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.014018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.014018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.014018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.014273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.014367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.014596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.014875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.015203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.016230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.016230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.016230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.016537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.016537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.016857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.017161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.017433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.017727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.018004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.018287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.018555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.018850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.019125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.019448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.019894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.020925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.027991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.027991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.027991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.027991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.027991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.027991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.027991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.027991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.028693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.028693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.028693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.028693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.028693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.028693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.028693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.028693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.029396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.029396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.029396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.029396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.029396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.029396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.029396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.029396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.030910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.031131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.031409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.031659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.031906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.032129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.032365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.032608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.032867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.033147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.033385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.041813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.042516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.043954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.044657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.044657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.044657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.044657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.045009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.045233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.045566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.045857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.046123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.046941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.047317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.047640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.047933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.048200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.048486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.048740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.048992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.049258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.049541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.049775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.050097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.050373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.050649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.050897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.051179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.051430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.051684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.051923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.052174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.052439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.052593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 10 19:28:01.053094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88762) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 10 19:28:01.053285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 10 19:28:01.053470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 10 19:28:01.053704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 10 19:28:01.053909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 10 19:28:01.054092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 10 19:28:01.054340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.054532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.054722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.054891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.055074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.055284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.055474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.055661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.055854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.056014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.056200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.056385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.056581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.056732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.056882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.057066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.057227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.057387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.057611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.057764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.057913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.058070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.058242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] debug = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.058429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.058657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.058854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.059040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.059228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.059413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.059600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.059785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.059972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.060158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.060345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.060531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.060717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.060940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.061046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.061232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] host = dv-neutron-821443-1-hyperv {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.062857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.063084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.063084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.063281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.063975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.063975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.063975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_file = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.063975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_options = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.064765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.064765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.064913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.065082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.065253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.065445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.065715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.065814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.065986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.066152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.066516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.066687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.067055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.067341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.067465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.067568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.067728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.068020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.068210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.068398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.068576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.068749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.069562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.069562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.069562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.069562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.069851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.069851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.069989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.070133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.070273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.070465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.070730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.070917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.071104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.071290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.071476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.071667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.071853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.072038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.072224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.072411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.072597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.072763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.072949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.073134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_json = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.073319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.073504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.073737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.073923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.074109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.074294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.074481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.074669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 10 19:28:01.074878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.075074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.075273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.075470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.075634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.075854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.076011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.076153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.076295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.076470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.076666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.076854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.077060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.077232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.077422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.077657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.077848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.078040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.078214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.078368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.078526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.078711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.078896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.079085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.079274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.079462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.079650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.079840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.080029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.080219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.080408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.080598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.080785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.080959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.081116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.081305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.081497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.081685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.081876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.082063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.082265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.082453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.082641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.082830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.083021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.083210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.083399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.083569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.083749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.083937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.084125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.084327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.084516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.084715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.084895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.085084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.085275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.085464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.085676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.085866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.086054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.086243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.086430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.086618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.086805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.086995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.087183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.087371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.087559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.087747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.087936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.088127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.088317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.088504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.088702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.088912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.089102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.089291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.089481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.089697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.089886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.090075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.090263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.090451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.090640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.090833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.090997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.091188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.091376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.091566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.091753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.091941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.092131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.092321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.092508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.092696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.092885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.093074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.093799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.094018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.094306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.094306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.094658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.094658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.095140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.095140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.095140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.095802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.095802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.095802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.095802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.096461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.096461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.096461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.096461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.097069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.097069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.097069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.097637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.097637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.097637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.097637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.098210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.098210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.098210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.098622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.098622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.098622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.099042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.099042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.099332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.099332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.099622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.099622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.099902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.099902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.100181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.100336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.100484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.100641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.100801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.100953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.101101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.101248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.101405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.101578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.101693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.102076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.102265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.102454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.102651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.102800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.102944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.103128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.103320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.103510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.103699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.103888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.104079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.104267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.104484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.104680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.104820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.104971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.105126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.105297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.105484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.105699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.105887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.106077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.106264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.106456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.106664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.106948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.107063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.107204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.107391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.107596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.107770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.107959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.108148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.108337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.108527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.108719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.109463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.109680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.109870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.110059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.110247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.110436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.110634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.110822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.111010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.111210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.111398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.111630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.111776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.111965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.112164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.112355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.112542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.112740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.112928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.113116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.113304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.113521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.113735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.113926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.114115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.114305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.114495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.114687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.114880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.115078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.115276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.115466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.115664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.115879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.116037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.116225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.116421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.116624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.116812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.117001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.117190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.117379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.117593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.117765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.117916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.118109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.118266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.118460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.118654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.118842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.119019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.119169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.119353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.119547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.119735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.119922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.120087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:28:01.120237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88762) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 10 19:28:01.127062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:01.327118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 49732) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:01.338706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092983 Dec 10 19:28:11.221536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe34ad9-9594-4d8f-86df-2209c571dc9d None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:28:11.317723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe34ad9-9594-4d8f-86df-2209c571dc9d None None] No non-hosted networks {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 19:28:11.333216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c130-9ef1-4ce9-8d8c-c3fc6030c8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402092'] for agent, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:12.443513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402092'] for agent, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:12.444708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.445271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.445851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.446405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.446986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.447533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.448076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.450511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.451237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.451829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.456190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:12.457014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821443-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:12.475772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821443-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:13.727815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402092'] for agent, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:13.813486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85c87aae-19a4-44ce-a898-b20255a5425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402092'] for agent, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:13.849806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-472863fa-b0ff-4b79-b8a4-aafb514a29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:15.234613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402092'] for agent, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:16.190787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 49844) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:16.935302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-b9dea293-b088-453f-93d0-524741b65a12 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:28:16.936393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b9dea293-b088-453f-93d0-524741b65a12 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7446015 Dec 10 19:28:19.096571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 49860) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:19.185635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4c8d6dba-c6bf-4f66-98dc-f339ba88fba7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:28:19.435033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.policy [None req-4c8d6dba-c6bf-4f66-98dc-f339ba88fba7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88872) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 10 19:28:19.443068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota [None req-4c8d6dba-c6bf-4f66-98dc-f339ba88fba7 admin admin] Loaded quota_driver: . Dec 10 19:28:19.454982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4c8d6dba-c6bf-4f66-98dc-f339ba88fba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:28:19.518853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6dba-c6bf-4f66-98dc-f339ba88fba7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781916023622', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781916039006', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781916040976', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781916050178', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781916049857', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1857875', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1266612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853736357', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846920696'] for rbac-policy, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:19.586946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6dba-c6bf-4f66-98dc-f339ba88fba7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:19.588325 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4c8d6dba-c6bf-4f66-98dc-f339ba88fba7 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4906056 Dec 10 19:28:19.918577 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_hamode_db [None req-37c6be64-48fb-41b5-b577-7d0ac48d8c7d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 19:28:20.004169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6be64-48fb-41b5-b577-7d0ac48d8c7d None None] Routers set() bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:28:20.004499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6be64-48fb-41b5-b577-7d0ac48d8c7d None None] Router IDs set() for agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 10 19:28:21.803571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 49876) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:21.880764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:28:21.886573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:28:21.891688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Usage tracker for resource:network and tenant:f6e0b082aa01463896b6dac7b97d9c61 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:28:21.895175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:28:21.901446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:28:21.910771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Made reservation on behalf of f6e0b082aa01463896b6dac7b97d9c61 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:28:21.916456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:21.932698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:21.974451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:28:21.978289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e0b082aa01463896b6dac7b97d9c61 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:28:21.981177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:28:21.987400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:28:22.059017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:22.062372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:22.067091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:22.085426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:28:22.111002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254942193234', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:22.111601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Unsubscribe: segment precommit_create {{(pid=88872) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 10 19:28:22.112072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Added segment 34ceb01c-d188-496a-a63b-30691e73cdad of type vlan for network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f Dec 10 19:28:22.166042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc8ce79-77b8-40c1-86e2-79c64f6f50eb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:22.204081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.204454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.204820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.205183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.205576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.205938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.206308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.206662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.207012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.207359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.207707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Tracked resource versions report: Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: pushed versions: Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: { 'ConntrackHelper': {'1.0'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': {'1.0'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': {'1.1'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': {'1.5'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': {'1.2'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': {'1.8'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': {'1.2'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': {'1.0'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': {'1.0'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': {'1.1'}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': {'1.1'}} Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: consumer versions: Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: { DHCP agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: L3 agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: Metadata agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: Metering agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: Open vSwitch agent@dv-neutron-821443-1-hyperv: { 'ConntrackHelper': '1.0', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': '1.0', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': '1.1', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': '1.5', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': '1.2', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': '1.8', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': '1.2', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': '1.0', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': '1.0', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': '1.1', Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': '1.1'}} Dec 10 19:28:22.209033 dv-neutron-821443-1-hyperv neutron-server[88762]: {{(pid=88872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 10 19:28:22.230236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:22.261153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:22.272099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:22.273380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:28:22.274111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:22.279089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:22.387932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5831180 Dec 10 19:28:22.391258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Pushing event updated for resources: {'Network': ['ID=6af3c728-de1a-42a0-b39d-80fd8fc6ea4f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:22.394619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:22.403682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:28:24.638187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 49894) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:24.819676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375bf5e5-a1ea-4c42-bcbb-a32f547724cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:28:24.821164 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-375bf5e5-a1ea-4c42-bcbb-a32f547724cb admin admin] 10.222.0.41 "GET /v2.0/networks/6af3c728-de1a-42a0-b39d-80fd8fc6ea4f HTTP/1.1" status: 200 len: 825 time: 0.1818724 Dec 10 19:28:24.850693 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6c80440c-97e2-4c00-96f5-89716a52c117 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/3ee8d11d-45e3-4728-b9ee-2c67cba8016c HTTP/1.1" status: 200 len: 734 time: 0.0236521 Dec 10 19:28:24.860474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'subnetpool_id': '3ee8d11d-45e3-4728-b9ee-2c67cba8016c', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:28:24.864960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:28:24.869180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Usage tracker for resource:subnet and tenant:f6e0b082aa01463896b6dac7b97d9c61 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:28:24.872426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:28:24.878533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:28:24.890857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Made reservation on behalf of f6e0b082aa01463896b6dac7b97d9c61 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:28:24.895493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:25.295863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:25.300609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:25.387049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e73ef2-4740-41f9-bf1a-a55ef805d546,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:25.392776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:25.393487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Checking segment: {'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:28:25.393903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Network hostable DHCP agents. Network: 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:28:25.417205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:28:25.426435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:28:25.430812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:28:25.431446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:25.436398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f5de86-bf55-43e9-b9ab-89355eac0f35 None None] Network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:28:25.452023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5958803 Dec 10 19:28:25.831720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'fixed_ips': [{'subnet_id': '90e73ef2-4740-41f9-bf1a-a55ef805d546'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:28:25.832769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:26.026707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Allocated IP 172.20.0.2 (6af3c728-de1a-42a0-b39d-80fd8fc6ea4f/90e73ef2-4740-41f9-bf1a-a55ef805d546/2d200386-4df0-4ccb-85b3-1685b25c9bc2) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:28:26.267613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:26.281893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Transition to ACTIVE for port object 2d200386-4df0-4ccb-85b3-1685b25c9bc2 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:28:26.301452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Transition to ACTIVE for port object 2d200386-4df0-4ccb-85b3-1685b25c9bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:28:26.307172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:26.312593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:26.380705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:28:26.383819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:28:26.389713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:28:26.393227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Pushing event updated for resources: {'Port': ['ID=2d200386-4df0-4ccb-85b3-1685b25c9bc2,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:26.404945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.405314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.405707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.406609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.406980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.407340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.407690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.408042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.408392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.408740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.409085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Tracked resource versions report: Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: pushed versions: Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: { 'ConntrackHelper': {'1.0'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': {'1.0'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': {'1.1'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': {'1.5'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': {'1.2'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': {'1.8'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': {'1.2'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': {'1.0'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': {'1.0'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': {'1.1'}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': {'1.1'}} Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: consumer versions: Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: { DHCP agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: L3 agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: Metadata agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: Metering agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: Open vSwitch agent@dv-neutron-821443-1-hyperv: { 'ConntrackHelper': '1.0', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': '1.0', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': '1.1', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': '1.5', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': '1.2', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': '1.8', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': '1.2', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': '1.0', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': '1.0', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': '1.1', Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': '1.1'}} Dec 10 19:28:26.410494 dv-neutron-821443-1-hyperv neutron-server[88762]: {{(pid=88873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 10 19:28:26.414591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:26.504409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Attempting to bind port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:26.504840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Attempting to bind port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:28:26.505243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Attempting to bind port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 on network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:28:26.511883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:28:26.512280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Checking segment: {'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:28:26.512734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:26.513152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Bound using segment: {'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:28:26.513716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Bound port: 2d200386-4df0-4ccb-85b3-1685b25c9bc2, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:28:26.514132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:26.609960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] For port 2d200386-4df0-4ccb-85b3-1685b25c9bc2, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:28:26.613860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] For port 2d200386-4df0-4ccb-85b3-1685b25c9bc2, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2d200386-4df0-4ccb-85b3-1685b25c9bc2,segment=NetworkSegment(34ceb01c-d188-496a-a63b-30691e73cdad),segment_id=34ceb01c-d188-496a-a63b-30691e73cdad)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:28:26.617320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:26.622641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:26.711320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Pushing event updated for resources: {'Port': ['ID=2d200386-4df0-4ccb-85b3-1685b25c9bc2,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:26.714873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:27.637640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 49906) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:27.715137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-b0f01e7f-7bc4-43a7-b960-4cb144c64d81 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:28:27.716297 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b0f01e7f-7bc4-43a7-b960-4cb144c64d81 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0775874 Dec 10 19:28:29.930173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 49922) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:30.452429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-454569eb-efc5-457b-821c-76951193bc2b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:28:30.454286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-454569eb-efc5-457b-821c-76951193bc2b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5221522 Dec 10 19:28:30.744587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2d200386-4df0-4ccb-85b3-1685b25c9bc2 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:28:30.817555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:28:31.384987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61701ec7-b62f-4c37-b2a9-68d3060206a2 None None] Network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:28:31.553352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] Provisioning for port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:28:31.566186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] Provisioning complete for port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:31.566588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:31.752885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:31.792865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] For port 2d200386-4df0-4ccb-85b3-1685b25c9bc2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2d200386-4df0-4ccb-85b3-1685b25c9bc2,segment=NetworkSegment(34ceb01c-d188-496a-a63b-30691e73cdad),segment_id=34ceb01c-d188-496a-a63b-30691e73cdad)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:28:31.795932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:31.798605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-389e4793-538b-4f8d-99d1-4b2d07e499a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:31.870495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] Pushing event updated for resources: {'Port': ['ID=2d200386-4df0-4ccb-85b3-1685b25c9bc2,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:31.875007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:32.020159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b1da0579-8a1a-49e6-bd98-721e5aa2cbe4 None None] Provisioning complete for port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:32.020368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1da0579-8a1a-49e6-bd98-721e5aa2cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:32.699356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 49940) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:32.719866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2d200386-4df0-4ccb-85b3-1685b25c9bc2 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:28:32.779027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Request body: {'router': {'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:28:32.792006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:32.792419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:33.013638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.policy [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88871) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 10 19:28:33.020988 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.quota [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Loaded quota_driver: . Dec 10 19:28:33.033384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:28:33.039065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Usage tracker for resource:router and tenant:f6e0b082aa01463896b6dac7b97d9c61 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:28:33.042801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:28:33.050523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:28:33.065467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:33.067016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:33.092502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:33.200652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:33.221283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:33.222596 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a522a24-c368-4517-a649-7e4bc5b0df00 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5221624 Dec 10 19:28:35.381420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 49954) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:35.459759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-f17cad47-6e9b-4a2c-bc7d-4a2b134b5865 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:28:35.460741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f17cad47-6e9b-4a2c-bc7d-4a2b134b5865 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0782855 Dec 10 19:28:37.672930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 49966) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:37.748560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:28:37.755071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:28:37.759003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Usage tracker for resource:network and tenant:6c313a649228446e976b8db521bf9fd9 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:28:37.762239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:28:37.768058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:28:37.776959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Made reservation on behalf of 6c313a649228446e976b8db521bf9fd9 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:28:37.783652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:37.800555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:37.843716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:28:37.847699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Usage tracker for resource:security_group_rule and tenant:6c313a649228446e976b8db521bf9fd9 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:28:37.850958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:28:37.856798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:28:37.928059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:37.930866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:37.935620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:37.948870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Reserving flat network on physical network physnet1 {{(pid=88871) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 10 19:28:37.980877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254942193234', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:37.981486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Unsubscribe: segment precommit_create {{(pid=88871) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 10 19:28:37.981974 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Added segment 75ff0799-69fa-4851-8fb8-647fecb0f1f8 of type flat for network 1c48fda7-7127-4a60-857e-00e033e796dc Dec 10 19:28:38.040071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cc4fd5-8d4a-473b-a56b-90e13459509b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:38.066915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.067291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.067657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.068020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.068393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.068753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.069121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.069483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.069860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.070212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.070568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Tracked resource versions report: Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: pushed versions: Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: { 'ConntrackHelper': {'1.0'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': {'1.0'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': {'1.1'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': {'1.5'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': {'1.2'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': {'1.8'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': {'1.2'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': {'1.0'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': {'1.0'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': {'1.1'}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': {'1.1'}} Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: consumer versions: Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: { DHCP agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: L3 agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: Metadata agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: Metering agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: Open vSwitch agent@dv-neutron-821443-1-hyperv: { 'ConntrackHelper': '1.0', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': '1.0', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': '1.1', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': '1.5', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': '1.2', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': '1.8', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': '1.2', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': '1.0', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': '1.0', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': '1.1', Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': '1.1'}} Dec 10 19:28:38.071910 dv-neutron-821443-1-hyperv neutron-server[88762]: {{(pid=88871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 10 19:28:38.114361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:38.130090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:38.162157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:38.163460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:28:38.164129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:38.169040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:38.279256 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6050961 Dec 10 19:28:38.280035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Pushing event updated for resources: {'Network': ['ID=1c48fda7-7127-4a60-857e-00e033e796dc,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:38.283460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:38.291697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 1c48fda7-7127-4a60-857e-00e033e796dc details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:28:40.464086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 49982) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:40.614117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497781db-c296-4b03-8b70-0f8efb003968 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:28:40.615523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-497781db-c296-4b03-8b70-0f8efb003968 admin admin] 10.222.0.41 "GET /v2.0/subnets/90e73ef2-4740-41f9-bf1a-a55ef805d546 HTTP/1.1" status: 200 len: 849 time: 0.1503479 Dec 10 19:28:40.901315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-904a7f3e-1bde-4106-96cb-ee3407873f74 admin admin] 10.222.0.41 "GET /v2.0/routers/11b88517-8d93-49ae-ad2a-545abb68fd88 HTTP/1.1" status: 200 len: 704 time: 0.2795494 Dec 10 19:28:41.094346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99e2d7c5-746e-41c4-9145-e8435bf4d818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:41.405341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:41.656652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Allocated IP 172.20.0.1 (6af3c728-de1a-42a0-b39d-80fd8fc6ea4f/90e73ef2-4740-41f9-bf1a-a55ef805d546/dacb3344-15f1-4d17-882f-b7525190a45d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:28:41.824764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:41.844593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Transition to ACTIVE for port object dacb3344-15f1-4d17-882f-b7525190a45d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:28:41.896474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:41.901044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:41.973353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:28:41.976257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:28:41.979448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:28:41.979969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:41.990927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Pushing event updated for resources: {'Port': ['ID=dacb3344-15f1-4d17-882f-b7525190a45d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:41.994375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:42.127826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:42.224920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ea1cb8e7-84d9-4737-92d9-bdcf49b9071a None None] Provisioning for port dacb3344-15f1-4d17-882f-b7525190a45d completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:28:42.229897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ea1cb8e7-84d9-4737-92d9-bdcf49b9071a None None] Provisioning complete for port dacb3344-15f1-4d17-882f-b7525190a45d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:42.230314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb8e7-84d9-4737-92d9-bdcf49b9071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:42.286365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea1cb8e7-84d9-4737-92d9-bdcf49b9071a None None] Port dacb3344-15f1-4d17-882f-b7525190a45d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:28:42.374677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:42.378165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:42.379248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:42.383317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:42.425881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:42.527073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Pushing event updated for resources: {'Port': ['ID=dacb3344-15f1-4d17-882f-b7525190a45d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:42.537283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:42.594325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:28:42.595464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:28:42.911913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e3a17c0c-d2f1-4ff5-add8-9fe85ee1b501 None None] Provisioning complete for port dacb3344-15f1-4d17-882f-b7525190a45d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:42.912454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3a17c0c-d2f1-4ff5-add8-9fe85ee1b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:42.970706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e3a17c0c-d2f1-4ff5-add8-9fe85ee1b501 None None] Port dacb3344-15f1-4d17-882f-b7525190a45d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:28:43.134126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Router 11b88517-8d93-49ae-ad2a-545abb68fd88 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:28:43.320578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:28:43.330017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] 10.222.0.41 "PUT /v2.0/routers/11b88517-8d93-49ae-ad2a-545abb68fd88/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4225419 Dec 10 19:28:43.331260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Sync routers for ids ['11b88517-8d93-49ae-ad2a-545abb68fd88'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:28:43.346326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Routers {'11b88517-8d93-49ae-ad2a-545abb68fd88'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:28:43.347072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:28:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['11b88517-8d93-49ae-ad2a-545abb68fd88'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:43.529544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Set router 11b88517-8d93-49ae-ad2a-545abb68fd88 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:28:43.681417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:43.817736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14065060-5a10-41c5-bc99-14b138805014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:43.906768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'name': 'router1', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:33Z', 'updated_at': '2021-12-10T19:28:42Z', 'revision_number': 2, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'gw_port_host': None, '_interfaces': [{'id': 'dacb3344-15f1-4d17-882f-b7525190a45d', 'name': '', 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'mac_address': 'fa:16:3e:8f:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:41Z', 'updated_at': '2021-12-10T19:28:42Z', 'revision_number': 2, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'subnets': [{'id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ee8d11d-45e3-4728-b9ee-2c67cba8016c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:43.911701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Checking router: 11b88517-8d93-49ae-ad2a-545abb68fd88 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:28:43.912091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Updating router 11b88517-8d93-49ae-ad2a-545abb68fd88 port dacb3344-15f1-4d17-882f-b7525190a45d binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:28:43.965354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:44.359043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:44.375384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Transition to ACTIVE for port object dacb3344-15f1-4d17-882f-b7525190a45d will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:28:44.381831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:44.387544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:44.528122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Pushing event updated for resources: {'Port': ['ID=dacb3344-15f1-4d17-882f-b7525190a45d,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:44.571546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.571922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.572287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.572643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.573015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.573386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.573750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.574115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.574452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.574792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.575143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Tracked resource versions report: Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: pushed versions: Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: { 'ConntrackHelper': {'1.0'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': {'1.0'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': {'1.1'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': {'1.5'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': {'1.2'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': {'1.8'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': {'1.2'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': {'1.0'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': {'1.0'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': {'1.1'}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': {'1.1'}} Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: consumer versions: Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: { DHCP agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: L3 agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: Metadata agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: Metering agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: Open vSwitch agent@dv-neutron-821443-1-hyperv: { 'ConntrackHelper': '1.0', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': '1.0', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': '1.1', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': '1.5', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': '1.2', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': '1.8', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': '1.2', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': '1.0', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': '1.0', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': '1.1', Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': '1.1'}} Dec 10 19:28:44.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: {{(pid=88874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 10 19:28:44.615669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:44.638375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Attempting to bind port dacb3344-15f1-4d17-882f-b7525190a45d on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:44.638804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Attempting to bind port dacb3344-15f1-4d17-882f-b7525190a45d by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:28:44.639255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Attempting to bind port dacb3344-15f1-4d17-882f-b7525190a45d on network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:28:44.646569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:28:44.646970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Checking segment: {'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:28:44.647440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:44.647859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Bound using segment: {'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:28:44.648393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Bound port: dacb3344-15f1-4d17-882f-b7525190a45d, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ceb01c-d188-496a-a63b-30691e73cdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:28:44.648805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:44.742517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] For port dacb3344-15f1-4d17-882f-b7525190a45d, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:28:44.747570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] For port dacb3344-15f1-4d17-882f-b7525190a45d, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=dacb3344-15f1-4d17-882f-b7525190a45d,segment=NetworkSegment(34ceb01c-d188-496a-a63b-30691e73cdad),segment_id=34ceb01c-d188-496a-a63b-30691e73cdad)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:28:44.751828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:44.756702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:44.864339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Pushing event updated for resources: {'Port': ['ID=dacb3344-15f1-4d17-882f-b7525190a45d,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:44.867576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:44.868500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Routers {'11b88517-8d93-49ae-ad2a-545abb68fd88'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:28:44.869159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:28:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['11b88517-8d93-49ae-ad2a-545abb68fd88'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:45.165481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] Set router 11b88517-8d93-49ae-ad2a-545abb68fd88 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:28:45.188375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:45.463173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 49996) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:45.512213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'name': 'router1', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:33Z', 'updated_at': '2021-12-10T19:28:42Z', 'revision_number': 2, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'gw_port_host': None, '_interfaces': [{'id': 'dacb3344-15f1-4d17-882f-b7525190a45d', 'name': '', 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'mac_address': 'fa:16:3e:8f:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:41Z', 'updated_at': '2021-12-10T19:28:44Z', 'revision_number': 4, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'subnets': [{'id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ee8d11d-45e3-4728-b9ee-2c67cba8016c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:45.516802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccda561-78cc-4d65-b891-905c78eb52ca None None] The sync data for ids ['11b88517-8d93-49ae-ad2a-545abb68fd88'] in dv-neutron-821443-1-hyperv is: [{'id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'name': 'router1', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:33Z', 'updated_at': '2021-12-10T19:28:42Z', 'revision_number': 2, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'gw_port_host': None, '_interfaces': [{'id': 'dacb3344-15f1-4d17-882f-b7525190a45d', 'name': '', 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'mac_address': 'fa:16:3e:8f:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:41Z', 'updated_at': '2021-12-10T19:28:44Z', 'revision_number': 4, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'subnets': [{'id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ee8d11d-45e3-4728-b9ee-2c67cba8016c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:28:45.647249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f1ede-005c-4112-ac51-40b7caab8383 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:28:45.647818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-326f1ede-005c-4112-ac51-40b7caab8383 admin admin] Synchronizing usage tracker for tenant:6c313a649228446e976b8db521bf9fd9 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:28:45.664802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-326f1ede-005c-4112-ac51-40b7caab8383 admin admin] Unset dirty status for tenant:6c313a649228446e976b8db521bf9fd9 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:28:45.666078 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-326f1ede-005c-4112-ac51-40b7caab8383 admin admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 842 time: 0.2016692 Dec 10 19:28:45.676090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'gateway_ip': '172.26.8.1', 'cidr': '172.26.8.0/24', 'enable_dhcp': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:28:45.681442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:28:45.685394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Usage tracker for resource:subnet and tenant:6c313a649228446e976b8db521bf9fd9 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:28:45.688922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:28:45.698713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:28:45.708122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Made reservation on behalf of 6c313a649228446e976b8db521bf9fd9 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:28:45.712821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:46.115695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:46.120289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:46.196503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=752ad96b-a36b-4e21-9e45-88f7fd169962,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:46.202060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:46.209467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:28:46.209901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Network hostable DHCP agents. Network: 1c48fda7-7127-4a60-857e-00e033e796dc, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:28:46.234346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:28:46.244114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 1c48fda7-7127-4a60-857e-00e033e796dc) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:28:46.248395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:28:46.249586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:46.255610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac5d322-69df-4bfc-8a6c-31cf7690029d None None] Network 1c48fda7-7127-4a60-857e-00e033e796dc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:28:46.271701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5993249 Dec 10 19:28:46.637996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705cb69d-c4a4-4719-9121-bc5f17992ae2 None None] Network 1c48fda7-7127-4a60-857e-00e033e796dc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:28:46.770817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device dacb3344-15f1-4d17-882f-b7525190a45d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:28:46.960470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port dacb3344-15f1-4d17-882f-b7525190a45d completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:28:46.965545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port dacb3344-15f1-4d17-882f-b7525190a45d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:46.965968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:47.093744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:47.130223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port dacb3344-15f1-4d17-882f-b7525190a45d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=dacb3344-15f1-4d17-882f-b7525190a45d,segment=NetworkSegment(34ceb01c-d188-496a-a63b-30691e73cdad),segment_id=34ceb01c-d188-496a-a63b-30691e73cdad)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:28:47.133202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:47.138372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:47.211235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=dacb3344-15f1-4d17-882f-b7525190a45d,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:47.216917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:48.504885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 50012) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:48.733295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device dacb3344-15f1-4d17-882f-b7525190a45d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:28:48.750176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-115dc111-2c65-4aac-b3d5-3b50efa1e6f2 admin admin] 10.222.0.41 "GET /v2.0/routers/11b88517-8d93-49ae-ad2a-545abb68fd88 HTTP/1.1" status: 200 len: 710 time: 0.2438393 Dec 10 19:28:48.805647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port dacb3344-15f1-4d17-882f-b7525190a45d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:48.806066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:48.888989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb14ec-3ba7-4219-8ba2-5e81aa492b1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:28:48.890544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a7bb14ec-3ba7-4219-8ba2-5e81aa492b1f admin admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 886 time: 0.1356094 Dec 10 19:28:48.900404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:28:49.557006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:49.750964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:49.808784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:49.948641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Allocated IP 172.26.8.200 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/4f7ff099-55e1-410d-b63f-655966abaac6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:28:50.101063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:50.128990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:50.133498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:50.204341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:28:50.207732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:28:50.209750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Pushing event updated for resources: {'Port': ['ID=4f7ff099-55e1-410d-b63f-655966abaac6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:50.222436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:28:50.275128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:50.372321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:50.541797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:50.545261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:50.752494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Router 11b88517-8d93-49ae-ad2a-545abb68fd88 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:28:50.956807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:28:50.965986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:50.967007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Sync routers for ids ['11b88517-8d93-49ae-ad2a-545abb68fd88'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:28:50.967301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] 10.222.0.41 "PUT /v2.0/routers/11b88517-8d93-49ae-ad2a-545abb68fd88 HTTP/1.1" status: 200 len: 890 time: 2.0705416 Dec 10 19:28:50.980103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Routers {'11b88517-8d93-49ae-ad2a-545abb68fd88'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:28:50.980798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:28:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['11b88517-8d93-49ae-ad2a-545abb68fd88'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:51.181075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Set router 11b88517-8d93-49ae-ad2a-545abb68fd88 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:28:51.535318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'name': 'router1', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '4f7ff099-55e1-410d-b63f-655966abaac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:33Z', 'updated_at': '2021-12-10T19:28:50Z', 'revision_number': 4, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'gw_port': {'id': '4f7ff099-55e1-410d-b63f-655966abaac6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:49Z', 'updated_at': '2021-12-10T19:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'dacb3344-15f1-4d17-882f-b7525190a45d', 'name': '', 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'mac_address': 'fa:16:3e:8f:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:41Z', 'updated_at': '2021-12-10T19:28:47Z', 'revision_number': 5, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'subnets': [{'id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ee8d11d-45e3-4728-b9ee-2c67cba8016c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:51.540445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Checking router: 11b88517-8d93-49ae-ad2a-545abb68fd88 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:28:51.540834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Updating router 11b88517-8d93-49ae-ad2a-545abb68fd88 port 4f7ff099-55e1-410d-b63f-655966abaac6 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:28:51.596961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:51.941107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:51.953037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Transition to ACTIVE for port object 4f7ff099-55e1-410d-b63f-655966abaac6 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:28:51.958561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:51.963104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:52.009698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:28:52.046962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Attempting to bind port 4f7ff099-55e1-410d-b63f-655966abaac6 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:52.047370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Attempting to bind port 4f7ff099-55e1-410d-b63f-655966abaac6 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:28:52.047769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Attempting to bind port 4f7ff099-55e1-410d-b63f-655966abaac6 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:28:52.050578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d661c-21e0-4f5c-9147-db0b7f8a749b None None] Pushing event updated for resources: {'Port': ['ID=4f7ff099-55e1-410d-b63f-655966abaac6,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:52.054181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c0d661c-21e0-4f5c-9147-db0b7f8a749b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:52.057926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:28:52.057926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:28:52.058387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:52.058676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:28:52.059190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Bound port: 4f7ff099-55e1-410d-b63f-655966abaac6, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:28:52.059616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:52.134494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] For port 4f7ff099-55e1-410d-b63f-655966abaac6, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:28:52.137624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] For port 4f7ff099-55e1-410d-b63f-655966abaac6, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=4f7ff099-55e1-410d-b63f-655966abaac6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:28:52.141227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:52.145765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:52.228839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d661c-21e0-4f5c-9147-db0b7f8a749b None None] Pushing event updated for resources: {'Port': ['ID=4f7ff099-55e1-410d-b63f-655966abaac6,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:52.232962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c0d661c-21e0-4f5c-9147-db0b7f8a749b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:52.234005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Routers {'11b88517-8d93-49ae-ad2a-545abb68fd88'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:28:52.234653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:28:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['11b88517-8d93-49ae-ad2a-545abb68fd88'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:52.423324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] Set router 11b88517-8d93-49ae-ad2a-545abb68fd88 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:28:52.904003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'name': 'router1', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '4f7ff099-55e1-410d-b63f-655966abaac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:33Z', 'updated_at': '2021-12-10T19:28:50Z', 'revision_number': 4, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'gw_port': {'id': '4f7ff099-55e1-410d-b63f-655966abaac6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:49Z', 'updated_at': '2021-12-10T19:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'dacb3344-15f1-4d17-882f-b7525190a45d', 'name': '', 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'mac_address': 'fa:16:3e:8f:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:41Z', 'updated_at': '2021-12-10T19:28:47Z', 'revision_number': 5, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'subnets': [{'id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ee8d11d-45e3-4728-b9ee-2c67cba8016c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:28:52.908084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc7fd2-d988-4582-aa14-361b9e5231ab None None] The sync data for ids ['11b88517-8d93-49ae-ad2a-545abb68fd88'] in dv-neutron-821443-1-hyperv is: [{'id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'name': 'router1', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '4f7ff099-55e1-410d-b63f-655966abaac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:33Z', 'updated_at': '2021-12-10T19:28:50Z', 'revision_number': 4, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'gw_port': {'id': '4f7ff099-55e1-410d-b63f-655966abaac6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:49Z', 'updated_at': '2021-12-10T19:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'dacb3344-15f1-4d17-882f-b7525190a45d', 'name': '', 'network_id': '6af3c728-de1a-42a0-b39d-80fd8fc6ea4f', 'tenant_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'mac_address': 'fa:16:3e:8f:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b88517-8d93-49ae-ad2a-545abb68fd88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:41Z', 'updated_at': '2021-12-10T19:28:47Z', 'revision_number': 5, 'project_id': 'f6e0b082aa01463896b6dac7b97d9c61', 'subnets': [{'id': '90e73ef2-4740-41f9-bf1a-a55ef805d546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ee8d11d-45e3-4728-b9ee-2c67cba8016c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:28:53.296660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 50026) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:28:53.451351 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-65704a8f-5008-407a-a919-c1f438cd8548 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1534245 Dec 10 19:28:54.767152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 4f7ff099-55e1-410d-b63f-655966abaac6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:28:54.842180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 4f7ff099-55e1-410d-b63f-655966abaac6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:28:54.848284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 4f7ff099-55e1-410d-b63f-655966abaac6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:54.848900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:54.979105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:54.996317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 4f7ff099-55e1-410d-b63f-655966abaac6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=4f7ff099-55e1-410d-b63f-655966abaac6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:28:55.000523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:28:55.002815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f72269d-85dd-4bd0-9575-567eaef2f77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:28:55.073096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=4f7ff099-55e1-410d-b63f-655966abaac6,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:28:55.076731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:28:56.760517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 4f7ff099-55e1-410d-b63f-655966abaac6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:28:56.869613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 4f7ff099-55e1-410d-b63f-655966abaac6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:28:56.870272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:11.100848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47f2df2-6a5b-4a8c-a444-957e999b003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:12.427614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:13.686385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:13.819054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea927-a66a-4585-9902-2312c6d4bcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:15.202498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:29.010038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:29:41.097292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-673de670-36d9-49bc-91e5-bc3e7d33ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:42.431795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:43.698024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:43.829974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ba543bd-cb8e-4bc5-8cb0-1015e15feb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:29:45.216418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:06.011952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:30:11.104482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fe621f0-35b6-41d1-a64f-5eff6af43ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:12.444356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:13.695603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:13.824832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46025848-07ec-400a-9858-ec5f95de82cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:15.216167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:33.834214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 50596) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:33.940226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65a5d52-3eec-43d5-b4e0-36366351f4b3 admin admin] GET failed (client error): The resource could not be found. Dec 10 19:30:33.941690 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d65a5d52-3eec-43d5-b4e0-36366351f4b3 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1064076 Dec 10 19:30:34.261238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12c2b2d-4fe8-4d9a-89ed-1bb87a54a3ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:34.263462 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a12c2b2d-4fe8-4d9a-89ed-1bb87a54a3ca admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3170302 Dec 10 19:30:36.480200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 50608) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:36.635522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac84cb53-7867-4474-a1cd-372c2b565511 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:36.636051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ac84cb53-7867-4474-a1cd-372c2b565511 admin admin] Synchronizing usage tracker for tenant:6c313a649228446e976b8db521bf9fd9 on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:30:36.654695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ac84cb53-7867-4474-a1cd-372c2b565511 admin admin] Unset dirty status for tenant:6c313a649228446e976b8db521bf9fd9 on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:30:36.655998 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ac84cb53-7867-4474-a1cd-372c2b565511 admin admin] 10.222.0.41 "GET /v2.0/subnets/90e73ef2-4740-41f9-bf1a-a55ef805d546 HTTP/1.1" status: 200 len: 849 time: 0.1743948 Dec 10 19:30:36.667016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:30:36.801595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:37.054039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363254942243137'] for subnet, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:37.059937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:30:37.111001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:37.111629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:37.113003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] 10.222.0.41 "PUT /v2.0/subnets/90e73ef2-4740-41f9-bf1a-a55ef805d546 HTTP/1.1" status: 200 len: 868 time: 0.4501975 Dec 10 19:30:37.128948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b150e-a74b-49fb-a06a-1b08cdf6f32f None None] Network 6af3c728-de1a-42a0-b39d-80fd8fc6ea4f requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:30:37.149433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e73ef2-4740-41f9-bf1a-a55ef805d546,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:30:37.164741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.165320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.165937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.166528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.167131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.168200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.168770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.169334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.169920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.170480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.171032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:30:37.181610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:30:37.795996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0fc615db-8bec-4568-8e07-7e8a99864de0 None None] Provisioning complete for port dacb3344-15f1-4d17-882f-b7525190a45d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:30:37.796634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0fc615db-8bec-4568-8e07-7e8a99864de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:37.947687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0fc615db-8bec-4568-8e07-7e8a99864de0 None None] Provisioning complete for port 2d200386-4df0-4ccb-85b3-1685b25c9bc2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:30:37.948199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0fc615db-8bec-4568-8e07-7e8a99864de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:39.288363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 50620) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:39.530397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecff1304-472b-4af5-8c7f-55c44a359362 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:39.530807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecff1304-472b-4af5-8c7f-55c44a359362 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:39.532477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ecff1304-472b-4af5-8c7f-55c44a359362 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2430615 Dec 10 19:30:41.088970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6edd6bf5-4c07-4bf5-9b78-d8369cc6f567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:41.678407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50632) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:41.900852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a3300b-32c6-46dc-990d-55fca2d1b0fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:41.901276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a3300b-32c6-46dc-990d-55fca2d1b0fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:41.903502 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-79a3300b-32c6-46dc-990d-55fca2d1b0fc admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2239001 Dec 10 19:30:42.443231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:43.011974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:30:43.696163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:43.818377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31d83d76-5205-449f-b0d8-faac2dcb4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:44.035979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:44.252458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b1389-864f-4c2f-90d0-fcc3a6d430c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:44.253971 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-de8b1389-864f-4c2f-90d0-fcc3a6d430c5 admin admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 886 time: 0.2169406 Dec 10 19:30:45.213791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:30:46.417442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50656) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:46.640371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8009d-8758-4c3d-9546-ca2ae7cb59aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:46.641818 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90a8009d-8758-4c3d-9546-ca2ae7cb59aa admin admin] 10.222.0.41 "GET /v2.0/networks/6af3c728-de1a-42a0-b39d-80fd8fc6ea4f HTTP/1.1" status: 200 len: 869 time: 0.2232502 Dec 10 19:30:48.828780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50668) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:48.975690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e44ad3-ef7e-42c4-ad05-eb905457538d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:48.976115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e44ad3-ef7e-42c4-ad05-eb905457538d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:48.977729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-42e44ad3-ef7e-42c4-ad05-eb905457538d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479230 Dec 10 19:30:51.117871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50680) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:51.259310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535c8624-a4aa-4131-a9d1-480bed89861f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:51.259640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535c8624-a4aa-4131-a9d1-480bed89861f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:51.261929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-535c8624-a4aa-4131-a9d1-480bed89861f admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1423740 Dec 10 19:30:53.387881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50692) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:53.529090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a9d9e-0418-45b8-8a09-1ca9cabe804a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:53.530597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d65a9d9e-0418-45b8-8a09-1ca9cabe804a admin admin] 10.222.0.41 "GET /v2.0/subnets/752ad96b-a36b-4e21-9e45-88f7fd169962 HTTP/1.1" status: 200 len: 816 time: 0.1413755 Dec 10 19:30:55.675160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50704) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:30:55.824421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6839c-8191-4314-9a57-6dd1fa0ebe9b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:30:55.825927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-93b6839c-8191-4314-9a57-6dd1fa0ebe9b admin admin] 10.222.0.41 "GET /v2.0/subnets/90e73ef2-4740-41f9-bf1a-a55ef805d546 HTTP/1.1" status: 200 len: 868 time: 0.1496463 Dec 10 19:31:11.107256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-88021847-fa46-4202-94ba-89b57be75a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:12.439925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:13.701543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:13.831377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f3597a-fc24-468a-9ca7-5db3ebd40a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:15.212408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:16.817106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50752) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:31:16.894582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-102242cb-27d0-44de-84c3-5e82e3b053c9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:31:16.895650 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-102242cb-27d0-44de-84c3-5e82e3b053c9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0774879 Dec 10 19:31:19.123794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50764) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:31:19.226665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad22838b-e654-46dd-83b1-bce22c62cdee admin admin] GET failed (client error): The resource could not be found. Dec 10 19:31:19.228034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ad22838b-e654-46dd-83b1-bce22c62cdee admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1032281 Dec 10 19:31:19.366860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313166a-6c4b-4459-9a74-aee1049da4cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:31:19.368474 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3313166a-6c4b-4459-9a74-aee1049da4cb admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351845 Dec 10 19:31:20.012301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:31:21.534528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50776) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:31:21.617743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:31:21.623132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:31:21.633561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:31:21.644549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Made reservation on behalf of 6c313a649228446e976b8db521bf9fd9 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:31:21.649228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:21.748805 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.services.revisions.revision_plugin [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Could not find related network for resource to bump revision. Dec 10 19:31:21.764348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:31:21.776489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:21.776930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Added segment 7f7d4db8-62b3-4629-9461-09eae575176e of type vlan for network ec213ecb-31fe-439e-a3b3-acc842e7a202 Dec 10 19:31:21.811261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:21.845767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:21.847165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:31:21.847979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:21.853619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:31:21.961113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4253268 Dec 10 19:31:21.966815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Pushing event updated for resources: {'Network': ['ID=ec213ecb-31fe-439e-a3b3-acc842e7a202,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:31:21.976163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.976519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.976884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.977250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.977629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.977991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.978368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.978726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.979129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.979493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.979834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:21.984157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:31:21.993810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ec213ecb-31fe-439e-a3b3-acc842e7a202 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:31:24.122945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:31:24.224747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9f1ecf-9f76-4f28-a135-c8b100346f0d admin admin] GET failed (client error): The resource could not be found. Dec 10 19:31:24.225323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3e9f1ecf-9f76-4f28-a135-c8b100346f0d admin admin] Synchronizing usage tracker for tenant:6c313a649228446e976b8db521bf9fd9 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:31:24.240726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3e9f1ecf-9f76-4f28-a135-c8b100346f0d admin admin] Unset dirty status for tenant:6c313a649228446e976b8db521bf9fd9 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:31:24.241990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3e9f1ecf-9f76-4f28-a135-c8b100346f0d admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1179790 Dec 10 19:31:24.356717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee470059-f4ed-47c1-9715-b75a22a41f11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:31:24.358348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ee470059-f4ed-47c1-9715-b75a22a41f11 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1120157 Dec 10 19:31:24.368982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Request body: {'subnet': {'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:31:24.374122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:31:24.384182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:31:24.393410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Made reservation on behalf of 6c313a649228446e976b8db521bf9fd9 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:31:24.397972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:24.610450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:24.615171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:31:24.693816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a66dbc-8a1d-4280-a6f7-f7faf67e119b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:31:24.697957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:31:24.703906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Checking segment: {'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:31:24.704341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Network hostable DHCP agents. Network: ec213ecb-31fe-439e-a3b3-acc842e7a202, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:31:24.725325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Network ec213ecb-31fe-439e-a3b3-acc842e7a202 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:31:24.733286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ec213ecb-31fe-439e-a3b3-acc842e7a202) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:31:24.737159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:31:24.737834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:24.743253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231f2b3-e8fd-476a-905f-3d76571ad9aa None None] Network ec213ecb-31fe-439e-a3b3-acc842e7a202 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:31:24.763467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3978934 Dec 10 19:31:24.975504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-ec213ecb-31fe-439e-a3b3-acc842e7a202', 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202', 'tenant_id': '6c313a649228446e976b8db521bf9fd9', 'fixed_ips': [{'subnet_id': 'f2a66dbc-8a1d-4280-a6f7-f7faf67e119b'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:31:24.976417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:25.166245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Allocated IP 192.168.233.2 (ec213ecb-31fe-439e-a3b3-acc842e7a202/f2a66dbc-8a1d-4280-a6f7-f7faf67e119b/07553b06-5524-4b17-a543-8d4cbb491e86) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:31:25.394491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:25.406240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Transition to ACTIVE for port object 07553b06-5524-4b17-a543-8d4cbb491e86 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:31:25.433076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Transition to ACTIVE for port object 07553b06-5524-4b17-a543-8d4cbb491e86 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:31:25.444023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:25.449901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:31:25.524456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Network ec213ecb-31fe-439e-a3b3-acc842e7a202 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:31:25.528151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:31:25.530744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:31:25.537735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Pushing event updated for resources: {'Port': ['ID=07553b06-5524-4b17-a543-8d4cbb491e86,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:31:25.578025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.578405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.578775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.579137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.579499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.579856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.580211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.580567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.580915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.581268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.581642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:31:25.585690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:31:25.647730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Attempting to bind port 07553b06-5524-4b17-a543-8d4cbb491e86 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:31:25.648067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Attempting to bind port 07553b06-5524-4b17-a543-8d4cbb491e86 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:31:25.648467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Attempting to bind port 07553b06-5524-4b17-a543-8d4cbb491e86 on network ec213ecb-31fe-439e-a3b3-acc842e7a202 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:31:25.656602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:31:25.657010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Checking segment: {'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:31:25.657444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:25.657897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Bound using segment: {'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:31:25.658404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Bound port: 07553b06-5524-4b17-a543-8d4cbb491e86, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:31:25.659198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:25.756615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] For port 07553b06-5524-4b17-a543-8d4cbb491e86, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:31:25.760096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] For port 07553b06-5524-4b17-a543-8d4cbb491e86, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=07553b06-5524-4b17-a543-8d4cbb491e86,segment=NetworkSegment(7f7d4db8-62b3-4629-9461-09eae575176e),segment_id=7f7d4db8-62b3-4629-9461-09eae575176e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:31:25.763871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:25.768270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:31:25.857718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Pushing event updated for resources: {'Port': ['ID=07553b06-5524-4b17-a543-8d4cbb491e86,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:31:25.863237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:31:26.849963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 07553b06-5524-4b17-a543-8d4cbb491e86 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:31:26.924562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 07553b06-5524-4b17-a543-8d4cbb491e86 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:31:27.392429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc6f22-3891-4cff-abd6-c4fd4c911abb None None] Network ec213ecb-31fe-439e-a3b3-acc842e7a202 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:31:27.496020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] Provisioning for port 07553b06-5524-4b17-a543-8d4cbb491e86 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:31:27.515714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] Provisioning complete for port 07553b06-5524-4b17-a543-8d4cbb491e86 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:31:27.516121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:27.894597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:27.947317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] For port 07553b06-5524-4b17-a543-8d4cbb491e86, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=07553b06-5524-4b17-a543-8d4cbb491e86,segment=NetworkSegment(7f7d4db8-62b3-4629-9461-09eae575176e),segment_id=7f7d4db8-62b3-4629-9461-09eae575176e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:31:27.950881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:27.952944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:31:28.028874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] Pushing event updated for resources: {'Port': ['ID=07553b06-5524-4b17-a543-8d4cbb491e86,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:31:28.032265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:31:28.278450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ecfe6e08-b363-4f8c-b6d0-84e24b705bb9 None None] Provisioning complete for port 07553b06-5524-4b17-a543-8d4cbb491e86 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:31:28.278869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6e08-b363-4f8c-b6d0-84e24b705bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:28.821716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 07553b06-5524-4b17-a543-8d4cbb491e86 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:31:28.895031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 07553b06-5524-4b17-a543-8d4cbb491e86 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:31:28.895603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:41.090214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-392a7971-b900-473f-911f-722283770225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:42.434127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:43.701303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:43.824538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2de0-5c1b-4335-9e91-7d3d12c6273b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:45.218415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:31:57.012967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:32:11.091959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3604428e-e0a5-40d1-8176-8a594e58c6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:12.436903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:13.704071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:13.826525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab0c6979-0410-4804-a25e-db982e1a5564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:15.220010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:34.014562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:32:41.095286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27b6ba4f-cd22-4bba-868c-bbcb8104a06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:42.446147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:42.924355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50822) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:32:42.930594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-362615e4-3c54-4a21-b14f-4208db8472fb tempest-verify_tempest_config-392531656 tempest-verify_tempest_config-392531656-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:32:42.931704 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-362615e4-3c54-4a21-b14f-4208db8472fb tempest-verify_tempest_config-392531656 tempest-verify_tempest_config-392531656-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0062852 Dec 10 19:32:43.369534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 50840) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:32:43.540943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.581273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:32:43.585463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Usage tracker for resource:security_group_rule and tenant:d1eddb64e05c4766aa2048081aae37a1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:32:43.588635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:32:43.594950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:32:43.672847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.675740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.685285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:32:43.706403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.727502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a84ed5d-19b9-4653-979b-fc1d5900f6aa,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:32:43.733477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1eddb64e05c4766aa2048081aae37a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3625631 Dec 10 19:32:43.736384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 50846) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:32:43.738669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.739048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.739446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.739791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.740152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.740510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.740867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.741226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.741616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.741971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.742322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.747229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:32:43.801334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.827870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd392284-dd34-46d0-b958-6e08d0a011be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.830767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.885892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.891439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:32:43.905566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a84ed5d-19b9-4653-979b-fc1d5900f6aa,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:32:43.914178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:32:43.915383 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a84ed5d-19b9-4653-979b-fc1d5900f6aa HTTP/1.1" status: 204 len: 168 time: 0.1779451 Dec 10 19:32:43.917750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.918126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.918495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.918907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.919287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.919661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.920021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.920382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.920733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.921080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.921434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:32:43.925297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:32:45.223674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:11.014667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:33:11.098703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-107d3f4c-ecc2-40b6-b3ae-32a6676d38b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:12.438928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:13.708927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:13.836969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e74bd410-1ebc-4ca0-afa2-27cc2413f1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:15.227623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:41.100845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b40132b3-c4fc-44e0-9aed-8daff3fec8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:42.443432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:43.711451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:43.825391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ddfc132f-5db4-420d-92cc-e9f48a10071a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:45.228873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:33:48.015718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 5 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:34:02.142809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402092'] for agent, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:11.105613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f05c457-8b78-46d1-8ea0-c1070d6a0569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:12.445934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:13.716252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:13.827318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b71a1a6a-f00d-4ff0-a12f-15590deccaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:15.228757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:17.628357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 50926) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:34:17.773600 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a6078e7b-0389-45d2-9294-1786505eebe6 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1440096 Dec 10 19:34:19.870259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 50938) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:34:19.957291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1ebc1d36-f610-43df-bae3-4c8a2544ebcf admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0853341 Dec 10 19:34:25.016664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:34:32.131644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:41.108071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59f2daf4-987b-494b-9c31-09d3d5a6516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:42.449192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:43.719101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:43.827790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d74fabd5-3aa2-4613-9668-fbdc7c3407b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:34:45.231930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:02.018291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:35:02.132561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:11.110570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0162b990-e22f-4554-8558-1456cfe89c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:12.459824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:13.722094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:13.827832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d35223ca-7dd7-4465-9be3-d5588e512b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:15.234738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:32.130005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:39.020144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:35:41.112691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7b6dfba-2332-4d42-81a1-9057c4bc9367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:42.459707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:43.732012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:43.857536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf8cf-cb7e-48f1-a628-a123672d4b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:45.245008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:49.511935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51090) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:49.551674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:50.054944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1503093750-network', 'tenant_id': '63e56e99bbe74b42b943a02594aec266'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:50.059914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:50.063919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Usage tracker for resource:network and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:50.067003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:50.072993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:50.082691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Made reservation on behalf of 63e56e99bbe74b42b943a02594aec266 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:50.087282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.101427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.137784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:50.141787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Usage tracker for resource:security_group_rule and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:50.145116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:50.150975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:50.220163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.224170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.227917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-251042111-network', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:50.236691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:50.238968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ccb1cdd-6847-4e17-b8d2-52ca18c5ef3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:50.248766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Usage tracker for resource:network and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:50.253982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51118) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:50.259818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:35:50.270356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.271019 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Added segment 25047ad5-0a50-4784-be6e-e59bc46d5447 of type vlan for network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 Dec 10 19:35:50.295760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:50.304677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.309078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:50.343320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Made reservation on behalf of ee1c9bdbffad45a88743a2ffcf8f78e8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:50.347975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.369105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c81f48-159d-4db8-a1a4-5d4fe83a2321,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:50.381467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.405191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.405619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.405992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.406359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.406726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.407089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.407447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.407816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.408162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.408513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.408864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Tracked resource versions report: Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: pushed versions: Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: { 'ConntrackHelper': {'1.0'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': {'1.0'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': {'1.1'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': {'1.5'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': {'1.2'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': {'1.8'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': {'1.2'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': {'1.0'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': {'1.0'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': {'1.1'}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': {'1.1'}} Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: consumer versions: Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: { DHCP agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: HyperV agent@hv-neutron-8214: {}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: L3 agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: Metadata agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: Metering agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: Open vSwitch agent@dv-neutron-821443-1-hyperv: { 'ConntrackHelper': '1.0', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': '1.0', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': '1.1', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': '1.5', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': '1.2', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': '1.8', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': '1.2', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': '1.0', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': '1.0', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': '1.1', Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': '1.1'}} Dec 10 19:35:50.410114 dv-neutron-821443-1-hyperv neutron-server[88762]: {{(pid=88872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 10 19:35:50.413549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:50.417488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.420296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:50.420571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.426605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76b723ad-9b96-4d56-86de-d0532cf8a430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:50.465918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:50.470386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Usage tracker for resource:security_group_rule and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:50.473640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:50.480036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:50.612029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Pushing event updated for resources: {'Network': ['ID=789bb0e1-ca10-42a8-99f9-bfcc818e7e49,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:50.616402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:50.626738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:35:50.627033 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1138978 Dec 10 19:35:50.627774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51134) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:50.633160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-585484012-network', 'tenant_id': 'ad109fef55d74616a63011e5523fb742'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:50.638497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Request body: {'subnet': {'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1503093750-subnet', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:50.645117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:50.645324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:50.657102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Usage tracker for resource:network and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:50.659144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Usage tracker for resource:subnet and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:50.663696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:50.664026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:50.677554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:50.678013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:50.700825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Made reservation on behalf of ad109fef55d74616a63011e5523fb742 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:50.703195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.704414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Made reservation on behalf of 63e56e99bbe74b42b943a02594aec266 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:50.706624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.709440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.721974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.729716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.775937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:50.781763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Usage tracker for resource:security_group_rule and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:50.785195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:50.789143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:50.793444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:50.828525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:35:50.865861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580efe8c-f415-43ed-96aa-a72c48612a97,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:50.870395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.870867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Added segment b2b0ae60-1d8a-48a6-8b35-dfeb66846799 of type vlan for network cdd04186-268d-4190-acf8-af6ae76b263e Dec 10 19:35:50.872823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:50.889544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.893244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.908932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:35:50.913996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.922053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:50.922543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Added segment f1154375-1b16-4a14-9941-eaf309a74791 of type vlan for network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 Dec 10 19:35:50.932538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:50.971161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e566a-0484-490c-9464-47652b1b2168,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:50.997426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.004484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.004902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.005380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.005933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.006309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.006678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.007044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.007407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.007767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.008119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.008478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Tracked resource versions report: Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: pushed versions: Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: { 'ConntrackHelper': {'1.0'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': {'1.0'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': {'1.1'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': {'1.5'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': {'1.2'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': {'1.8'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': {'1.2'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': {'1.0'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': {'1.0'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': {'1.1'}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': {'1.1'}} Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: consumer versions: Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: { DHCP agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: HyperV agent@hv-neutron-8214: {}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: L3 agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: Metadata agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: Metering agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: Open vSwitch agent@dv-neutron-821443-1-hyperv: { 'ConntrackHelper': '1.0', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': '1.0', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': '1.1', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': '1.5', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': '1.2', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': '1.8', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': '1.2', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': '1.0', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': '1.0', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': '1.1', Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': '1.1'}} Dec 10 19:35:51.009671 dv-neutron-821443-1-hyperv neutron-server[88762]: {{(pid=88871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 10 19:35:51.013605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:51.027153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.031742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:51.032584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.041471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.042878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:51.043518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.048659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:51.048983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4353a7d8-826c-4c6a-bb43-7bec0ff1a39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:51.154737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.167351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8e5e77-7b32-4b70-ba91-9c1443b893f8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:51.172441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:51.178203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9227731 Dec 10 19:35:51.179035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51148) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:51.179172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6262939 Dec 10 19:35:51.180317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Pushing event updated for resources: {'Network': ['ID=cdd04186-268d-4190-acf8-af6ae76b263e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:51.182945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51152) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:51.186464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:35:51.186829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:51.188365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-061414bf-cfaa-4458-a374-abd2d3f1e560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:51.191391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Request body: {'subnet': {'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-585484012-subnet', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:51.199142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Request body: {'subnet': {'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-251042111-subnet', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:51.204841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:51.232306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Usage tracker for resource:subnet and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:51.235792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:51.242400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:51.252028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:51.255248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Made reservation on behalf of ee1c9bdbffad45a88743a2ffcf8f78e8 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:51.260090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.272228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:51.275361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:51.276235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Checking segment: {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:35:51.276633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Network hostable DHCP agents. Network: 789bb0e1-ca10-42a8-99f9-bfcc818e7e49, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:35:51.302300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:35:51.318870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 789bb0e1-ca10-42a8-99f9-bfcc818e7e49) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:51.324373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:51.325022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.332623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network cdd04186-268d-4190-acf8-af6ae76b263e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:35:51.349911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Usage tracker for resource:subnet and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:51.356362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:51.366588 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7339625 Dec 10 19:35:51.366950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51164) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:51.377287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:51.382099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:51.388541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:51.396606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Usage tracker for resource:router and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:51.400447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:51.408249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:51.408518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Made reservation on behalf of ad109fef55d74616a63011e5523fb742 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:51.414273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.419401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.420800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.454241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919884f-02fd-413a-b226-3ac1c0492129 None None] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:35:51.458008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.960495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.969734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.979579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:35:51.980558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:51.993005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9aeee4c0-c10f-49c5-8386-f9cece22b7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:52.127832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4053ce32-151d-4cfd-92a3-52ebb457530e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:52.131305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:52.184310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Allocated IP 172.20.0.2 (789bb0e1-ca10-42a8-99f9-bfcc818e7e49/8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48/1a2a562f-d4c1-4da4-b040-591cafd520b8) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:35:52.269943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Checking segment: {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:35:52.277877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Network hostable DHCP agents. Network: cdd04186-268d-4190-acf8-af6ae76b263e, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:35:52.291802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.314377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.334998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:52.352711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.412510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.423907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Transition to ACTIVE for port object 1a2a562f-d4c1-4da4-b040-591cafd520b8 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:35:52.444106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Transition to ACTIVE for port object 1a2a562f-d4c1-4da4-b040-591cafd520b8 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:35:52.452382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.474115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:52.517924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Allocated IP 172.26.8.175 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/e058af0e-9d9c-4ce0-986c-8b5739cb80d0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:35:52.533155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cda3c6-cd43-477a-a3ff-510da07ec673,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:52.540765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:52.546176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Network cdd04186-268d-4190-acf8-af6ae76b263e is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:35:52.557670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Checking segment: {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:35:52.558050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Network hostable DHCP agents. Network: 6a8e5e77-7b32-4b70-ba91-9c1443b893f8, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:35:52.567915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, cdd04186-268d-4190-acf8-af6ae76b263e) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:52.578406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a936b8-0fbe-445a-98af-3638064568e9 None None] Network cdd04186-268d-4190-acf8-af6ae76b263e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:35:52.593872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:52.594534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.668464 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4807458 Dec 10 19:35:52.669233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51196) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:52.680286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:52.686272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:52.697416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Usage tracker for resource:router and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:52.703062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:52.722490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:52.739863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.741365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.750771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:35:52.761333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6a8e5e77-7b32-4b70-ba91-9c1443b893f8) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:52.770577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:52.771503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.802282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6213293 Dec 10 19:35:52.805676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51204) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:52.813961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:52.819565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:52.826713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Usage tracker for resource:router and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:52.831410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:52.832568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0753445d-d80c-4961-854d-0df0a27f9a4b None None] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:35:52.838770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:52.852422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.855049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.857218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.878753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.887621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:35:52.895258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:52.913312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:35:52.916829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:52.922876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Pushing event updated for resources: {'Port': ['ID=1a2a562f-d4c1-4da4-b040-591cafd520b8,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:53.045355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.050743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:53.071216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51212) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:53.092950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.193131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.193543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.193923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.194386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.194666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.195032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.195397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.195935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.196299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.196656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.197019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Tracked resource versions report: Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: pushed versions: Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: { 'ConntrackHelper': {'1.0'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': {'1.0'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': {'1.1'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': {'1.5'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': {'1.2'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': {'1.8'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': {'1.2'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': {'1.0'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': {'1.0'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': {'1.1'}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': {'1.1'}} Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: consumer versions: Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: { DHCP agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: HyperV agent@hv-neutron-8214: {}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: L3 agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: Metadata agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: Metering agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: Open vSwitch agent@dv-neutron-821443-1-hyperv: { 'ConntrackHelper': '1.0', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': '1.0', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': '1.1', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': '1.5', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': '1.2', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': '1.8', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': '1.2', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': '1.0', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': '1.0', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': '1.1', Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': '1.1'}} Dec 10 19:35:53.198242 dv-neutron-821443-1-hyperv neutron-server[88762]: {{(pid=88873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 10 19:35:53.212897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:53.227674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:35:53.233286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:53.236365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:35:53.304846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e058af0e-9d9c-4ce0-986c-8b5739cb80d0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:53.313834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:53.401222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Attempting to bind port 1a2a562f-d4c1-4da4-b040-591cafd520b8 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:35:53.401580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Attempting to bind port 1a2a562f-d4c1-4da4-b040-591cafd520b8 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:35:53.401990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Attempting to bind port 1a2a562f-d4c1-4da4-b040-591cafd520b8 on network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:35:53.430999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:35:53.431413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Checking segment: {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:35:53.431864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.432306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Bound using segment: {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:35:53.432843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Bound port: 1a2a562f-d4c1-4da4-b040-591cafd520b8, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:35:53.433257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.591730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.624109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-cdd04186-268d-4190-acf8-af6ae76b263e', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:35:53.625031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.718140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.719403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.755550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:35:53.785127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.815064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.815669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] For port 1a2a562f-d4c1-4da4-b040-591cafd520b8, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:35:53.859512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.883036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] For port 1a2a562f-d4c1-4da4-b040-591cafd520b8, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1a2a562f-d4c1-4da4-b040-591cafd520b8,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:35:53.900757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:53.925716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-573418020', 'router:external': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:53.931416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:53.932048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6843942-3a3e-4d90-ab8d-77899135ee40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:53.936680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Usage tracker for resource:network and tenant:863f00b03e8c4ad880d7a4f8fd43e890 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:53.939990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:53.946796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:53.978285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Made reservation on behalf of 863f00b03e8c4ad880d7a4f8fd43e890 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:53.983403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.033857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.156140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Allocated IP 172.20.0.2 (cdd04186-268d-4190-acf8-af6ae76b263e/4053ce32-151d-4cfd-92a3-52ebb457530e/b5434af0-a814-4594-a03c-38ea78a74f31) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:35:54.191715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Pushing event updated for resources: {'Port': ['ID=1a2a562f-d4c1-4da4-b040-591cafd520b8,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:54.197546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:35:54.216466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:54.240921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:54.262493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Usage tracker for resource:security_group_rule and tenant:863f00b03e8c4ad880d7a4f8fd43e890 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:54.268854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:54.282012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:54.302975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.329627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Allocated IP 172.26.8.131 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/318d65c3-f8ad-4b5d-a246-b1b4e199db4f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:35:54.346211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.404460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Allocated IP 172.20.0.2 (6a8e5e77-7b32-4b70-ba91-9c1443b893f8/b6cda3c6-cd43-477a-a3ff-510da07ec673/66219e82-1841-4e85-85cd-1f51a987ad83) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:35:54.454111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:35:54.466163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19701688-179d-467d-9579-674459f408dc None None] Sync routers for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:35:54.486331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19701688-179d-467d-9579-674459f408dc None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:35:54.489143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19701688-179d-467d-9579-674459f408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:35:54.493563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.495491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1275051 Dec 10 19:35:54.499598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51242) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:54.817895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.836628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.846294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.851327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:54.881545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:35:54.921489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:54.922165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Added segment eb7e71e8-ba15-4adb-8eb0-952911613ac7 of type vlan for network 4df5c7c6-90f3-47f2-8651-6d483b553428 Dec 10 19:35:54.941801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50f6a30-07ae-4f39-8466-8cce34184162,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:54.942752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-19701688-179d-467d-9579-674459f408dc None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:35:54.990058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:55.028719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:55.113005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.148535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.154343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:55.280599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:35:55.282880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:55.302112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Allocated IP 172.26.8.81 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/93f85a2a-69e2-44c2-b60c-7ec8b420c25f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:35:55.304532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51262) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:55.306981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:35:55.378399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.407894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Transition to ACTIVE for port object 66219e82-1841-4e85-85cd-1f51a987ad83 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:35:55.464751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19701688-179d-467d-9579-674459f408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:35:53Z', 'revision_number': 3, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:35:55.470168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19701688-179d-467d-9579-674459f408dc None None] Checking router: 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:35:55.470705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19701688-179d-467d-9579-674459f408dc None None] Updating router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a port e058af0e-9d9c-4ce0-986c-8b5739cb80d0 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:35:55.491558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Pushing event updated for resources: {'Port': ['ID=318d65c3-f8ad-4b5d-a246-b1b4e199db4f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:55.495148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Transition to ACTIVE for port object 66219e82-1841-4e85-85cd-1f51a987ad83 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:35:55.519398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:55.542576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19701688-179d-467d-9579-674459f408dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.582605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.657814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.669954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Transition to ACTIVE for port object b5434af0-a814-4594-a03c-38ea78a74f31 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:35:55.692614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Transition to ACTIVE for port object b5434af0-a814-4594-a03c-38ea78a74f31 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:35:55.697206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.705218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:55.730247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:55.731053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.740273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:55.756855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:55.802640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Pushing event updated for resources: {'Port': ['ID=66219e82-1841-4e85-85cd-1f51a987ad83,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:55.805806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7280772 Dec 10 19:35:55.812655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:55.814969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51272) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:55.816450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-567f3fff-fc99-4249-bb62-8b173ebc3dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:55.835127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'subnet': {'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:55.852117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1513734121'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:55.870524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:55.871668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:35:55.872095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51276) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:55.877442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Usage tracker for resource:network and tenant:770a82287fdd4954ad6cc38b5a1ac019 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:55.878128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:55.882030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:35:55.894701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:55.899286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:55.917819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Usage tracker for resource:subnet and tenant:863f00b03e8c4ad880d7a4f8fd43e890 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:55.918263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Network cdd04186-268d-4190-acf8-af6ae76b263e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:35:55.922213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:55.936349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:55.942910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'Network': ['ID=4df5c7c6-90f3-47f2-8651-6d483b553428,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:55.952655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:55.972348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:35:55.976007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4df5c7c6-90f3-47f2-8651-6d483b553428 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:35:55.994579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.035877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.036645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.070874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:56.181331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1424313267'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:56.191504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5cb5def6-fe99-4e92-958c-33cde8c2b958 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:56.192817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Pushing event updated for resources: {'Port': ['ID=b5434af0-a814-4594-a03c-38ea78a74f31,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:56.208496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:56.211351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:56.219708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:56.252250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Made reservation on behalf of 770a82287fdd4954ad6cc38b5a1ac019 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:56.258516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.274894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Usage tracker for resource:network and tenant:17e1d5f1e1e94db6a8996e598f3cbefb is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:56.279797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Made reservation on behalf of 863f00b03e8c4ad880d7a4f8fd43e890 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:56.285593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:56.287027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.291167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.300053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Attempting to bind port 66219e82-1841-4e85-85cd-1f51a987ad83 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:35:56.300479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Attempting to bind port 66219e82-1841-4e85-85cd-1f51a987ad83 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:35:56.300896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Attempting to bind port 66219e82-1841-4e85-85cd-1f51a987ad83 on network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:35:56.309371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:56.313416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:56.377187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.406611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Pushing event updated for resources: {'Port': ['ID=93f85a2a-69e2-44c2-b60c-7ec8b420c25f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:56.415406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:56.471533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:35:56.472649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Made reservation on behalf of 17e1d5f1e1e94db6a8996e598f3cbefb for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:56.478677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.487649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Attempting to bind port b5434af0-a814-4594-a03c-38ea78a74f31 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:35:56.488307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Attempting to bind port b5434af0-a814-4594-a03c-38ea78a74f31 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:35:56.488824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Attempting to bind port b5434af0-a814-4594-a03c-38ea78a74f31 on network cdd04186-268d-4190-acf8-af6ae76b263e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:35:56.511273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:56.514786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:35:56.529852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:56.545410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:35:56.545901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Checking segment: {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:35:56.546375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.546847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Bound using segment: {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:35:56.547696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Bound port: b5434af0-a814-4594-a03c-38ea78a74f31, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:35:56.548138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.567919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Usage tracker for resource:security_group_rule and tenant:770a82287fdd4954ad6cc38b5a1ac019 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:56.586720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:56.596146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:35:56.596532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Checking segment: {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:35:56.597035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.597558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Bound using segment: {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:35:56.598116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Bound port: 66219e82-1841-4e85-85cd-1f51a987ad83, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:35:56.598578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.616041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:56.628144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.655699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19701688-179d-467d-9579-674459f408dc None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.703433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-19701688-179d-467d-9579-674459f408dc None None] Transition to ACTIVE for port object e058af0e-9d9c-4ce0-986c-8b5739cb80d0 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:35:56.713665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19701688-179d-467d-9579-674459f408dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.719306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:56.724728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5cb5def6-fe99-4e92-958c-33cde8c2b958 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "PUT /v2.0/quotas/7fc9fdc23d5944ba89924bf1732beff4 HTTP/1.1" status: 200 len: 366 time: 0.8511393 Dec 10 19:35:56.737869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:56.742206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51292) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:56.769932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Usage tracker for resource:security_group_rule and tenant:17e1d5f1e1e94db6a8996e598f3cbefb is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:56.774406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-52ef45f7-059d-44da-bc4a-50dfece78f19 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0294516 Dec 10 19:35:56.776269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:56.789894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51296) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:56.810060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:56.848031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.848707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:56.945361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0984aa88-4c27-4aa9-8b6b-d7e7b715a6b2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "GET /v2.0/quotas/7fc9fdc23d5944ba89924bf1732beff4 HTTP/1.1" status: 200 len: 366 time: 0.1396699 Dec 10 19:35:56.953040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51300) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:57.036491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51304) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:57.049430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] For port 66219e82-1841-4e85-85cd-1f51a987ad83, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:35:57.076279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-19701688-179d-467d-9579-674459f408dc None None] Attempting to bind port e058af0e-9d9c-4ce0-986c-8b5739cb80d0 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:35:57.076883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-19701688-179d-467d-9579-674459f408dc None None] Attempting to bind port e058af0e-9d9c-4ce0-986c-8b5739cb80d0 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:35:57.077229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19701688-179d-467d-9579-674459f408dc None None] Attempting to bind port e058af0e-9d9c-4ce0-986c-8b5739cb80d0 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:35:57.079856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Pushing event updated for resources: {'Port': ['ID=e058af0e-9d9c-4ce0-986c-8b5739cb80d0,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:57.087562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] For port b5434af0-a814-4594-a03c-38ea78a74f31, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:35:57.092869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] For port b5434af0-a814-4594-a03c-38ea78a74f31, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b5434af0-a814-4594-a03c-38ea78a74f31,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:35:57.093985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19701688-179d-467d-9579-674459f408dc None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:35:57.094438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19701688-179d-467d-9579-674459f408dc None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:35:57.094979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19701688-179d-467d-9579-674459f408dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.095388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19701688-179d-467d-9579-674459f408dc None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:35:57.095925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-19701688-179d-467d-9579-674459f408dc None None] Bound port: e058af0e-9d9c-4ce0-986c-8b5739cb80d0, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:35:57.096344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19701688-179d-467d-9579-674459f408dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.104306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1a2a562f-d4c1-4da4-b040-591cafd520b8 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:35:57.127986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.128371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.128749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.129112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.129497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.129894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.130258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.130618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.130974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.131337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.131694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Tracked resource versions report: Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: pushed versions: Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: { 'ConntrackHelper': {'1.0'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': {'1.0'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': {'1.1'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': {'1.5'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': {'1.2'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': {'1.8'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': {'1.2'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': {'1.0'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': {'1.0'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': {'1.1'}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': {'1.1'}} Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: consumer versions: Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: { DHCP agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: HyperV agent@hv-neutron-8214: {}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: L3 agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: Metadata agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: Metering agent@dv-neutron-821443-1-hyperv: {}, Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: Open vSwitch agent@dv-neutron-821443-1-hyperv: { 'ConntrackHelper': '1.0', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Log': '1.0', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Network': '1.1', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Port': '1.5', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'PortForwarding': '1.2', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'QosPolicy': '1.8', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroup': '1.2', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SecurityGroupRule': '1.0', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'SubPort': '1.0', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Subnet': '1.1', Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: 'Trunk': '1.1'}} Dec 10 19:35:57.132890 dv-neutron-821443-1-hyperv neutron-server[88762]: {{(pid=88874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 10 19:35:57.142770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:57.168751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] For port 66219e82-1841-4e85-85cd-1f51a987ad83, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=66219e82-1841-4e85-85cd-1f51a987ad83,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:35:57.170403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.208434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2031990-463f-48f5-9c85-c83ec9aac9ad None None] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:35:57.212863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-19701688-179d-467d-9579-674459f408dc None None] For port e058af0e-9d9c-4ce0-986c-8b5739cb80d0, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:35:57.217130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-19701688-179d-467d-9579-674459f408dc None None] For port e058af0e-9d9c-4ce0-986c-8b5739cb80d0, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e058af0e-9d9c-4ce0-986c-8b5739cb80d0,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:35:57.224867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19701688-179d-467d-9579-674459f408dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.241385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:57.259163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:57.274299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.277846 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0cd1dd58-b4bd-4ed1-a0a0-2db369305bd7 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/7fc9fdc23d5944ba89924bf1732beff4 HTTP/1.1" status: 204 len: 168 time: 0.3113561 Dec 10 19:35:57.289684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.290769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51314) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:57.306153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.322852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:57.365741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307a8fb3-76d9-4c13-b59e-3ffd55d109a8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:57.375465 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-10803f04-56e1-4e2c-8738-7f8edc7b0fd0 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0818036 Dec 10 19:35:57.375755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Pushing event updated for resources: {'Port': ['ID=b5434af0-a814-4594-a03c-38ea78a74f31,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:57.382320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:57.383146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51320) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:57.410631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:57.411362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:57.451441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:35:57.474591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Pushing event updated for resources: {'Port': ['ID=e058af0e-9d9c-4ce0-986c-8b5739cb80d0,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:57.489655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:57.497386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19701688-179d-467d-9579-674459f408dc None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:35:57.498440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19701688-179d-467d-9579-674459f408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:35:57.533076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-32cf56ef-ac39-493f-8b47-5472e0931008 None None] Provisioning for port 1a2a562f-d4c1-4da4-b040-591cafd520b8 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:35:57.533289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.533724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Added segment 07f62ffd-40c8-4731-93c6-09a02e54dacd of type vlan for network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 Dec 10 19:35:57.541373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:57.544374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.547881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:57.552915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.555499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Usage tracker for resource:floatingip and tenant:84ba1cc4e46843039bc538069c1660d4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:57.559448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:57.566182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:57.567863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:57.581643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eb805e51-6e24-444f-8979-007f519ba5ef tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "GET /v2.0/quotas/7fc9fdc23d5944ba89924bf1732beff4 HTTP/1.1" status: 200 len: 370 time: 0.1937537 Dec 10 19:35:57.590201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.592113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51326) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:57.616193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.622673 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bd11c414-c01d-47cc-b6c5-25978be87fef tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "GET /v2.0/quotas/7fc9fdc23d5944ba89924bf1732beff4/default HTTP/1.1" status: 200 len: 370 time: 0.0273705 Dec 10 19:35:57.625993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51330) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:57.641092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:35:57.672636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af912dc7-f3fc-4ee4-990b-af7356edc6a2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:57.678895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:57.686702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.687099 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Added segment 7da64be9-23fe-414d-b7bf-126cec55dd3c of type vlan for network 1b1fd6d9-e8ad-4ff4-be0d-7e0ec1cb3c3a Dec 10 19:35:57.693389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 1a2a562f-d4c1-4da4-b040-591cafd520b8 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:35:57.698377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Router eb3a9c21-f178-4c6b-8138-4725289dff5e is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:35:57.708561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1a2a562f-d4c1-4da4-b040-591cafd520b8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:35:57.709995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.712363 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-c4e39752-bb13-4748-88b7-6d75f2514553 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] delete failed (client error): The resource could not be found. Dec 10 19:35:57.717463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c4e39752-bb13-4748-88b7-6d75f2514553 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/7fc9fdc23d5944ba89924bf1732beff4 HTTP/1.1" status: 404 len: 348 time: 0.0781634 Dec 10 19:35:57.770221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:57.811486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Pushing event updated for resources: {'Port': ['ID=66219e82-1841-4e85-85cd-1f51a987ad83,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:57.833439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:57.884551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.002954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-19701688-179d-467d-9579-674459f408dc None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:35:58.047127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.083450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.128501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5be9ad7-4b2d-4772-91b9-3d06a27d79a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:58.179005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 1a2a562f-d4c1-4da4-b040-591cafd520b8, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1a2a562f-d4c1-4da4-b040-591cafd520b8,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:35:58.184394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.186149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.189553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:58.220013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:58.220895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.296200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b255310-cd96-4877-8bea-d23a38bf06a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:58.397262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Allocated IP 172.20.0.1 (789bb0e1-ca10-42a8-99f9-bfcc818e7e49/8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48/ce7909f5-b80b-4c3d-b0f9-583518d46c5d) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:35:58.404064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=1a2a562f-d4c1-4da4-b040-591cafd520b8,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:58.408050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:58.455000 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0283175 Dec 10 19:35:58.464394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.467724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51338) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:58.467883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51336) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:58.574839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:58.575652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.582906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Pushing event updated for resources: {'Network': ['ID=1b1fd6d9-e8ad-4ff4-be0d-7e0ec1cb3c3a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:58.595395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:58.602019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 1b1fd6d9-e8ad-4ff4-be0d-7e0ec1cb3c3a details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:35:58.621504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:35:58.681998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19701688-179d-467d-9579-674459f408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:35:53Z', 'revision_number': 3, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:35:58.688118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19701688-179d-467d-9579-674459f408dc None None] The sync data for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv is: [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:35:53Z', 'revision_number': 3, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:35:58.709986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c4eb1c6-04fe-497d-8006-afd5116133ca,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:58.721575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Checking segment: {'id': 'eb7e71e8-ba15-4adb-8eb0-952911613ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:35:58.724436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Network hostable DHCP agents. Network: 4df5c7c6-90f3-47f2-8651-6d483b553428, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:35:58.739174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:58.739599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7ab2067-dda1-4ce7-bdff-5e3528045e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:58.832276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4859ba6b-3544-4d45-8ddf-820c3cd41f1b None None] Provisioning complete for port 1a2a562f-d4c1-4da4-b040-591cafd520b8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:35:58.832839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4859ba6b-3544-4d45-8ddf-820c3cd41f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.883894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Usage tracker for resource:network and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:58.887458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Request body: {'network': {'name': 'tempest-network--2021642469', 'router:external': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:58.898776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:58.919408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Usage tracker for resource:network and tenant:254e2cc502564cbd9761bbc73b8ab12d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:58.929733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:58.935833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:35:58.936845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:58.956411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Sync routers for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:35:58.967206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:58.975828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:58.981686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:58.981800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1728678 Dec 10 19:35:58.989486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:35:58.990292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:35:59.000151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event updated for resources: {'Network': ['ID=ffe3f52c-457b-4891-b9fc-e9dd1d39ee94,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:59.006520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Made reservation on behalf of 254e2cc502564cbd9761bbc73b8ab12d for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:35:59.012469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.040600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.102728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:59.110147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Usage tracker for resource:security_group_rule and tenant:254e2cc502564cbd9761bbc73b8ab12d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:59.116041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:59.125354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:35:59.150611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:35:59.163812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Sync routers for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:35:59.202379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:35:59.203087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:35:59.231029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.232391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5618207 Dec 10 19:35:59.246775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51352) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:59.280500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:59.299293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.2615285 Dec 10 19:35:59.301567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Usage tracker for resource:subnet and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:59.304746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.306255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51356) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:59.307889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.428597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:35:59.463710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Request body: {'subnet': {'network_id': 'ffe3f52c-457b-4891-b9fc-e9dd1d39ee94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:35:59.474902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Transition to ACTIVE for port object ce7909f5-b80b-4c3d-b0f9-583518d46c5d will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:35:59.487286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.498163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Network 4df5c7c6-90f3-47f2-8651-6d483b553428 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:35:59.506083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.509692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:59.519047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:35:59.572459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1a2a562f-d4c1-4da4-b040-591cafd520b8 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:35:59.601547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 4df5c7c6-90f3-47f2-8651-6d483b553428) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:59.616155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.629290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Usage tracker for resource:subnetpool and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:59.642162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:35:59.642819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.653399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:59.654316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebcfa88-9861-4e1d-b900-81aef0944e12 None None] Network 4df5c7c6-90f3-47f2-8651-6d483b553428 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:35:59.680767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:59.685757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a1188fa7-94b8-4f6a-a5e0-05748f2967a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:35:59.752561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:35:59.846430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Pushing event updated for resources: {'Port': ['ID=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:59.850107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1a2a562f-d4c1-4da4-b040-591cafd520b8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:35:59.850623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.855719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Usage tracker for resource:port and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:59.861167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:59.872619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:59.886072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d869f-0270-41db-b238-95d9bef1d180,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:35:59.894939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:35:59.895644 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Added segment 8372cf40-3315-4e65-b9ca-0c3f10cc572b of type vlan for network 8c309620-0acc-46ec-8ec0-968a1bf10391 Dec 10 19:35:59.923205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Usage tracker for resource:router and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:59.931536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:35:59.935939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:56Z', 'revision_number': 3, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:35:59.941077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Checking router: 1c0ad175-126a-4e98-b48c-e42dd56ef8cf for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:35:59.941470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Updating router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:35:59.966364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:35:59.980255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:35:59.985040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:35:59.988780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Usage tracker for resource:subnet and tenant:770a82287fdd4954ad6cc38b5a1ac019 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:35:59.988938 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1709111 Dec 10 19:35:59.989974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:35:59.997126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51360) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:35:59.998403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:35:59.998753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:00.002296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:00.016536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1885449942', 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:00.031451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:00.035708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:00.038708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:00.092835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Usage tracker for resource:port and tenant:863f00b03e8c4ad880d7a4f8fd43e890 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:00.100097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:00.121642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b5434af0-a814-4594-a03c-38ea78a74f31 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:00.145702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:00.153370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:00.232710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Made reservation on behalf of 770a82287fdd4954ad6cc38b5a1ac019 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:00.262664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:00.269768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Usage tracker for resource:floatingip and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:00.298997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Made reservation on behalf of 863f00b03e8c4ad880d7a4f8fd43e890 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:00.302268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:00.311416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:00.392261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Allocated IP 172.26.8.6 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/e9b78bdd-55c9-40f3-b1e6-a662271afeb0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:00.445233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:00.509048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:00.542262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:00.548812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:00.568006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495a202-f23f-424e-891a-d02b20ff7f54 None None] Network 4df5c7c6-90f3-47f2-8651-6d483b553428 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:00.568976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:00.612096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] device_id is not set on port cd622058-70db-4955-91d4-4428dd776e53 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:36:00.775743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Network': ['ID=8c309620-0acc-46ec-8ec0-968a1bf10391,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:00.787299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:00.821044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks [] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:00.851880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 8c309620-0acc-46ec-8ec0-968a1bf10391 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:00.861958 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3917351 Dec 10 19:36:00.927928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51364) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:00.994031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a09b7f-0280-4762-8a41-0c89135e15df None None] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:01.044966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Usage tracker for resource:security_group and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:01.080192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:01.099419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port b5434af0-a814-4594-a03c-38ea78a74f31 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:01.168086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:01.185045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f79566-edba-4c14-ae21-adf4bf093d60 None None] Network cdd04186-268d-4190-acf8-af6ae76b263e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:01.186731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:01.194980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:01.205902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:01.209418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:01.252980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Usage tracker for resource:security_group_rule and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:01.275830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 66219e82-1841-4e85-85cd-1f51a987ad83 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:01.293413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:01.314446 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ddbb1b7f-05ee-487d-94b5-2eedde336cc2 tempest-QuotasTest-2123765720 tempest-QuotasTest-2123765720-project-admin] 10.222.0.41 "GET /v2.0/quotas/a25a65be3f7d4483840cfd26db8151f4/details.json HTTP/1.1" status: 200 len: 703 time: 2.7695570 Dec 10 19:36:01.444512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Pushing event updated for resources: {'Port': ['ID=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:01.453548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:01.519123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:01.523494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f98f797e-92fa-42d0-8e72-57bfddb08cf3 None None] Provisioning for port ce7909f5-b80b-4c3d-b0f9-583518d46c5d completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:01.524029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:01.601633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:01.618911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f98f797e-92fa-42d0-8e72-57bfddb08cf3 None None] Provisioning complete for port ce7909f5-b80b-4c3d-b0f9-583518d46c5d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:01.619340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f98f797e-92fa-42d0-8e72-57bfddb08cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:01.663100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:01.684932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:01.795626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Allocated IP 172.20.0.4 (4df5c7c6-90f3-47f2-8651-6d483b553428/7c4eb1c6-04fe-497d-8006-afd5116133ca/cd622058-70db-4955-91d4-4428dd776e53) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:01.820289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f98f797e-92fa-42d0-8e72-57bfddb08cf3 None None] Port ce7909f5-b80b-4c3d-b0f9-583518d46c5d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:02.052530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51378) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:02.072092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.072955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:02.082492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:02.082699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.094808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Transition to ACTIVE for port object 93f85a2a-69e2-44c2-b60c-7ec8b420c25f will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:02.101979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:02.106770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'Port': ['ID=e9b78bdd-55c9-40f3-b1e6-a662271afeb0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:02.117565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:02.138010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.155712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:02.176060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.176535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.177423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.177824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > port after_create 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.178189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.178569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > port after_update 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.178942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.179345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.179713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.180065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.284418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0086e4-0f20-43fd-8627-706bd93b97cf None None] Pushing event updated for resources: {'Port': ['ID=93f85a2a-69e2-44c2-b60c-7ec8b420c25f,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:02.299962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa0086e4-0f20-43fd-8627-706bd93b97cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:02.330037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Attempting to bind port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:02.331031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Attempting to bind port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:02.331591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Attempting to bind port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:02.341921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:02.342586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:02.343180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.343748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:02.344401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Bound port: 93f85a2a-69e2-44c2-b60c-7ec8b420c25f, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:02.344990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.353334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.353781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.354181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.354569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:02.355038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c309620-0acc-46ec-8ec0-968a1bf10391']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:02.412767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8372cf40-3315-4e65-b9ca-0c3f10cc572b') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:02.413109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8372cf40-3315-4e65-b9ca-0c3f10cc572b') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:02.460156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] For port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:02.464166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 66219e82-1841-4e85-85cd-1f51a987ad83 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:02.464359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] For port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=93f85a2a-69e2-44c2-b60c-7ec8b420c25f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:02.471110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.476595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa0086e4-0f20-43fd-8627-706bd93b97cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:02.483060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Provisioning for port 66219e82-1841-4e85-85cd-1f51a987ad83 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:02.504985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 66219e82-1841-4e85-85cd-1f51a987ad83 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:02.505191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.547359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Provisioning complete for port 66219e82-1841-4e85-85cd-1f51a987ad83 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:02.547889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.550530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.558969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.581598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.587815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0086e4-0f20-43fd-8627-706bd93b97cf None None] Pushing event updated for resources: {'Port': ['ID=93f85a2a-69e2-44c2-b60c-7ec8b420c25f,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:02.601707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.602638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:02.603614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:02.642830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:02.676579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.681047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa0086e4-0f20-43fd-8627-706bd93b97cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:02.700234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.718848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event updated for resources: {'Subnet': ['ID=7e59c949-75f9-4df8-b2ca-f22c4a7feb9a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:02.733260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:02.750716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:02.751334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: (self, other), Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:02.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:02.824140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:55Z', 'revision_number': 3, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:02.829320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:02.919780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:02.920116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Checking router: eb3a9c21-f178-4c6b-8138-4725289dff5e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:36:02.920914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Updating router eb3a9c21-f178-4c6b-8138-4725289dff5e port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:36:03.116947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.118732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Checking segment: {'id': '07f62ffd-40c8-4731-93c6-09a02e54dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ffe3f52c-457b-4891-b9fc-e9dd1d39ee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:03.119164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Network hostable DHCP agents. Network: ffe3f52c-457b-4891-b9fc-e9dd1d39ee94, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:36:03.162567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.164011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.169573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:03.175442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:03.212344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c309620-0acc-46ec-8ec0-968a1bf10391,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:03.216537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:03.217977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Usage tracker for resource:security_group_rule and tenant:a35f9799d65e4b8987194a49ea91b15b is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:03.222649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c309620-0acc-46ec-8ec0-968a1bf10391 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 10 19:36:03.238346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:03.242596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.248044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:36:03.273472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.289174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:03.295958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:36:03.334891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ffe3f52c-457b-4891-b9fc-e9dd1d39ee94) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:03.357544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:03.358233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.415220 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "DELETE /v2.0/networks/8c309620-0acc-46ec-8ec0-968a1bf10391 HTTP/1.1" status: 204 len: 168 time: 2.4823740 Dec 10 19:36:03.424872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51388) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:03.451745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:03.465172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:03.513231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Usage tracker for resource:network and tenant:254e2cc502564cbd9761bbc73b8ab12d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:03.523855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:03.545030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0864992 Dec 10 19:36:03.547819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51392) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:03.566331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.572676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:03.583710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.591073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Request body: {'port': {'network_id': 'ffe3f52c-457b-4891-b9fc-e9dd1d39ee94', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1107743859'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:03.720519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:56Z', 'revision_number': 3, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:03.725023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476acbd6-522b-4084-ab50-0aa1caca27c5 None None] The sync data for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv is: [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:56Z', 'revision_number': 3, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:03.759616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.766026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a7e6c50-689d-4682-a1e7-6a26c2144299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:03.849619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:03.883387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Made reservation on behalf of 254e2cc502564cbd9761bbc73b8ab12d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:03.888639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.963531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:03.994337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.011732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Transition to ACTIVE for port object 318d65c3-f8ad-4b5d-a246-b1b4e199db4f will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:04.018778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:04.025144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1746d7-8aa1-4529-bac9-38a2c7b4268d None None] Network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:04.030838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.046308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.046882 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Added segment 30ccdf7d-ae47-45ee-a4a5-c33548903e59 of type vlan for network 66af9723-6a38-405d-86eb-fefd1a811615 Dec 10 19:36:04.049183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.081495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.122435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.146168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:04.149027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.157695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'Port': ['ID=e9b78bdd-55c9-40f3-b1e6-a662271afeb0,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:04.166857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:04.168318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.171484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Network 4df5c7c6-90f3-47f2-8651-6d483b553428 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:04.172907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'Port': ['ID=cd622058-70db-4955-91d4-4428dd776e53,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:04.174927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:04.176653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:04.177286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:04.190770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.193459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:04.203911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:04.233167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81032b32-fda4-43c5-b393-249edd341878 None None] Pushing event updated for resources: {'Port': ['ID=318d65c3-f8ad-4b5d-a246-b1b4e199db4f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:04.238599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.249489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81032b32-fda4-43c5-b393-249edd341878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:04.285776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 66219e82-1841-4e85-85cd-1f51a987ad83, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=66219e82-1841-4e85-85cd-1f51a987ad83,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:04.295403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b315bdd-788d-4ee4-93be-7123242af310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:04.375424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:04.376636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.383663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:36:04.384247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:36:04.404475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Attempting to bind port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:04.404892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Attempting to bind port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:04.405307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Attempting to bind port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:04.426441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe23393-93bd-4bc2-9910-75b1bd95b756,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:04.430837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.436107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.3957920 Dec 10 19:36:04.436285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Usage tracker for resource:port and tenant:770a82287fdd4954ad6cc38b5a1ac019 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:04.446328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:04.447129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.450028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:04.453648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51396) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:04.454740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:04.466122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:04.494753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:04.500373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1051833383'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:04.508850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Synchronizing usage tracker for tenant:6c313a649228446e976b8db521bf9fd9 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:04.518840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:04.536320 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1062591 Dec 10 19:36:04.543535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51400) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:04.544950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Usage tracker for resource:network and tenant:84ba1cc4e46843039bc538069c1660d4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:04.555625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:04.564540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Request body: {'subnet': {'network_id': '66af9723-6a38-405d-86eb-fefd1a811615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:04.590453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.5859935 Dec 10 19:36:04.592115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:04.595716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51404) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:04.598370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:04.646309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Made reservation on behalf of 770a82287fdd4954ad6cc38b5a1ac019 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:04.659330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.694386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Usage tracker for resource:subnet and tenant:254e2cc502564cbd9761bbc73b8ab12d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:04.702664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:04.712808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Unset dirty status for tenant:6c313a649228446e976b8db521bf9fd9 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:04.714396 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a35f9799d65e4b8987194a49ea91b15b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6450062 Dec 10 19:36:04.724007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51412) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:04.729809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:04.739893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Made reservation on behalf of 84ba1cc4e46843039bc538069c1660d4 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:04.746665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.762604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Deleting port cd622058-70db-4955-91d4-4428dd776e53 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:04.763032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.778501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.790367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] device_id is not set on port 5b02298e-1fda-4a88-83df-4fedecfc137a yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:36:04.802871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Network': ['ID=66af9723-6a38-405d-86eb-fefd1a811615,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:04.805474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:04.806638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:04.807202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.807952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:04.808928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Bound port: 318d65c3-f8ad-4b5d-a246-b1b4e199db4f, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:04.809671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.819640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:04.830572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Made reservation on behalf of 254e2cc502564cbd9761bbc73b8ab12d for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:04.835443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.852198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:04.854396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e058af0e-9d9c-4ce0-986c-8b5739cb80d0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:04.881135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 66af9723-6a38-405d-86eb-fefd1a811615 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:05.131408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:05.178920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Provisioning for port b5434af0-a814-4594-a03c-38ea78a74f31 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:05.190506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Usage tracker for resource:security_group_rule and tenant:84ba1cc4e46843039bc538069c1660d4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:05.208760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=66219e82-1841-4e85-85cd-1f51a987ad83,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:05.212595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:05.231233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:05.251631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Provisioning complete for port b5434af0-a814-4594-a03c-38ea78a74f31 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:05.252217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:05.299565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa116-af46-4a42-bc86-92409e1fee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:05.312279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-ffe3f52c-457b-4891-b9fc-e9dd1d39ee94', 'network_id': 'ffe3f52c-457b-4891-b9fc-e9dd1d39ee94', 'tenant_id': '770a82287fdd4954ad6cc38b5a1ac019', 'fixed_ips': [{'subnet_id': '7e59c949-75f9-4df8-b2ca-f22c4a7feb9a'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:36:05.313324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:05.362066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] For port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:05.371696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e058af0e-9d9c-4ce0-986c-8b5739cb80d0 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:05.379743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa116-af46-4a42-bc86-92409e1fee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:05.381999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e058af0e-9d9c-4ce0-986c-8b5739cb80d0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:05.382544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:05.400419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Allocated IP 172.20.0.1 (6a8e5e77-7b32-4b70-ba91-9c1443b893f8/b6cda3c6-cd43-477a-a3ff-510da07ec673/90a8a594-dcc8-4ca8-aba5-2fa409e1cb94) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:05.406366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:36:05.408685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:05.431354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Allocated IP 172.20.0.3 (ffe3f52c-457b-4891-b9fc-e9dd1d39ee94/7e59c949-75f9-4df8-b2ca-f22c4a7feb9a/5b02298e-1fda-4a88-83df-4fedecfc137a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:05.491720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:05.512467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Sync routers for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:36:05.516286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] For port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=318d65c3-f8ad-4b5d-a246-b1b4e199db4f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:05.587598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:05.603391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:05.604440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Allocated IP 172.20.0.1 (cdd04186-268d-4190-acf8-af6ae76b263e/4053ce32-151d-4cfd-92a3-52ebb457530e/34d3350d-ba8e-4f43-87f1-debdc0780b43) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:05.628332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:05.683928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Calling delete_port for cd622058-70db-4955-91d4-4428dd776e53 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:05.719994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] 10.222.0.41 "PUT /v2.0/routers/61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2162259 Dec 10 19:36:05.768653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81032b32-fda4-43c5-b393-249edd341878 None None] Pushing event updated for resources: {'Port': ['ID=318d65c3-f8ad-4b5d-a246-b1b4e199db4f,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:05.773279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81032b32-fda4-43c5-b393-249edd341878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:05.809687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] For port b5434af0-a814-4594-a03c-38ea78a74f31, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b5434af0-a814-4594-a03c-38ea78a74f31,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:05.814656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:05.815663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:05.871398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:05.872265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:06.030276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.062989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.113292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.122873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:06.135209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.140694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Transition to ACTIVE for port object 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:06.192980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.213821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:06.243382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:06.248663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa116-af46-4a42-bc86-92409e1fee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.262368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.266735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Transition to ACTIVE for port object 5b02298e-1fda-4a88-83df-4fedecfc137a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:06.274719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dde7c42d-4391-43fe-9711-f0cd706b148e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:06.302271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fa116-af46-4a42-bc86-92409e1fee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe23393-93bd-4bc2-9910-75b1bd95b756,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:06.317172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b8fa116-af46-4a42-bc86-92409e1fee30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:06.320388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:06.332017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:06.367156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.367578 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Added segment 59d7b4d5-1f49-40ee-8527-b383769d0950 of type vlan for network e65d2910-0d5b-427a-b8dd-c490d7cafb92 Dec 10 19:36:06.370559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e100d-16c5-475d-8cc8-cd145160a932,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:06.397135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:06.410834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:06.421112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.422040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:06.434366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa116-af46-4a42-bc86-92409e1fee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.452418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b8fa116-af46-4a42-bc86-92409e1fee30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebe23393-93bd-4bc2-9910-75b1bd95b756 HTTP/1.1" status: 204 len: 168 time: 1.7125182 Dec 10 19:36:06.465611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:06.466209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.479753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.491598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Transition to ACTIVE for port object 34d3350d-ba8e-4f43-87f1-debdc0780b43 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:06.505290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.515600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.562345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:06.611015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Pushing event updated for resources: {'Port': ['ID=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:06.618647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:06.627488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8dd3c482-9407-4fd1-840c-a79da4f76f14 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:06.688603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd622058-70db-4955-91d4-4428dd776e53,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:06.702577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.712557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:06.732278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:06.733130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.755880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:06.765218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:06.768250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:06.857865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event updated for resources: {'Port': ['ID=5b02298e-1fda-4a88-83df-4fedecfc137a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:06.874040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:06.889052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56dd078b-3429-481f-b83a-94bb5fa828b9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:06.909915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.912602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "DELETE /v2.0/ports/cd622058-70db-4955-91d4-4428dd776e53 HTTP/1.1" status: 204 len: 168 time: 2.3070750 Dec 10 19:36:06.919443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51434) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:06.931747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428', 'external_fixed_ips': [{'subnet_id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'ip_address': '172.20.0.4'}]}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:06.938974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:06.944528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Usage tracker for resource:router and tenant:863f00b03e8c4ad880d7a4f8fd43e890 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:06.951323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:06.959852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:06.972711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.973880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:06.982129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.052588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.072530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e058af0e-9d9c-4ce0-986c-8b5739cb80d0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e058af0e-9d9c-4ce0-986c-8b5739cb80d0,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:07.077270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.165447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.323519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.326983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-382c5a2e-8e2a-4712-8210-0a80029e9889 None None] Provisioning complete for port 66219e82-1841-4e85-85cd-1f51a987ad83 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:07.327412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-382c5a2e-8e2a-4712-8210-0a80029e9889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.335053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51440) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:07.411268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Pushing event updated for resources: {'Port': ['ID=b5434af0-a814-4594-a03c-38ea78a74f31,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:07.423291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.209s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:07.431128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Allocated IP 172.20.0.2 (ffe3f52c-457b-4891-b9fc-e9dd1d39ee94/7e59c949-75f9-4df8-b2ca-f22c4a7feb9a/15ff87aa-bb30-4dbe-a330-9bc56db22c83) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:07.432197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'Network': ['ID=e65d2910-0d5b-427a-b8dd-c490d7cafb92,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:07.432404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:55Z', 'revision_number': 3, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:07.436193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:07.474638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 93f85a2a-69e2-44c2-b60c-7ec8b420c25f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:07.475693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:07.476419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.491690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:07.503315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fe6e8d2-5537-41ca-bbad-e0851783804b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:07.520705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:07.561093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0886145 Dec 10 19:36:07.585678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.596551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51444) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:07.654250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Request body: {'subnet': {'network_id': 'e65d2910-0d5b-427a-b8dd-c490d7cafb92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:07.706514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51448) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:07.711991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e058af0e-9d9c-4ce0-986c-8b5739cb80d0,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:07.715541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:07.722408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:07.728341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557079178', 'description': 'tempest-description--1713789494'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:07.739256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:07.747905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Usage tracker for resource:security_group and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:07.748358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49f65-fd7c-451a-9fb0-11a8fd902405 None None] The sync data for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv is: [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:55Z', 'revision_number': 3, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:07.754196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:07.765452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Network cdd04186-268d-4190-acf8-af6ae76b263e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:07.766983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:07.772538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1930952 Dec 10 19:36:07.776757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:07.780272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51452) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:07.798245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.819613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:07.861851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Pushing event updated for resources: {'Port': ['ID=34d3350d-ba8e-4f43-87f1-debdc0780b43,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:07.874468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:07.890500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00ace776-56b7-4bfc-acf7-6012534754e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:07.902878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.934065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:07.938302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.962880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Usage tracker for resource:security_group_rule and tenant:a25a65be3f7d4483840cfd26db8151f4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:07.970340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:07.976065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:07.979183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Deleting port 5b02298e-1fda-4a88-83df-4fedecfc137a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:07.980568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.990838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:07.994124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Usage tracker for resource:subnet and tenant:84ba1cc4e46843039bc538069c1660d4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:07.998969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:08.005109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:08.020486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:08.022557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Subnet': ['ID=60f13e66-90de-41ad-b2c7-a9bec674e9d0,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:08.040287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:08.077186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Made reservation on behalf of 84ba1cc4e46843039bc538069c1660d4 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:08.115577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.149891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.157592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:08.162869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.172376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59da7da7-ed6b-485b-b9dd-ac52074c198c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:08.193616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Checking segment: {'id': '30ccdf7d-ae47-45ee-a4a5-c33548903e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '66af9723-6a38-405d-86eb-fefd1a811615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:08.194004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Network hostable DHCP agents. Network: 66af9723-6a38-405d-86eb-fefd1a811615, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:36:08.208201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Usage tracker for resource:security_group_rule and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:08.269975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:08.280377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-382c5a2e-8e2a-4712-8210-0a80029e9889 None None] Provisioning complete for port b5434af0-a814-4594-a03c-38ea78a74f31 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:08.281067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-382c5a2e-8e2a-4712-8210-0a80029e9889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.295649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:08.310006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.408412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.435885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.436416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.444175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Pushing event updated for resources: {'Port': ['ID=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:08.483522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:08.493270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:08.493456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.496549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:08.507300 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a25a65be3f7d4483840cfd26db8151f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1626182 Dec 10 19:36:08.509163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:08.519620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51456) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:08.529455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Network 66af9723-6a38-405d-86eb-fefd1a811615 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:36:08.637429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.637940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 66af9723-6a38-405d-86eb-fefd1a811615) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:08.642540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:08.643310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.660262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c20c2-ad3b-4c46-a040-116814901a11 None None] Network 66af9723-6a38-405d-86eb-fefd1a811615 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:08.670271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77bdb4-f993-4b07-a4f9-685f99c1e7a9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:08.680726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Transition to ACTIVE for port object 15ff87aa-bb30-4dbe-a330-9bc56db22c83 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:08.682750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:08.685212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.707092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.711992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:08.714649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.726393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:08.733460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b8fa116-af46-4a42-bc86-92409e1fee30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:08.775095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2260137 Dec 10 19:36:08.790831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 2, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:08.827165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Checking router: 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:36:08.827351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51460) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:08.828119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Updating router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a port ce7909f5-b80b-4c3d-b0f9-583518d46c5d binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:36:08.869632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f87a665e-6be0-4545-96f0-8018e4553a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.926066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.958669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Transition to ACTIVE for port object 15ff87aa-bb30-4dbe-a330-9bc56db22c83 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:08.960702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f87a665e-6be0-4545-96f0-8018e4553a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:08.981395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.029202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:09.090416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Calling delete_port for 5b02298e-1fda-4a88-83df-4fedecfc137a owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:09.115888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.126427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:09.153214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Request body: {'floatingip': {'floating_network_id': '66af9723-6a38-405d-86eb-fefd1a811615'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:09.191240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:09.204740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f87a665e-6be0-4545-96f0-8018e4553a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.249434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.273749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.274591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'Subnet': ['ID=9a627722-83d1-4488-8930-c6e5d0a7bda2,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:09.278195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:09.282140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:09.287700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Usage tracker for resource:floatingip and tenant:254e2cc502564cbd9761bbc73b8ab12d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:09.293356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4072186d-2bdf-4cd3-a5f6-e39a04f68741,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:09.295778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.297821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5849884 Dec 10 19:36:09.315594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:09.321577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f87a665e-6be0-4545-96f0-8018e4553a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.325450 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f87a665e-6be0-4545-96f0-8018e4553a76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec77bdb4-f993-4b07-a4f9-685f99c1e7a9 HTTP/1.1" status: 204 len: 168 time: 0.7995965 Dec 10 19:36:09.330877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51464) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:09.342643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a665e-6be0-4545-96f0-8018e4553a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77bdb4-f993-4b07-a4f9-685f99c1e7a9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:09.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f87a665e-6be0-4545-96f0-8018e4553a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:09.355947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:09.359460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:09.365472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Request body: {'security_group_rule': {'security_group_id': '4072186d-2bdf-4cd3-a5f6-e39a04f68741', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:09.371344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:09.410006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.438176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:09.461843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Usage tracker for resource:security_group_rule and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:09.470200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:09.484043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:09.499290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.530007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Pushing event updated for resources: {'Port': ['ID=15ff87aa-bb30-4dbe-a330-9bc56db22c83,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:09.533211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:09.563058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Pushing event updated for resources: {'Port': ['ID=34d3350d-ba8e-4f43-87f1-debdc0780b43,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:09.591495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.608808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:09.612744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Checking segment: {'id': '59d7b4d5-1f49-40ee-8527-b383769d0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e65d2910-0d5b-427a-b8dd-c490d7cafb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:09.613156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Network hostable DHCP agents. Network: e65d2910-0d5b-427a-b8dd-c490d7cafb92, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:36:09.646989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.687742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:09.693864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=93f85a2a-69e2-44c2-b60c-7ec8b420c25f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:09.757072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:09.759380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-382c5a2e-8e2a-4712-8210-0a80029e9889 None None] Provisioning complete for port ce7909f5-b80b-4c3d-b0f9-583518d46c5d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:09.759803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-382c5a2e-8e2a-4712-8210-0a80029e9889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.833300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:09.842805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-382c5a2e-8e2a-4712-8210-0a80029e9889 None None] Port ce7909f5-b80b-4c3d-b0f9-583518d46c5d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:09.844224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.845103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 66219e82-1841-4e85-85cd-1f51a987ad83 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:09.902390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:36:09.943238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, e65d2910-0d5b-427a-b8dd-c490d7cafb92) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:09.954774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:09.955340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.962224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Network cdd04186-268d-4190-acf8-af6ae76b263e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:09.968349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:09.988064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:09.996294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:10.001983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.048992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.169922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33359109-7731-4827-9d3c-10af2ccfc89b None None] Network 66af9723-6a38-405d-86eb-fefd1a811615 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:10.178030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:10.206040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.217347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3e23fc-f303-4fb7-9826-ef73fe5b4302 None None] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:10.250537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=93f85a2a-69e2-44c2-b60c-7ec8b420c25f,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:10.282661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:10.336744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.407981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:10.517786 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9078822 Dec 10 19:36:10.522946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51484) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:10.529268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-811957640', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:10.547419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cf90e8-3bf1-4e7b-aaeb-7630c8c8332c,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:10.550993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:10.556654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:10.559492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.560766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2258639 Dec 10 19:36:10.566623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event deleted for resources: {'Port': ['ID=5b02298e-1fda-4a88-83df-4fedecfc137a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:10.568275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51488) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:10.576099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Usage tracker for resource:router and tenant:84ba1cc4e46843039bc538069c1660d4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:10.583110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Request body: {'security_group_rule': {'security_group_id': '4072186d-2bdf-4cd3-a5f6-e39a04f68741', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:10.596021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:10.602645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:10.627204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:10.630554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Usage tracker for resource:security_group_rule and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:10.637025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:10.650148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:10.653991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:10.667004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.669414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.676901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.694081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.707625 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "DELETE /v2.0/ports/5b02298e-1fda-4a88-83df-4fedecfc137a HTTP/1.1" status: 204 len: 168 time: 2.9256058 Dec 10 19:36:10.711182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51494) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:10.788665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.840366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Attempting to bind port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:10.840908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Attempting to bind port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '07f62ffd-40c8-4731-93c6-09a02e54dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ffe3f52c-457b-4891-b9fc-e9dd1d39ee94'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:10.841604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Attempting to bind port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 on network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:10.867531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:10.868352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Checking segment: {'id': '07f62ffd-40c8-4731-93c6-09a02e54dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ffe3f52c-457b-4891-b9fc-e9dd1d39ee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:10.868965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.869859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Bound using segment: {'id': '07f62ffd-40c8-4731-93c6-09a02e54dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ffe3f52c-457b-4891-b9fc-e9dd1d39ee94'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:10.870227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Bound port: 15ff87aa-bb30-4dbe-a330-9bc56db22c83, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f62ffd-40c8-4731-93c6-09a02e54dacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ffe3f52c-457b-4891-b9fc-e9dd1d39ee94'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:10.871348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.894052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 66219e82-1841-4e85-85cd-1f51a987ad83 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:10.895591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.896260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Allocated IP 172.20.0.4 (4df5c7c6-90f3-47f2-8651-6d483b553428/7c4eb1c6-04fe-497d-8006-afd5116133ca/95483c43-d3d0-4bcb-96bc-4afbe668924a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:10.927602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51502) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:10.936933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-e65d2910-0d5b-427a-b8dd-c490d7cafb92', 'network_id': 'e65d2910-0d5b-427a-b8dd-c490d7cafb92', 'tenant_id': '84ba1cc4e46843039bc538069c1660d4', 'fixed_ips': [{'subnet_id': '9a627722-83d1-4488-8930-c6e5d0a7bda2'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:36:10.937900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.956035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:10.997976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e4b12a4c-7d75-4794-8f11-c8ec6c82885f None None] Provisioning for port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:11.014655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e4b12a4c-7d75-4794-8f11-c8ec6c82885f None None] Provisioning complete for port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:11.015800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4b12a4c-7d75-4794-8f11-c8ec6c82885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.031840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Allocated IP 172.20.0.11 (66af9723-6a38-405d-86eb-fefd1a811615/60f13e66-90de-41ad-b2c7-a9bec674e9d0/305aeaa4-578d-4197-8bb1-0970bc46ced8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:11.111469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.129386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e4b12a4c-7d75-4794-8f11-c8ec6c82885f None None] Port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:11.172012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.192194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:11.206368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3f0a7761-d1a5-45b3-b5d6-8694a4c965ec tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4917676 Dec 10 19:36:11.218091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51508) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.229658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e4b12a4c-7d75-4794-8f11-c8ec6c82885f None None] Provisioning for port 34d3350d-ba8e-4f43-87f1-debdc0780b43 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:11.231219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-67169216'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:11.237861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbaf560-801c-4e8d-9dd4-e8003a9c00ce,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:11.247988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:11.249018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:11.258847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Usage tracker for resource:network and tenant:770a82287fdd4954ad6cc38b5a1ac019 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:11.266001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:11.274560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.274735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e018-4736-450b-ac2e-8015cbffb7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.278146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.279415 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7090030 Dec 10 19:36:11.282272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:11.286990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51512) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.294893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:11.314003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:11.321094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e4b12a4c-7d75-4794-8f11-c8ec6c82885f None None] Provisioning complete for port 34d3350d-ba8e-4f43-87f1-debdc0780b43 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:11.321544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4b12a4c-7d75-4794-8f11-c8ec6c82885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.323111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Usage tracker for resource:floatingip and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:11.326524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Made reservation on behalf of 770a82287fdd4954ad6cc38b5a1ac019 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:11.331916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.344445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:11.359149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-1838f22c-d1ee-49de-93cb-bda2ce833d59 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.363177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1838f22c-d1ee-49de-93cb-bda2ce833d59 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.4304144 Dec 10 19:36:11.366989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51516) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.372121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:11.380484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-30cb63f1-e5eb-49be-8ec5-2becc769f28a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.384172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-30cb63f1-e5eb-49be-8ec5-2becc769f28a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0099478 Dec 10 19:36:11.385451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.394267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51520) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.403006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Router eb3a9c21-f178-4c6b-8138-4725289dff5e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:36:11.406612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-5a7ed89b-bbeb-4b2e-b9fd-80e1422147b4 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.410413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5a7ed89b-bbeb-4b2e-b9fd-80e1422147b4 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0110488 Dec 10 19:36:11.416772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51524) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.425533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-eb74e4e2-55af-46e7-b5c0-319d04fd609a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.429121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eb74e4e2-55af-46e7-b5c0-319d04fd609a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088398 Dec 10 19:36:11.442718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51528) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.454871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-f8313abe-c01f-4e18-9a6f-6149f7ebbf6c tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.458659 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f8313abe-c01f-4e18-9a6f-6149f7ebbf6c tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0100949 Dec 10 19:36:11.459865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51532) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.472577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-c6079312-9e78-41ff-9611-a15504961773 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.476291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c6079312-9e78-41ff-9611-a15504961773 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0109241 Dec 10 19:36:11.482342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51536) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.484484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.499993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-0d3e5428-e6ec-461f-820c-6aff228a71ac tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.503816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0d3e5428-e6ec-461f-820c-6aff228a71ac tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0133386 Dec 10 19:36:11.503816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:11.505268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51540) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.520680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-c058d21d-dca3-4b7a-85fe-857760784f36 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.524493 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c058d21d-dca3-4b7a-85fe-857760784f36 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0160367 Dec 10 19:36:11.527807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51544) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.536520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-8ac2501a-4361-41f2-b97f-4dccb57f08e1 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.540357 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ac2501a-4361-41f2-b97f-4dccb57f08e1 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068586 Dec 10 19:36:11.545831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51548) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.556413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.556875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Added segment 9b78a74d-6ae6-4aaf-b510-743a91f87d30 of type vlan for network 9e3612be-8901-4926-a2c6-3a940fa77cc4 Dec 10 19:36:11.599202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.609026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-457a702b-eb1f-406a-89ed-9195391a924c tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.612387 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-457a702b-eb1f-406a-89ed-9195391a924c tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0567694 Dec 10 19:36:11.619525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51552) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.638525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:36:11.680456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.689961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-9fe47ebd-2e51-4a1e-bd04-cc7f9cde4797 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.693466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9fe47ebd-2e51-4a1e-bd04-cc7f9cde4797 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0688274 Dec 10 19:36:11.694430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51556) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.704002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.705150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-f0132de6-cf7a-4da4-a515-33282bfeb8b5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.708742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f0132de6-cf7a-4da4-a515-33282bfeb8b5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0097742 Dec 10 19:36:11.710616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51560) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.721906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1e0b601-30bd-450a-80dd-d6098254ff34 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:11.731604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e4b12a4c-7d75-4794-8f11-c8ec6c82885f None None] Port 34d3350d-ba8e-4f43-87f1-debdc0780b43 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:11.757675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] For port 15ff87aa-bb30-4dbe-a330-9bc56db22c83, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:11.826436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-52165138-bd42-4a1c-b1f1-7766c79aa86c tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.837558 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-52165138-bd42-4a1c-b1f1-7766c79aa86c tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.1145923 Dec 10 19:36:11.855621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] For port 15ff87aa-bb30-4dbe-a330-9bc56db22c83, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=15ff87aa-bb30-4dbe-a330-9bc56db22c83,segment=NetworkSegment(07f62ffd-40c8-4731-93c6-09a02e54dacd),segment_id=07f62ffd-40c8-4731-93c6-09a02e54dacd)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:11.857432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Port': ['ID=305aeaa4-578d-4197-8bb1-0970bc46ced8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:11.861995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:11.869279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51564) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.874397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.874714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Allocated IP 172.20.0.2 (e65d2910-0d5b-427a-b8dd-c490d7cafb92/9a627722-83d1-4488-8930-c6e5d0a7bda2/eaff0425-63d5-4aa7-a42f-96a80b3b6fab) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:11.883902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Network 66af9723-6a38-405d-86eb-fefd1a811615 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:11.885132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.887130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.889327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-7c5e474f-fe62-47b6-a25a-80858a1e45c8 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.892309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c5e474f-fe62-47b6-a25a-80858a1e45c8 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0157466 Dec 10 19:36:11.894517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:11.895510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51568) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:11.895620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:11.899646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:11.900292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:11.910197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:11.919791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:11.927964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:11.938752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-9ee49789-922e-4be6-abdc-fbe8dbe0c1d2 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:11.939834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9ee49789-922e-4be6-abdc-fbe8dbe0c1d2 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0347619 Dec 10 19:36:11.947753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51572) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.005346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-3265e37e-b474-47e2-b073-91d465bc5bcd tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.008881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3265e37e-b474-47e2-b073-91d465bc5bcd tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066619 Dec 10 19:36:12.012073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e058af0e-9d9c-4ce0-986c-8b5739cb80d0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:12.016924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51576) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.028516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Network 4df5c7c6-90f3-47f2-8651-6d483b553428 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:12.041673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:12.049546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:12.062536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-f6f86624-8f1a-4df1-866d-ba40d89da988 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.066342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f6f86624-8f1a-4df1-866d-ba40d89da988 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0378952 Dec 10 19:36:12.077540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51580) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.085316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'Port': ['ID=95483c43-d3d0-4bcb-96bc-4afbe668924a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:12.088957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.091136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:12.104650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-d254e299-7884-42b1-8f94-be98825aaeae tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.108424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d254e299-7884-42b1-8f94-be98825aaeae tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0176871 Dec 10 19:36:12.109746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51584) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.133912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9034164 Dec 10 19:36:12.134123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-1dee5fcd-494a-46d0-92d5-c3c3ec884da6 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.134123 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1dee5fcd-494a-46d0-92d5-c3c3ec884da6 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0176237 Dec 10 19:36:12.135964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.136984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51590) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.149807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event updated for resources: {'Network': ['ID=9e3612be-8901-4926-a2c6-3a940fa77cc4,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:12.155583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.166338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1ff8c9e3-f650-4648-aec7-1fd92baf598b None None] Provisioning complete for port 34d3350d-ba8e-4f43-87f1-debdc0780b43 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:12.166793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c9e3-f650-4648-aec7-1fd92baf598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.185313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:12.192677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Transition to ACTIVE for port object ce7909f5-b80b-4c3d-b0f9-583518d46c5d will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:12.202314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.210777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 9e3612be-8901-4926-a2c6-3a940fa77cc4 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:12.225308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-c48b773e-d4bd-4f38-bc33-a9ed31bbdb63 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.229080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c48b773e-d4bd-4f38-bc33-a9ed31bbdb63 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0854385 Dec 10 19:36:12.247432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51596) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.264340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-1cba219b-fdc3-40e6-aef7-396cce36162d tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.268084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1cba219b-fdc3-40e6-aef7-396cce36162d tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0145278 Dec 10 19:36:12.268239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.268715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51600) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.294025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-10750265-b21c-4b58-b09d-17ef8ce2ae8d tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.297487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-10750265-b21c-4b58-b09d-17ef8ce2ae8d tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0181854 Dec 10 19:36:12.297487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.302838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51604) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.308706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-74067a12-fd10-4bfb-b7c1-ac84956848c9 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.312138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74067a12-fd10-4bfb-b7c1-ac84956848c9 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0059168 Dec 10 19:36:12.312291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Pushing event updated for resources: {'Port': ['ID=15ff87aa-bb30-4dbe-a330-9bc56db22c83,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:12.327942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:12.338305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.360063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1914c7fe-2b43-4057-a540-bdcb8eee41c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:12.362457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51608) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.374638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-93d58407-02d7-4f26-9756-dd3232a15d15 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.378463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-93d58407-02d7-4f26-9756-dd3232a15d15 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0112507 Dec 10 19:36:12.385820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51612) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.414487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-6cdb8ff4-75f5-422d-ab96-fd7788bbee6d tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.418073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6cdb8ff4-75f5-422d-ab96-fd7788bbee6d tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0234244 Dec 10 19:36:12.425814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51616) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.455374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-60848686-803b-4ef7-b9d3-2faff6be95ae tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.460026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-60848686-803b-4ef7-b9d3-2faff6be95ae tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0136590 Dec 10 19:36:12.472394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51620) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.473466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8c9e3-f650-4648-aec7-1fd92baf598b None None] Port 34d3350d-ba8e-4f43-87f1-debdc0780b43 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:12.538664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-79bd3ba2-479a-4929-b701-943a3a04ba2f tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.540473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-79bd3ba2-479a-4929-b701-943a3a04ba2f tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075567 Dec 10 19:36:12.549244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51624) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.566132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Allocated IP 172.26.8.203 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/9f8ecfa8-28bf-4426-a872-bd02e5666607) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:12.586138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-92380dc0-cadf-4129-acc6-111d0e9ef154 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.587482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-92380dc0-cadf-4129-acc6-111d0e9ef154 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0265205 Dec 10 19:36:12.593600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51628) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.593835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133e91e-4bf0-45a1-8857-bd8e3a67a4dc None None] Pushing event updated for resources: {'Port': ['ID=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:12.619605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3133e91e-4bf0-45a1-8857-bd8e3a67a4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:12.621582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-9ff3eb76-7d4a-4388-94af-d767b2ab3406 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.623020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9ff3eb76-7d4a-4388-94af-d767b2ab3406 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0218129 Dec 10 19:36:12.629369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51632) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.632852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.694854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e058af0e-9d9c-4ce0-986c-8b5739cb80d0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:12.695508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.723035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.844230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:36:12.887891 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8cec731-542a-4cf2-ac30-de748fc24823 tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "GET /v2.0/agents/af33a457-a395-4f62-bdeb-b1fa75e75ac4/dhcp-networks HTTP/1.1" status: 200 len: 7811 time: 0.7482362 Dec 10 19:36:12.889003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.904247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Attempting to bind port ce7909f5-b80b-4c3d-b0f9-583518d46c5d on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:12.904926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Attempting to bind port ce7909f5-b80b-4c3d-b0f9-583518d46c5d by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:12.905490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Attempting to bind port ce7909f5-b80b-4c3d-b0f9-583518d46c5d on network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:12.912185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Transition to ACTIVE for port object eaff0425-63d5-4aa7-a42f-96a80b3b6fab will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:12.975265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-db091aae-d10d-4ca4-88d1-a18c269e89d1 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:12.978840 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-db091aae-d10d-4ca4-88d1-a18c269e89d1 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.3445935 Dec 10 19:36:12.978840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51636) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.983062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51638) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:12.987977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:12.988404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Checking segment: {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:12.988859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:12.989319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Bound using segment: {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:12.992424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Bound port: ce7909f5-b80b-4c3d-b0f9-583518d46c5d, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:12.993101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.002987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-fdf0f587-f794-4e03-83a7-a60b012d05da tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.004253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fdf0f587-f794-4e03-83a7-a60b012d05da tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0200005 Dec 10 19:36:13.017955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.024576 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] 10.222.0.41 "PUT /v2.0/routers/eb3a9c21-f178-4c6b-8138-4725289dff5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0260475 Dec 10 19:36:13.045172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-91c3c6b0-cb40-4424-a0ea-fb8bcd00e6f0 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.047869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91c3c6b0-cb40-4424-a0ea-fb8bcd00e6f0 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0278671 Dec 10 19:36:13.071949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51650) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.073387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.073587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Transition to ACTIVE for port object eaff0425-63d5-4aa7-a42f-96a80b3b6fab will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:13.075054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.099264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 93f85a2a-69e2-44c2-b60c-7ec8b420c25f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:13.102409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-4254c04f-890d-4f28-887f-48281dc9ce1b tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.106549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4254c04f-890d-4f28-887f-48281dc9ce1b tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0156770 Dec 10 19:36:13.115596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Sync routers for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:36:13.143109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:13.144045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:13.168359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51654) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.178311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-999ea101-7484-40e3-a6bb-9cf14b079172 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.179626 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-999ea101-7484-40e3-a6bb-9cf14b079172 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0098066 Dec 10 19:36:13.190795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.201784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51658) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.216183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:13.221228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-38822128-8dce-4c8f-b929-b9066cbd7e08 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.222529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-38822128-8dce-4c8f-b929-b9066cbd7e08 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0180979 Dec 10 19:36:13.228413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51662) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.243103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-6aa741b4-7045-4039-8b5a-c1d3b79baaf5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.244538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6aa741b4-7045-4039-8b5a-c1d3b79baaf5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0132520 Dec 10 19:36:13.251404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51666) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.338138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-ecac7af7-3d0c-4f5f-9e05-167f1917d385 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.339740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ecac7af7-3d0c-4f5f-9e05-167f1917d385 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0428612 Dec 10 19:36:13.341930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:36:13.363889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51676) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.364949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] For port ce7909f5-b80b-4c3d-b0f9-583518d46c5d, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:13.368554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] For port ce7909f5-b80b-4c3d-b0f9-583518d46c5d, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:13.388907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-3b4a399f-c7e7-4540-b484-992e1a1dfdeb tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.390590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b4a399f-c7e7-4540-b484-992e1a1dfdeb tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0185957 Dec 10 19:36:13.394945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51682) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.402434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-bfd88d40-7eca-4de9-8848-ce429d864da0 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.406318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bfd88d40-7eca-4de9-8848-ce429d864da0 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0103028 Dec 10 19:36:13.419727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] 10.222.0.41 "PUT /v2.0/routers/1c0ad175-126a-4e98-b48c-e42dd56ef8cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1557040 Dec 10 19:36:13.419912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51686) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.419912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-598900a9-c402-4317-8602-103773f44e1f tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.420047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Sync routers for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:36:13.421372 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-598900a9-c402-4317-8602-103773f44e1f tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105495 Dec 10 19:36:13.422211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51692) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.430821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-89e2ff73-7175-46ef-8812-4e577a9221a5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.435612 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-89e2ff73-7175-46ef-8812-4e577a9221a5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0104182 Dec 10 19:36:13.440877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.448869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-1c789f7b-7b66-4028-b7e3-c5b077856519 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.450744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.453582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1c789f7b-7b66-4028-b7e3-c5b077856519 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0112875 Dec 10 19:36:13.463067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.485548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-cb9c302e-44d9-443f-99c3-dc6673b9355a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.491691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cb9c302e-44d9-443f-99c3-dc6673b9355a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0272162 Dec 10 19:36:13.493859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51704) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.502151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.503017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.514030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.520284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Pushing event updated for resources: {'Port': ['ID=eaff0425-63d5-4aa7-a42f-96a80b3b6fab,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:13.525409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-5ac48133-b079-4030-a418-b30709fe40d2 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.525924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:13.526567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:13.529823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5ac48133-b079-4030-a418-b30709fe40d2 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0309024 Dec 10 19:36:13.535676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:13.546223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51708) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.585814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-338ed613-ae2c-47d2-af8d-2a3e25bd3004 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.586006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:13.588969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-338ed613-ae2c-47d2-af8d-2a3e25bd3004 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0344872 Dec 10 19:36:13.594392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51712) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.597820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4590c-9029-4c94-aa30-311d8ef7d8ff tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] Network 9e3612be-8901-4926-a2c6-3a940fa77cc4 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:36:13.612529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-decced40-8ed7-4df0-bd5b-d7288c1630db tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.616400 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-decced40-8ed7-4df0-bd5b-d7288c1630db tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0209646 Dec 10 19:36:13.633613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133e91e-4bf0-45a1-8857-bd8e3a67a4dc None None] Pushing event updated for resources: {'Port': ['ID=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:13.635122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51716) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.639809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3133e91e-4bf0-45a1-8857-bd8e3a67a4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:13.657439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:13.672653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:13.673578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:13.740975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-4ffb1703-6460-42d2-b7a3-ce0bb2115db5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.748311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ffb1703-6460-42d2-b7a3-ce0bb2115db5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0359321 Dec 10 19:36:13.749674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.750542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51726) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.754400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.780597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-21e4590c-9029-4c94-aa30-311d8ef7d8ff tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "POST /v2.0/agents/af33a457-a395-4f62-bdeb-b1fa75e75ac4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8008254 Dec 10 19:36:13.784147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Port': ['ID=305aeaa4-578d-4197-8bb1-0970bc46ced8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:13.795619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.806852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-2231e862-859c-4fef-ad8f-7a56e194a6d9 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.816511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:13.818580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51732) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.821633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2231e862-859c-4fef-ad8f-7a56e194a6d9 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0510638 Dec 10 19:36:13.823373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:13.859181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-90814277-ffc2-4102-a980-ccfe8e4d3f5d tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.873376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90814277-ffc2-4102-a980-ccfe8e4d3f5d tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0409713 Dec 10 19:36:13.877628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51738) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.887522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:13.888794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9995005 Dec 10 19:36:13.894310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51742) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.897558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-da7f9e99-2eac-47c1-be3b-171399d224e5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.908920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51744) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:13.910902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da7f9e99-2eac-47c1-be3b-171399d224e5 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0314500 Dec 10 19:36:13.921044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:13.930700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:13.956629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-3e739061-7d3d-4eeb-ad47-6918c5bad9dc tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:13.965451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3e739061-7d3d-4eeb-ad47-6918c5bad9dc tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0484140 Dec 10 19:36:13.979818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51750) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.034350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-46d3744e-d607-4ad5-a4ad-c31e84617f45 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.046267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-46d3744e-d607-4ad5-a4ad-c31e84617f45 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0518320 Dec 10 19:36:14.065610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51754) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.069552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:14.098249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Allocated IP 172.26.8.206 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/8a3243fb-76fc-45d5-9912-c58a0b4cffc0) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:14.104325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-b9c31f5c-8887-4814-b067-d4647197c432 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.108671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b9c31f5c-8887-4814-b067-d4647197c432 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0401216 Dec 10 19:36:14.118943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:14.138390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51758) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.154972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:14.246427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 2, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:14.253086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Checking router: eb3a9c21-f178-4c6b-8138-4725289dff5e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:36:14.253661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Updating router eb3a9c21-f178-4c6b-8138-4725289dff5e port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:36:14.268774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-f5007f1f-9f71-4b18-aa00-b8c964127f87 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.273321 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f5007f1f-9f71-4b18-aa00-b8c964127f87 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1338151 Dec 10 19:36:14.286384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec7f49-29ab-4bd6-96e8-7035ad33f5b5 None None] Network 9e3612be-8901-4926-a2c6-3a940fa77cc4 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:14.295057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51762) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.324942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51768) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.327594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'Port': ['ID=9f8ecfa8-28bf-4426-a872-bd02e5666607,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:14.333941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-98f1fb61-cdad-4def-aedd-cc136bf4f89a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.339931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:14.344819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-98f1fb61-cdad-4def-aedd-cc136bf4f89a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0466280 Dec 10 19:36:14.356992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.392859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--713687588', 'description': 'tempest-description--680670109'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:14.393930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:14.431565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:14.432618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:35:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:14.435722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-8153023b-8404-413c-ae76-4a5a32ef18a2 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.440144 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8153023b-8404-413c-ae76-4a5a32ef18a2 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0666761 Dec 10 19:36:14.451008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51778) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.452102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:14.462275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b38ce43a-4d89-446a-9b1c-8e7354424678 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Synchronizing usage tracker for tenant:254e2cc502564cbd9761bbc73b8ab12d on resource:floatingip {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:14.477450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-ce4c4b63-cab9-487a-a8bb-e9e3bc4af5d9 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.482020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ce4c4b63-cab9-487a-a8bb-e9e3bc4af5d9 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0254033 Dec 10 19:36:14.488180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51782) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.490502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Usage tracker for resource:security_group and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:14.504065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:14.535941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-64422fd0-308e-448f-92ff-04e22326c391 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.539915 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-64422fd0-308e-448f-92ff-04e22326c391 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0382521 Dec 10 19:36:14.555483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51786) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.556392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:14.602388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-d84dcbf5-ca3b-4eb9-9666-e7d62a76ef9a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.611336 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d84dcbf5-ca3b-4eb9-9666-e7d62a76ef9a tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0459597 Dec 10 19:36:14.630809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51790) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.650173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-9290f59e-5609-4bc9-8171-99166c9d6999 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.658437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9290f59e-5609-4bc9-8171-99166c9d6999 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0168552 Dec 10 19:36:14.661230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51794) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.669335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-071ea669-08c7-475e-b284-a048c7fcf604 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.670876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b38ce43a-4d89-446a-9b1c-8e7354424678 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Unset dirty status for tenant:254e2cc502564cbd9761bbc73b8ab12d on resource:floatingip {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:14.671402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-071ea669-08c7-475e-b284-a048c7fcf604 tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0071273 Dec 10 19:36:14.675169 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b38ce43a-4d89-446a-9b1c-8e7354424678 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=66af9723-6a38-405d-86eb-fefd1a811615 HTTP/1.1" status: 200 len: 690 time: 0.7598803 Dec 10 19:36:14.675936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51798) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.690166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51800) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.695257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:14.696747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [None req-7b606245-b91c-4054-987e-85f6af478bef tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:14.698457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7b606245-b91c-4054-987e-85f6af478bef tempest-ExtensionsTestJSON-153594200 tempest-ExtensionsTestJSON-153594200-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0130277 Dec 10 19:36:14.724864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Router f5034285-8301-448e-af0c-52b8048a548f is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:36:14.739688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d6179346-3f89-4f37-932b-6208a5359ee0 tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "GET /v2.0/agents/af33a457-a395-4f62-bdeb-b1fa75e75ac4/dhcp-networks HTTP/1.1" status: 200 len: 8554 time: 0.9418840 Dec 10 19:36:14.744935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51808) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:14.859294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:14.883011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:14.884066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:14.927852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:14.998903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Attempting to bind port eaff0425-63d5-4aa7-a42f-96a80b3b6fab on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:14.999505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Attempting to bind port eaff0425-63d5-4aa7-a42f-96a80b3b6fab by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '59d7b4d5-1f49-40ee-8527-b383769d0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e65d2910-0d5b-427a-b8dd-c490d7cafb92'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:15.000036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Attempting to bind port eaff0425-63d5-4aa7-a42f-96a80b3b6fab on network e65d2910-0d5b-427a-b8dd-c490d7cafb92 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:15.002929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df2f892e-bea2-4714-ab88-59c0d877dd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.024607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Usage tracker for resource:security_group_rule and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:15.032404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:15.051420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.061445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:15.085747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Transition to ACTIVE for port object 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:15.094934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:15.097372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.122732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:15.127919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.148710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7115b3da-d657-4a14-b39d-347f0e77268d None None] Network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:15.153052 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cee8023d-becc-41a9-a97b-a08736e00433 tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "DELETE /v2.0/agents/af33a457-a395-4f62-bdeb-b1fa75e75ac4/dhcp-networks/9e3612be-8901-4926-a2c6-3a940fa77cc4 HTTP/1.1" status: 204 len: 168 time: 0.4037945 Dec 10 19:36:15.160193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51812) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:15.283932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.294023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.374232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.400063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:15.425263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:15.435281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:15.436083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Checking segment: {'id': '59d7b4d5-1f49-40ee-8527-b383769d0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e65d2910-0d5b-427a-b8dd-c490d7cafb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:15.436750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.437386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Bound using segment: {'id': '59d7b4d5-1f49-40ee-8527-b383769d0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e65d2910-0d5b-427a-b8dd-c490d7cafb92'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:15.438415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Bound port: eaff0425-63d5-4aa7-a42f-96a80b3b6fab, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d7b4d5-1f49-40ee-8527-b383769d0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e65d2910-0d5b-427a-b8dd-c490d7cafb92'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:15.439086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.539090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51824) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:15.555836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf332d8-7301-4fe3-9fb5-4eaea2210274,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:15.556863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88684c-94bd-4cb3-95bc-e9a10201339d None None] Pushing event updated for resources: {'Port': ['ID=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:15.561227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac88684c-94bd-4cb3-95bc-e9a10201339d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:15.599692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161580799', 'description': 'tempest-description--673851540'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:15.618991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Deleting port 305aeaa4-578d-4197-8bb1-0970bc46ced8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:15.619377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.624047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:15.626884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.628377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.2792599 Dec 10 19:36:15.629819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:15.630561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Attempting to bind port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:15.630969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Attempting to bind port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:15.631371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Attempting to bind port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 on network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:15.638524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:15.638932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Checking segment: {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:15.639386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.639794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Bound using segment: {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:15.640300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Bound port: 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:15.640727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.643219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51828) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:15.655565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Usage tracker for resource:security_group and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:15.677661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Request body: {'security_group_rule': {'security_group_id': '9cf332d8-7301-4fe3-9fb5-4eaea2210274', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:15.689844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:15.698099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:15.699609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.710726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:15.728496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Usage tracker for resource:security_group_rule and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:15.732644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:15.748352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.763199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:15.764968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] For port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:15.769026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5162ed62-f59a-42df-ad7b-0b411068562e tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "GET /v2.0/agents/af33a457-a395-4f62-bdeb-b1fa75e75ac4/dhcp-networks HTTP/1.1" status: 200 len: 7811 time: 0.6066887 Dec 10 19:36:15.775382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] For port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:15.778021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51832) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:15.782338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63c10d7d-e7d5-4e24-a700-3d478d414773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:15.784153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.794975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.810587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95464ba9-edba-4508-86d2-f8583dd20504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:15.816388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:36:15.862141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.893412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Sync routers for ids ['f5034285-8301-448e-af0c-52b8048a548f'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:36:15.904971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:15.906301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:15.915762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.920307 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.9996984 Dec 10 19:36:15.926215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51838) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:15.937384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf39be2f-cc7e-46ae-88eb-2fd8bc63c58f tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "GET /v2.0/networks/ffe3f52c-457b-4891-b9fc-e9dd1d39ee94/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1517110 Dec 10 19:36:15.938029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:15.949278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51840) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:15.976431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:16.018262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Usage tracker for resource:security_group_rule and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:16.032213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:16.039182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.039966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.074949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:16.108686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:16.129464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Usage tracker for resource:security_group_rule and tenant:140dffeb40974214baa820d4fc6bbe71 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:16.133146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:16.135528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:16.156507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2eef53fe-5e80-415a-92f9-06e7590f2edd tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "GET /v2.0/networks/ffe3f52c-457b-4891-b9fc-e9dd1d39ee94/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1888816 Dec 10 19:36:16.159420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:16.180069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.180443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.236378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.287302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.302881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.304461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51846) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:16.308636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.309396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.318234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.321470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:16.349216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:16.382600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.388940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8447192 Dec 10 19:36:16.394073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51852) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:16.401653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6264e78e-0729-446e-9e9b-b9847a3a630b None None] Provisioning for port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:16.432633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.436520 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7894728 Dec 10 19:36:16.443209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Request body: {'security_group_rule': {'security_group_id': '3c89c536-ba34-40e2-9cdd-2894ddd968b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:16.450271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:16.454683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Usage tracker for resource:security_group_rule and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:16.458335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:16.468204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:16.477982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51856) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:16.484436 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=140dffeb40974214baa820d4fc6bbe71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0530541 Dec 10 19:36:16.495199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:16.500577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Request body: {'security_group_rule': {'security_group_id': '9cf332d8-7301-4fe3-9fb5-4eaea2210274', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:16.508101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:16.513031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Usage tracker for resource:security_group_rule and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:16.516370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:16.523478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:16.553142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 318d65c3-f8ad-4b5d-a246-b1b4e199db4f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:16.599527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.600678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] For port eaff0425-63d5-4aa7-a42f-96a80b3b6fab, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:16.652607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Calling delete_port for 305aeaa4-578d-4197-8bb1-0970bc46ced8 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:16.664720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.670058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:36:16.740647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Routers {'f5034285-8301-448e-af0c-52b8048a548f'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:16.741346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f5034285-8301-448e-af0c-52b8048a548f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:16.806276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.807638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9d37f9-23ae-4753-8b36-5fd4456a5c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.837819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9d37f9-23ae-4753-8b36-5fd4456a5c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.889076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.889912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ff7a-53c3-49ee-8e74-af5c8efebd92 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89c536-ba34-40e2-9cdd-2894ddd968b6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:16.903917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] For port eaff0425-63d5-4aa7-a42f-96a80b3b6fab, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaff0425-63d5-4aa7-a42f-96a80b3b6fab,segment=NetworkSegment(59d7b4d5-1f49-40ee-8527-b383769d0950),segment_id=59d7b4d5-1f49-40ee-8527-b383769d0950)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:16.910516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047b0016-10e6-46f1-b4af-25cee70d37a8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:16.913030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:16.913174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:16.913873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9d37f9-23ae-4753-8b36-5fd4456a5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.915520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.916223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event updated for resources: {'Port': ['ID=8a3243fb-76fc-45d5-9912-c58a0b4cffc0,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:16.921148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:16.924847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:16.945429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:16.950487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.961246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9d37f9-23ae-4753-8b36-5fd4456a5c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.962873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2d9d37f9-23ae-4753-8b36-5fd4456a5c32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/047b0016-10e6-46f1-b4af-25cee70d37a8 HTTP/1.1" status: 204 len: 168 time: 0.4301572 Dec 10 19:36:16.963736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:16.968193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4795837 Dec 10 19:36:16.978702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Set router f5034285-8301-448e-af0c-52b8048a548f gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:16.980698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51868) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:16.997092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:17.003244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:17.008301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Usage tracker for resource:floatingip and tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:17.012069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:17.018275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:17.028103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.246s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.028710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-140b21f3-3f76-4aa2-ab00-0f98bcb56c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:17.029337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41a4d0-b693-4ccc-b910-8401520ebb6b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efe7453-59da-4cb3-82b7-cc5194de813d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:17.049320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6216c9be-e3cf-4970-ae0b-03b653fb7b1f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:17.051929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.052712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:17.060848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.629s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:17.163483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:17.177820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:17.210940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d37f9-23ae-4753-8b36-5fd4456a5c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047b0016-10e6-46f1-b4af-25cee70d37a8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:17.216218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d9d37f9-23ae-4753-8b36-5fd4456a5c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.216921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:17.226488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:17.242415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 2, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:17.264150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Checking router: 1c0ad175-126a-4e98-b48c-e42dd56ef8cf for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:36:17.265048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Updating router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf port 34d3350d-ba8e-4f43-87f1-debdc0780b43 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:36:17.283835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event deleted for resources: {'Port': ['ID=305aeaa4-578d-4197-8bb1-0970bc46ced8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:17.302915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88684c-94bd-4cb3-95bc-e9a10201339d None None] Pushing event updated for resources: {'Port': ['ID=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:17.314087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9ed521-8305-4a5f-8a95-8e656509d6ad,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:17.317376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.319770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac88684c-94bd-4cb3-95bc-e9a10201339d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.506s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.357385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:17.362072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.362794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:17.363139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:15Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:17.363286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.370169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55234264-ca4e-4f07-8106-7e68c352ac8a None None] The sync data for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv is: [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:15Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:17.378672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:17.378804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:17.382984 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9473841 Dec 10 19:36:17.385167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51874) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:17.430380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5034285-8301-448e-af0c-52b8048a548f', 'name': '', 'tenant_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428', 'external_fixed_ips': [{'subnet_id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '95483c43-d3d0-4bcb-96bc-4afbe668924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:36:06Z', 'updated_at': '2021-12-10T19:36:12Z', 'revision_number': 3, 'project_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'gw_port': {'id': '95483c43-d3d0-4bcb-96bc-4afbe668924a', 'name': '', 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5034285-8301-448e-af0c-52b8048a548f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:10Z', 'updated_at': '2021-12-10T19:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:17.435923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Checking router: f5034285-8301-448e-af0c-52b8048a548f for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:36:17.436676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Updating router f5034285-8301-448e-af0c-52b8048a548f port 95483c43-d3d0-4bcb-96bc-4afbe668924a binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:36:17.464930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:17.506025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:17.506443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:17.510736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.539770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:17.594278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Pushing event updated for resources: {'Port': ['ID=eaff0425-63d5-4aa7-a42f-96a80b3b6fab,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:17.614936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:17.682373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:13Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:17.791471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Request body: {'security_group_rule': {'security_group_id': '3c89c536-ba34-40e2-9cdd-2894ddd968b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:17.804521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:17.810303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Usage tracker for resource:security_group_rule and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:17.818961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:17.831118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:17.914999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd817a72-5ff8-4ad0-abff-20c977cae944 None None] The sync data for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv is: [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:13Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:17.959380 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-df8227b4-f353-4668-bdb5-e4407697f1c2 tempest-DHCPAgentSchedulersTestJSON-47549033 tempest-DHCPAgentSchedulersTestJSON-47549033-project-admin] 10.222.0.41 "GET /v2.0/agents/af33a457-a395-4f62-bdeb-b1fa75e75ac4/dhcp-networks HTTP/1.1" status: 200 len: 7811 time: 1.6524162 Dec 10 19:36:17.961484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51882) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:17.972710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.177918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.306027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.376649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=318d65c3-f8ad-4b5d-a246-b1b4e199db4f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:18.389081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.390050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b5434af0-a814-4594-a03c-38ea78a74f31 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:18.429878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.440362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c0d661c-21e0-4f5c-9147-db0b7f8a749b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:18.450663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.456913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.468498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Transition to ACTIVE for port object 95483c43-d3d0-4bcb-96bc-4afbe668924a will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:18.486212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.492699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:18.497484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.598168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430aa9f-cfe9-483f-888b-e6c8fe536fc5 None None] Pushing event updated for resources: {'Port': ['ID=95483c43-d3d0-4bcb-96bc-4afbe668924a,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:18.612503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b430aa9f-cfe9-483f-888b-e6c8fe536fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:18.647443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.682126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Attempting to bind port 95483c43-d3d0-4bcb-96bc-4afbe668924a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:18.682461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Attempting to bind port 95483c43-d3d0-4bcb-96bc-4afbe668924a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'eb7e71e8-ba15-4adb-8eb0-952911613ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:18.686209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Attempting to bind port 95483c43-d3d0-4bcb-96bc-4afbe668924a on network 4df5c7c6-90f3-47f2-8651-6d483b553428 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:18.702032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:18.702733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Checking segment: {'id': 'eb7e71e8-ba15-4adb-8eb0-952911613ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:18.703180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.703609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Bound using segment: {'id': 'eb7e71e8-ba15-4adb-8eb0-952911613ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:18.704132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Bound port: 95483c43-d3d0-4bcb-96bc-4afbe668924a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7e71e8-ba15-4adb-8eb0-952911613ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:18.704558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.840122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=318d65c3-f8ad-4b5d-a246-b1b4e199db4f,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:18.855586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:18.876381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] For port 95483c43-d3d0-4bcb-96bc-4afbe668924a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:18.880242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] For port 95483c43-d3d0-4bcb-96bc-4afbe668924a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=95483c43-d3d0-4bcb-96bc-4afbe668924a,segment=NetworkSegment(eb7e71e8-ba15-4adb-8eb0-952911613ac7),segment_id=eb7e71e8-ba15-4adb-8eb0-952911613ac7)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:18.883666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.889759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:18.891756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.900572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:18.985009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:19.011652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Routers {'f5034285-8301-448e-af0c-52b8048a548f'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:19.014697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b5434af0-a814-4594-a03c-38ea78a74f31 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:19.015165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:19.015823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f5034285-8301-448e-af0c-52b8048a548f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:19.062970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:19.139752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af58bfe7-be85-4e45-8cea-2cf06068e984,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:19.140720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:19.195882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:19.211358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:19.253292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430aa9f-cfe9-483f-888b-e6c8fe536fc5 None None] Pushing event updated for resources: {'Port': ['ID=95483c43-d3d0-4bcb-96bc-4afbe668924a,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:19.267072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b430aa9f-cfe9-483f-888b-e6c8fe536fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:19.293937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:19.326096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Transition to ACTIVE for port object 34d3350d-ba8e-4f43-87f1-debdc0780b43 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:19.328356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51896) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:19.329232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > segment before_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.329889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.331111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.331849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > port after_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.332407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > port after_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.332999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > port after_update 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.334509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > segment after_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.335128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > subnet after_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.335965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > subnet after_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.336523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > subnet after_update 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.394577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:19.417766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3133e91e-4bf0-45a1-8857-bd8e3a67a4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:19.452955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] Set router f5034285-8301-448e-af0c-52b8048a548f gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:19.604381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191e8da-da71-4219-b3d1-3316c61660eb None None] Pushing event updated for resources: {'Port': ['ID=34d3350d-ba8e-4f43-87f1-debdc0780b43,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:19.616870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f191e8da-da71-4219-b3d1-3316c61660eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:19.715869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:19.772228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:19.798480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-974cbf80-fe50-4c80-906b-27877f231680 None None] Could not find standard attr ID for object 5b02298e-1fda-4a88-83df-4fedecfc137a. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:36:19.850679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > subnet after_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.857922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > subnet after_delete 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.858606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > subnet before_create 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.859215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Subscribe: > subnet before_update 55550000 {{(pid=88872) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 10 19:36:19.859814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3612be-8901-4926-a2c6-3a940fa77cc4']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:19.909285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b78a74d-6ae6-4aaf-b510-743a91f87d30') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:19.917854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b78a74d-6ae6-4aaf-b510-743a91f87d30') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:19.943900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:19.954155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=60f13e66-90de-41ad-b2c7-a9bec674e9d0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:19.968127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:20.021983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1124977428'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:20.064935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.081967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:20.111339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Attempting to bind port 34d3350d-ba8e-4f43-87f1-debdc0780b43 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:20.112081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Attempting to bind port 34d3350d-ba8e-4f43-87f1-debdc0780b43 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:20.112689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Attempting to bind port 34d3350d-ba8e-4f43-87f1-debdc0780b43 on network cdd04186-268d-4190-acf8-af6ae76b263e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:20.128011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:20.128739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Checking segment: {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:20.129388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.130028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Bound using segment: {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:20.132855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Bound port: 34d3350d-ba8e-4f43-87f1-debdc0780b43, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:20.134112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.135200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.158350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Usage tracker for resource:network and tenant:28c3f81e0dbe4e92a5b4b6dfe578dd9a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:20.166409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:20.216105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Allocated IP 172.26.8.250 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/e60c4009-2d58-4ab0-a52e-218dc15f52f7) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:20.294400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6103c305-2d84-47c7-a2de-52e8a2d3de4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:20.368588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca71404d-6b36-4e2a-a7de-f3c36d14eef0 None None] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:20.378190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.379756 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.9790635 Dec 10 19:36:20.388183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.391297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51902) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:20.405639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5034285-8301-448e-af0c-52b8048a548f', 'name': '', 'tenant_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428', 'external_fixed_ips': [{'subnet_id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '95483c43-d3d0-4bcb-96bc-4afbe668924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:36:06Z', 'updated_at': '2021-12-10T19:36:12Z', 'revision_number': 3, 'project_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'gw_port': {'id': '95483c43-d3d0-4bcb-96bc-4afbe668924a', 'name': '', 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5034285-8301-448e-af0c-52b8048a548f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:10Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:20.414713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1a82e-7309-4963-aa46-7f382273d29e None None] The sync data for ids ['f5034285-8301-448e-af0c-52b8048a548f'] in dv-neutron-821443-1-hyperv is: [{'id': 'f5034285-8301-448e-af0c-52b8048a548f', 'name': '', 'tenant_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428', 'external_fixed_ips': [{'subnet_id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '95483c43-d3d0-4bcb-96bc-4afbe668924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:36:06Z', 'updated_at': '2021-12-10T19:36:12Z', 'revision_number': 3, 'project_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'gw_port': {'id': '95483c43-d3d0-4bcb-96bc-4afbe668924a', 'name': '', 'network_id': '4df5c7c6-90f3-47f2-8651-6d483b553428', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5034285-8301-448e-af0c-52b8048a548f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:10Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c4eb1c6-04fe-497d-8006-afd5116133ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:20.426674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:20.432109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] For port 34d3350d-ba8e-4f43-87f1-debdc0780b43, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:20.462306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:20.462755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: (self, other), Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:20.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:20.526156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:20.531434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Usage tracker for resource:floatingip and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:20.540199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:20.548503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:20.592926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:20.624913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Router dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:36:20.631246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.687551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 15ff87aa-bb30-4dbe-a330-9bc56db22c83 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:20.690415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.703393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Made reservation on behalf of 28c3f81e0dbe4e92a5b4b6dfe578dd9a for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:20.710272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.734221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-36baca95-bfa8-4756-b7cc-1e1d29347862 None None] Provisioning for port eaff0425-63d5-4aa7-a42f-96a80b3b6fab completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:20.775594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event updated for resources: {'Port': ['ID=8a3243fb-76fc-45d5-9912-c58a0b4cffc0,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:20.781647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:20.811105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] For port 34d3350d-ba8e-4f43-87f1-debdc0780b43, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=34d3350d-ba8e-4f43-87f1-debdc0780b43,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:20.818108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.821848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.832330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.848591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.858424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66af9723-6a38-405d-86eb-fefd1a811615']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:20.863405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dbf8ac7c-1fbd-4544-b824-28ae8be0bdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:20.871398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81032b32-fda4-43c5-b393-249edd341878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:20.888142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.898608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ccdf7d-ae47-45ee-a4a5-c33548903e59') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:20.899233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ccdf7d-ae47-45ee-a4a5-c33548903e59') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:20.904150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event deleted for resources: {'Network': ['ID=9e3612be-8901-4926-a2c6-3a940fa77cc4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:20.913152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:20.916762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "DELETE /v2.0/networks/9e3612be-8901-4926-a2c6-3a940fa77cc4 HTTP/1.1" status: 204 len: 168 time: 2.9457042 Dec 10 19:36:20.922632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51906) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:20.985679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:20.994785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:20.999263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:21.000870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-38efeeb2-d442-40aa-813d-09ed7970923a tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] DELETE failed (client error): The resource could not be found. Dec 10 19:36:21.001381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.001937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38efeeb2-d442-40aa-813d-09ed7970923a tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:36:21.003820 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-38efeeb2-d442-40aa-813d-09ed7970923a tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "DELETE /v2.0/ports/5b02298e-1fda-4a88-83df-4fedecfc137a HTTP/1.1" status: 404 len: 333 time: 0.0801654 Dec 10 19:36:21.006846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51910) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:21.039346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.067217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:21.068409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:21.103659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.116307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.170698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.192856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:21.195226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.220749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:21.223330 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:21.238163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:21.308664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Usage tracker for resource:security_group_rule and tenant:28c3f81e0dbe4e92a5b4b6dfe578dd9a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:21.315519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:21.362479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:21.364994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.371369 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0810752 Dec 10 19:36:21.373063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event updated for resources: {'Port': ['ID=e60c4009-2d58-4ab0-a52e-218dc15f52f7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:21.390160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.452293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.462166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Deleting port 95483c43-d3d0-4bcb-96bc-4afbe668924a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:21.462591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.535288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:21.561462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43f95a24-fb08-4994-8db6-c7a08db82f1f tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:21.575920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191e8da-da71-4219-b3d1-3316c61660eb None None] Pushing event updated for resources: {'Port': ['ID=34d3350d-ba8e-4f43-87f1-debdc0780b43,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:21.586968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:21.616143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66af9723-6a38-405d-86eb-fefd1a811615 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 10 19:36:21.626580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f191e8da-da71-4219-b3d1-3316c61660eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:21.675725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event deleted for resources: {'Network': ['ID=66af9723-6a38-405d-86eb-fefd1a811615,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:21.690473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Allocated IP 172.26.8.128 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/39e839a2-e754-4f1a-957e-abd98d5430c5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:21.705931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.780014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.781697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:21.863947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.873257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.902933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:36:21.906653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:21.917900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:21.922427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:21.970764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:22.029054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] For port 95483c43-d3d0-4bcb-96bc-4afbe668924a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=95483c43-d3d0-4bcb-96bc-4afbe668924a,segment=NetworkSegment(eb7e71e8-ba15-4adb-8eb0-952911613ac7),segment_id=eb7e71e8-ba15-4adb-8eb0-952911613ac7)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:22.029615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.101152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 15ff87aa-bb30-4dbe-a330-9bc56db22c83, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=15ff87aa-bb30-4dbe-a330-9bc56db22c83,segment=NetworkSegment(07f62ffd-40c8-4731-93c6-09a02e54dacd),segment_id=07f62ffd-40c8-4731-93c6-09a02e54dacd)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:22.104554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:22.110437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.110970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:22.113281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaff0425-63d5-4aa7-a42f-96a80b3b6fab up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:22.130761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:22.208808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae0cbd90-6489-47ce-897f-08b0ce15c10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:22.224232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Calling delete_port for 95483c43-d3d0-4bcb-96bc-4afbe668924a owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:22.296076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.365285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Deleting subnet 7e59c949-75f9-4df8-b2ca-f22c4a7feb9a {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:36:22.397122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event updated for resources: {'Port': ['ID=39e839a2-e754-4f1a-957e-abd98d5430c5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:22.430436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.545467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "DELETE /v2.0/networks/66af9723-6a38-405d-86eb-fefd1a811615 HTTP/1.1" status: 204 len: 168 time: 7.8449295 Dec 10 19:36:22.552313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51932) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:22.581829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=15ff87aa-bb30-4dbe-a330-9bc56db22c83,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:22.592715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:22.645032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port eaff0425-63d5-4aa7-a42f-96a80b3b6fab completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:22.656028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.658144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51940) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:22.659809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port eaff0425-63d5-4aa7-a42f-96a80b3b6fab triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:22.660233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.674035 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 19:36:22.714979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-37c273ed-e052-46b3-80b1-e4188a974757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:22.716908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:22.747230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.784041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:22.798556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b02f2e2-c491-4209-ab9d-52cf4248abb5 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Synchronizing usage tracker for tenant:254e2cc502564cbd9761bbc73b8ab12d on resource:floatingip {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:22.834248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d92949-04ce-4334-9d23-c11cde0a5941,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:22.850986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.851388 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Added segment 35b78344-c21e-41dd-aa25-d4ed24c55827 of type vlan for network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 Dec 10 19:36:22.857173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:22.869314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.873134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:20Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:22.879970 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-26762059-4281-4e96-be43-d2f9c9bf4723 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1557079178&fields=id&tenant_id=63e56e99bbe74b42b943a02594aec266 HTTP/1.1" status: 200 len: 267 time: 0.2169943 Dec 10 19:36:22.881656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd0096-5bf5-4df1-8761-e096bcc9843f None None] The sync data for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv is: [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:20Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:22.885598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.889941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b02f2e2-c491-4209-ab9d-52cf4248abb5 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Unset dirty status for tenant:254e2cc502564cbd9761bbc73b8ab12d on resource:floatingip {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:22.893767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b02f2e2-c491-4209-ab9d-52cf4248abb5 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.3229158 Dec 10 19:36:22.907589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51944) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:22.929591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port eaff0425-63d5-4aa7-a42f-96a80b3b6fab, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaff0425-63d5-4aa7-a42f-96a80b3b6fab,segment=NetworkSegment(59d7b4d5-1f49-40ee-8527-b383769d0950),segment_id=59d7b4d5-1f49-40ee-8527-b383769d0950)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:22.936288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:22.938405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce7909f5-b80b-4c3d-b0f9-583518d46c5d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:23.042826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c0d661c-21e0-4f5c-9147-db0b7f8a749b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:23.090462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:36:23.113936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.115544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322aeb14-f4a9-4729-8fa6-7abc5f3cad48 None None] Sync routers for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:36:23.130644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.187950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=eaff0425-63d5-4aa7-a42f-96a80b3b6fab,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:23.191870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port ce7909f5-b80b-4c3d-b0f9-583518d46c5d completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:23.195606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:23.197375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322aeb14-f4a9-4729-8fa6-7abc5f3cad48 None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:23.198093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-322aeb14-f4a9-4729-8fa6-7abc5f3cad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:23.282452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-322aeb14-f4a9-4729-8fa6-7abc5f3cad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:23.285772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.288412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ce7909f5-b80b-4c3d-b0f9-583518d46c5d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:23.289342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.319764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.321092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 12.7971418 Dec 10 19:36:23.334855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51948) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:23.372201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322aeb14-f4a9-4729-8fa6-7abc5f3cad48 None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:23.373134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-322aeb14-f4a9-4729-8fa6-7abc5f3cad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:23.405630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.466010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.470719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.471148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.471562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.471973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.472377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.472780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.473181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.473657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.474063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.475168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Synchronizing usage tracker for tenant:254e2cc502564cbd9761bbc73b8ab12d on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:23.482552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.503677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-322aeb14-f4a9-4729-8fa6-7abc5f3cad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:23.504331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322aeb14-f4a9-4729-8fa6-7abc5f3cad48 None None] The sync data for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:23.508972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.511410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.572903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:23.587011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.640368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port ce7909f5-b80b-4c3d-b0f9-583518d46c5d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:23.644479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.645887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 318d65c3-f8ad-4b5d-a246-b1b4e199db4f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:23.681997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f49ab83-6897-4236-bf77-cf899331a53d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:23.791632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:23.793970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.797768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:23.807265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:23.807793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.810086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event updated for resources: {'Port': ['ID=39e839a2-e754-4f1a-957e-abd98d5430c5,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:23.814922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.822831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:23.831557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.835623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:23.836798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:23.905754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-fae2af53-c857-4b07-8cc4-6f0b2ac631c3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.908891 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-fae2af53-c857-4b07-8cc4-6f0b2ac631c3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/networks?id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49 HTTP/1.1" status: 200 len: 806 time: 0.9994316 Dec 10 19:36:23.917846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.932165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.961753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:23.962436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:23.981905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event deleted for resources: {'Port': ['ID=95483c43-d3d0-4bcb-96bc-4afbe668924a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:23.984746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:23.985830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:24.016950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.028346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6241128 Dec 10 19:36:24.037083 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "DELETE /v2.0/subnets/7e59c949-75f9-4df8-b2ca-f22c4a7feb9a HTTP/1.1" status: 204 len: 168 time: 3.0290623 Dec 10 19:36:24.047492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:24.137791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14837670-33c9-447e-8607-8e801695e0a5 None None] Network ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:24.157173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:24.194902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event updated for resources: {'Network': ['ID=4f66356b-9d2b-48bd-91ce-1f97d2a9f868,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:24.198811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:24.200461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.7421901 Dec 10 19:36:24.202186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-86b5daf7-078f-465f-a8b7-7c4cc7ff9646 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/quotas/63e56e99bbe74b42b943a02594aec266 HTTP/1.1" status: 200 len: 375 time: 0.0903454 Dec 10 19:36:24.202983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Unset dirty status for tenant:254e2cc502564cbd9761bbc73b8ab12d on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:24.207978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85c0a6bf-9be3-49c6-9b58-d055caa6fbab tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5791 time: 1.2565796 Dec 10 19:36:24.210434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51958) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:24.210747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51960) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:24.236938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event updated for resources: {'Port': ['ID=e60c4009-2d58-4ab0-a52e-218dc15f52f7,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:24.247471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.255546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:24.258194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:24.283166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:24.318747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.321633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event deleted for resources: {'Subnet': ['ID=7e59c949-75f9-4df8-b2ca-f22c4a7feb9a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:24.331329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:24.339569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.348861 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3525298 Dec 10 19:36:24.352339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Deleting port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:24.352724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.600229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Request body: {'subnet': {'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:24.616229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 51984) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:24.662311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] For port 15ff87aa-bb30-4dbe-a330-9bc56db22c83, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=15ff87aa-bb30-4dbe-a330-9bc56db22c83,segment=NetworkSegment(07f62ffd-40c8-4731-93c6-09a02e54dacd),segment_id=07f62ffd-40c8-4731-93c6-09a02e54dacd)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:24.662965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.754001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:24.758763 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-d2c5ece7-60d8-4c32-96b2-e05ad5367860 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] delete failed (client error): The resource could not be found. Dec 10 19:36:24.760158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2c5ece7-60d8-4c32-96b2-e05ad5367860 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/7752494a-0d30-4a89-8190-9ee9353743b7 HTTP/1.1" status: 404 len: 345 time: 0.3686044 Dec 10 19:36:24.763107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:24.763642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.777577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.811100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Calling delete_port for 15ff87aa-bb30-4dbe-a330-9bc56db22c83 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:24.870885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51990) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:24.910160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:24.915788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Usage tracker for resource:subnet and tenant:28c3f81e0dbe4e92a5b4b6dfe578dd9a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:24.919749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:24.923802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.925953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:24.929727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-161013f7-14a4-41d1-bf9f-2728887dad72 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 19:36:24.932627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161013f7-14a4-41d1-bf9f-2728887dad72 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:36:24.934930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-161013f7-14a4-41d1-bf9f-2728887dad72 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "DELETE /v2.0/networks/66af9723-6a38-405d-86eb-fefd1a811615 HTTP/1.1" status: 404 len: 339 time: 0.0564477 Dec 10 19:36:24.939293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c9485-e420-47ec-b009-7cdf42579f99 None None] DHCP port deletion for ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:36:24.950213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-705c9485-e420-47ec-b009-7cdf42579f99 None None] Deleting port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:24.950394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 51994) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:24.950655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-705c9485-e420-47ec-b009-7cdf42579f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.956967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Request body: {'network': {'name': 'tempest-network--1309781507', 'router:external': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:24.964257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:24.969596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Usage tracker for resource:network and tenant:254e2cc502564cbd9761bbc73b8ab12d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:24.972989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:24.975808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:24.983447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:24.986010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:25.024394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Made reservation on behalf of 28c3f81e0dbe4e92a5b4b6dfe578dd9a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:25.031989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-705c9485-e420-47ec-b009-7cdf42579f99 None None] The port '15ff87aa-bb30-4dbe-a330-9bc56db22c83' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:36:25.038089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event deleted for resources: {'Port': ['ID=15ff87aa-bb30-4dbe-a330-9bc56db22c83,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:25.044626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:25.045154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:25.048288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] No DVR routers for this DVR port 15ff87aa-bb30-4dbe-a330-9bc56db22c83 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:36:25.052435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.054611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-133fdc6d-b837-4fa3-a609-e10ff5ddd774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:25.087532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Made reservation on behalf of 254e2cc502564cbd9761bbc73b8ab12d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:25.092782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.159597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:25.170188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:25.221818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.236014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:25.266128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe3f52c-457b-4891-b9fc-e9dd1d39ee94']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:25.284625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.285022 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Added segment 149c3fcc-61cd-438a-996a-53ad6767e064 of type vlan for network 1a5aca6a-cd3d-4f57-bf06-498fb7b64c49 Dec 10 19:36:25.296665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f62ffd-40c8-4731-93c6-09a02e54dacd') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:25.297046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f62ffd-40c8-4731-93c6-09a02e54dacd') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:25.298315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 34d3350d-ba8e-4f43-87f1-debdc0780b43 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:25.317783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.335477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-468c5d80-fbfb-4572-9d18-4d7dd86c5229 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Synchronizing usage tracker for tenant:ad109fef55d74616a63011e5523fb742 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:25.345758 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-d3684872-50fe-417d-9563-557548b43510 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63e56e99bbe74b42b943a02594aec266&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1357875 Dec 10 19:36:25.359376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.363257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.365892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.368272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.381701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:25.382148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.388774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 34d3350d-ba8e-4f43-87f1-debdc0780b43 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:25.394657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 34d3350d-ba8e-4f43-87f1-debdc0780b43 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:25.395330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:25.404512 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:25.470728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.515786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-468c5d80-fbfb-4572-9d18-4d7dd86c5229 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Unset dirty status for tenant:ad109fef55d74616a63011e5523fb742 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:25.517195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-468c5d80-fbfb-4572-9d18-4d7dd86c5229 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1161580799&fields=id&tenant_id=ad109fef55d74616a63011e5523fb742 HTTP/1.1" status: 200 len: 267 time: 0.8816130 Dec 10 19:36:25.555912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.565254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.567244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:25.567894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.593858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 34d3350d-ba8e-4f43-87f1-debdc0780b43, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=34d3350d-ba8e-4f43-87f1-debdc0780b43,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:25.596306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.598506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.600529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce7909f5-b80b-4c3d-b0f9-583518d46c5d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:25.602047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f2f6eb4-1fe3-48d7-9652-d19e2f3f1ecc tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:25.624728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6729429 Dec 10 19:36:25.632947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:25.743237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=34d3350d-ba8e-4f43-87f1-debdc0780b43,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:25.748004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:25.761780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ce7909f5-b80b-4c3d-b0f9-583518d46c5d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:25.762217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.840191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52006) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:25.876744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-970703b4-f5e0-48bb-9b5f-54f8e4f2c8de service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:25.877909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-970703b4-f5e0-48bb-9b5f-54f8e4f2c8de service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3780072 Dec 10 19:36:25.883110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:25.885211 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] 10.222.0.41 "DELETE /v2.0/networks/ffe3f52c-457b-4891-b9fc-e9dd1d39ee94 HTTP/1.1" status: 204 len: 168 time: 1.8329442 Dec 10 19:36:25.920627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaff0425-63d5-4aa7-a42f-96a80b3b6fab up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:25.921170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d18a4-a9ce-4b1b-a55a-b617224f664d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Network': ['ID=1a5aca6a-cd3d-4f57-bf06-498fb7b64c49,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:25.964532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Pushing event deleted for resources: {'Network': ['ID=ffe3f52c-457b-4891-b9fc-e9dd1d39ee94,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:25.972605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:25.976611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:25.977455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:25.989569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 1a5aca6a-cd3d-4f57-bf06-498fb7b64c49 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:26.117982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:26.118598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5034285-8301-448e-af0c-52b8048a548f {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:36:26.156339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port eaff0425-63d5-4aa7-a42f-96a80b3b6fab triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:26.156772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:26.345455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 15ff87aa-bb30-4dbe-a330-9bc56db22c83 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:36:26.380240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52014) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:26.386450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 15ff87aa-bb30-4dbe-a330-9bc56db22c83 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:36:26.386998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 15ff87aa-bb30-4dbe-a330-9bc56db22c83 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:36:26.502445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:26.503738 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f5034285-8301-448e-af0c-52b8048a548f HTTP/1.1" status: 204 len: 168 time: 10.5658348 Dec 10 19:36:26.507192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52020) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:26.626876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Deleting subnet 7c4eb1c6-04fe-497d-8006-afd5116133ca {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:36:26.631105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-5793344a-2e8b-4b91-bc2d-0ee51e983bb0 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:26.631850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-5793344a-2e8b-4b91-bc2d-0ee51e983bb0 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Synchronizing usage tracker for tenant:ad109fef55d74616a63011e5523fb742 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:26.632884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:26.663320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19599c41-d20a-4286-885c-4a8c76fb62c6 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:26.668277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19599c41-d20a-4286-885c-4a8c76fb62c6 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:26.674087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dea7e6b6-f209-4b53-aa27-adb878c6caa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=770a82287fdd4954ad6cc38b5a1ac019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2896838 Dec 10 19:36:26.674186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19599c41-d20a-4286-885c-4a8c76fb62c6 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:26.677201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19599c41-d20a-4286-885c-4a8c76fb62c6 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:26.678257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52024) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:26.681544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19599c41-d20a-4286-885c-4a8c76fb62c6 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:26.682794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-19599c41-d20a-4286-885c-4a8c76fb62c6 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Synchronizing usage tracker for tenant:17e1d5f1e1e94db6a8996e598f3cbefb on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:26.714357 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-8f3e7b9b-d9f2-4f19-918d-70b4d167cd04 service neutron] 10.222.0.41 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625459 Dec 10 19:36:26.721579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:26.811436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:26.845686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-836744a8-755d-4365-abbe-72223eb7a161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:26.847675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-5793344a-2e8b-4b91-bc2d-0ee51e983bb0 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Unset dirty status for tenant:ad109fef55d74616a63011e5523fb742 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:26.849077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-5793344a-2e8b-4b91-bc2d-0ee51e983bb0 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/networks?id=6a8e5e77-7b32-4b70-ba91-9c1443b893f8 HTTP/1.1" status: 200 len: 811 time: 1.3171818 Dec 10 19:36:26.865963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-19599c41-d20a-4286-885c-4a8c76fb62c6 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Unset dirty status for tenant:17e1d5f1e1e94db6a8996e598f3cbefb on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:26.867101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-19599c41-d20a-4286-885c-4a8c76fb62c6 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3057 time: 0.9998837 Dec 10 19:36:26.868436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:26.871265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52028) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:26.888133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-182afeab-afc9-4e58-972c-7b9dbb1682d4 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:26.950983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-a2c36651-a4e8-4d16-a531-87dc7714acdb tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/quotas/ad109fef55d74616a63011e5523fb742 HTTP/1.1" status: 200 len: 375 time: 0.0906253 Dec 10 19:36:26.965644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-836744a8-755d-4365-abbe-72223eb7a161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.062209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.068914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.080165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:27.082349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-1c7f5ead-feb5-45cc-a381-574855ffdddb service neutron] 10.222.0.41 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460054 Dec 10 19:36:27.083035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event updated for resources: {'Subnet': ['ID=6202a79d-59b8-407e-9055-6d3eac31f2bd,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:27.091693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:27.131550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4eb1c6-04fe-497d-8006-afd5116133ca,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:27.139801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Checking segment: {'id': '35b78344-c21e-41dd-aa25-d4ed24c55827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:27.140194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Network hostable DHCP agents. Network: 4f66356b-9d2b-48bd-91ce-1f97d2a9f868, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:36:27.168050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:27.184261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.185025 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-47f74d19-a9a0-4cba-88ec-341f4284951c tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad109fef55d74616a63011e5523fb742&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2160580 Dec 10 19:36:27.246745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 34d3350d-ba8e-4f43-87f1-debdc0780b43 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:27.251961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-836744a8-755d-4365-abbe-72223eb7a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.323801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-836744a8-755d-4365-abbe-72223eb7a161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.325268 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-836744a8-755d-4365-abbe-72223eb7a161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/307a8fb3-76d9-4c13-b59e-3ffd55d109a8 HTTP/1.1" status: 204 len: 168 time: 0.6459591 Dec 10 19:36:27.339790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:27.348798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:36:27.363231 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/7c4eb1c6-04fe-497d-8006-afd5116133ca HTTP/1.1" status: 204 len: 168 time: 0.8520858 Dec 10 19:36:27.363887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52040) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:27.403941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836744a8-755d-4365-abbe-72223eb7a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307a8fb3-76d9-4c13-b59e-3ffd55d109a8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:27.421817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-836744a8-755d-4365-abbe-72223eb7a161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:27.428618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.433249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 4f66356b-9d2b-48bd-91ce-1f97d2a9f868) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:27.471931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 34d3350d-ba8e-4f43-87f1-debdc0780b43 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:27.472369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.479434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5aca6a-cd3d-4f57-bf06-498fb7b64c49']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:27.507623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149c3fcc-61cd-438a-996a-53ad6767e064') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:27.507969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149c3fcc-61cd-438a-996a-53ad6767e064') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:27.547701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.581129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeec4553-0692-44b4-81cd-009dcf3c6b7e None None] Network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:27.595289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.620753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:27.621408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.622653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:27.623188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.637353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-e2e45ec0-189c-4ef2-958d-b2ece61d798b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:27.638606 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-e2e45ec0-189c-4ef2-958d-b2ece61d798b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3108761 Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:27.658002 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:27.793962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.801754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:27.836103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a5aca6a-cd3d-4f57-bf06-498fb7b64c49 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 10 19:36:27.859231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:27.881556 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1a5aca6a-cd3d-4f57-bf06-498fb7b64c49 HTTP/1.1" status: 204 len: 168 time: 1.0040770 Dec 10 19:36:27.892119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a5aca6a-cd3d-4f57-bf06-498fb7b64c49,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:27.893944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52072) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:27.907861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:27.920966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Request body: {'network': {'name': 'tempest-network--475432978', 'router:external': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:27.934512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:27.938915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:27.950461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Usage tracker for resource:network and tenant:254e2cc502564cbd9761bbc73b8ab12d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:27.957487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:27.970868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:28.004339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Made reservation on behalf of 254e2cc502564cbd9761bbc73b8ab12d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:28.013397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.098081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:28.102247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:28.128968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.167636 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7825501 Dec 10 19:36:28.168497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52082) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:28.169692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.170249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Added segment f027fb16-82e0-40af-b95c-0dbcc84dbeae of type vlan for network ef034a96-c961-4461-97e2-3002c6be2b3d Dec 10 19:36:28.190262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Request body: {'port': {'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868', 'name': 'tempest-ExtraDHCPOptionsTestJSON-673294594'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:28.190951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.236611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-55fc0717-e6dc-4482-a98c-a4c06a62f86c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--713687588&fields=id&tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8 HTTP/1.1" status: 200 len: 267 time: 0.5969241 Dec 10 19:36:28.298408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:28.311581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Usage tracker for resource:security_group_rule and tenant:8c93efaa1ee34397853dd26de7f453bf is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:28.314859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:28.321030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:28.342271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-4f66356b-9d2b-48bd-91ce-1f97d2a9f868', 'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868', 'tenant_id': '28c3f81e0dbe4e92a5b4b6dfe578dd9a', 'fixed_ips': [{'subnet_id': '6202a79d-59b8-407e-9055-6d3eac31f2bd'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:36:28.343628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.399040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.412249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.454042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e71f4a47-cd39-40b3-a74f-cefc253c5e2e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:28.462384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.500635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-365bdd14-2b0f-48db-aa68-3d9d14304bf9 service neutron] 10.222.0.41 "GET /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8392339 Dec 10 19:36:28.559283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6c76bf-d400-428f-8038-9d3515acaf00,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:28.576132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:28.589568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c93efaa1ee34397853dd26de7f453bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4894991 Dec 10 19:36:28.596236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52094) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:28.606936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:28.626075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Usage tracker for resource:port and tenant:28c3f81e0dbe4e92a5b4b6dfe578dd9a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:28.632073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:28.647496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:28.653654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.681157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:28.681750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.686214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87a83588-b5de-4fe0-a23a-0cf0309c39ca tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:28.693944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Allocated IP 172.20.0.2 (4f66356b-9d2b-48bd-91ce-1f97d2a9f868/6202a79d-59b8-407e-9055-6d3eac31f2bd/6b0073f7-0699-40ab-b28a-1b4fc90aa7b9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:28.715468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.801412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df5c7c6-90f3-47f2-8651-6d483b553428']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:28.845120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Network': ['ID=ef034a96-c961-4461-97e2-3002c6be2b3d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:28.852646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7e71e8-ba15-4adb-8eb0-952911613ac7') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:28.852953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7e71e8-ba15-4adb-8eb0-952911613ac7') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:28.856937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:28.857881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Made reservation on behalf of 28c3f81e0dbe4e92a5b4b6dfe578dd9a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:28.864736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.877941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ef034a96-c961-4461-97e2-3002c6be2b3d details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:28.887473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:28.901588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-0f81e684-7f54-4c33-82f4-a61f913c0301 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:28.903354 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-0f81e684-7f54-4c33-82f4-a61f913c0301 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 811 time: 0.6558521 Dec 10 19:36:28.913116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0174360 Dec 10 19:36:28.918335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52104) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:28.944702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-d6f524ae-8311-4cd0-a973-c53a622d9160 service neutron] 10.222.0.41 "GET /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697202 Dec 10 19:36:28.966614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-543a5da7-5296-44c7-9e29-fa8885a06b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.020354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:29.020787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.027456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.034760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:29.035199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.039225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-543a5da7-5296-44c7-9e29-fa8885a06b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.109469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] device_id is not set on port 1ce73cf2-3676-45f4-91b6-65b572e5222b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:29.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:29.218466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-df132e2b-89a7-4042-94e2-967c201bb3da tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/quotas/ee1c9bdbffad45a88743a2ffcf8f78e8 HTTP/1.1" status: 200 len: 375 time: 0.2974458 Dec 10 19:36:29.227716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-543a5da7-5296-44c7-9e29-fa8885a06b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.304411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1201b4c6-b467-4f8e-b4b7-c78b634d5177 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:29.316789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.333221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Transition to ACTIVE for port object 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:29.341111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a5da7-5296-44c7-9e29-fa8885a06b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6c76bf-d400-428f-8038-9d3515acaf00,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:29.347223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-543a5da7-5296-44c7-9e29-fa8885a06b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:29.352808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.367047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Transition to ACTIVE for port object 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:29.392243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.398702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:29.399373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4df5c7c6-90f3-47f2-8651-6d483b553428 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 10 19:36:29.400938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:29.435196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.439778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-543a5da7-5296-44c7-9e29-fa8885a06b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.441236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-543a5da7-5296-44c7-9e29-fa8885a06b80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b6c76bf-d400-428f-8038-9d3515acaf00 HTTP/1.1" status: 204 len: 168 time: 0.8421657 Dec 10 19:36:29.455116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba8db6-7b69-4fe5-b11e-f28ffb6c9c1a tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:29.457718 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59ba8db6-7b69-4fe5-b11e-f28ffb6c9c1a tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] 10.222.0.41 "GET /v2.0/networks/ef034a96-c961-4461-97e2-3002c6be2b3d HTTP/1.1" status: 200 len: 756 time: 0.5381272 Dec 10 19:36:29.460396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event deleted for resources: {'Network': ['ID=4df5c7c6-90f3-47f2-8651-6d483b553428,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:29.461535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52126) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:29.474783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.542454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:29.583530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Pushing event updated for resources: {'Port': ['ID=6b0073f7-0699-40ab-b28a-1b4fc90aa7b9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:29.586310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 95483c43-d3d0-4bcb-96bc-4afbe668924a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:36:29.656527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:29.671227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 95483c43-d3d0-4bcb-96bc-4afbe668924a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:36:29.671227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 95483c43-d3d0-4bcb-96bc-4afbe668924a not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:36:29.696074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:29.703840 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "DELETE /v2.0/networks/4df5c7c6-90f3-47f2-8651-6d483b553428 HTTP/1.1" status: 204 len: 168 time: 2.3373356 Dec 10 19:36:29.708224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:29.712519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:29.735133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Allocated IP 172.20.0.8 (4f66356b-9d2b-48bd-91ce-1f97d2a9f868/6202a79d-59b8-407e-9055-6d3eac31f2bd/1ce73cf2-3676-45f4-91b6-65b572e5222b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:29.866949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acdf8d8-274c-4348-9862-0ca0b3997e31 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:29.869574 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6acdf8d8-274c-4348-9862-0ca0b3997e31 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] 10.222.0.41 "GET /v2.0/networks/1b1fd6d9-e8ad-4ff4-be0d-7e0ec1cb3c3a HTTP/1.1" status: 200 len: 768 time: 0.4067855 Dec 10 19:36:29.873735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52144) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:29.974848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Attempting to bind port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:29.975275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Attempting to bind port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '35b78344-c21e-41dd-aa25-d4ed24c55827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:29.975693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Attempting to bind port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 on network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:29.992237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:29.992917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Checking segment: {'id': '35b78344-c21e-41dd-aa25-d4ed24c55827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:29.993376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:29.993879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Bound using segment: {'id': '35b78344-c21e-41dd-aa25-d4ed24c55827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:29.996985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Bound port: 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b78344-c21e-41dd-aa25-d4ed24c55827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:29.997418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:30.125184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-928d6fe5-401b-4c08-9552-6fd7addc6449 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Synchronizing usage tracker for tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:30.157165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-70df7d1f-5412-45a9-944a-3e822a86c088 req-16bd4830-04f1-4530-b7a9-69ac7367f158 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 210 time: 0.2362399 Dec 10 19:36:30.248606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:30.265133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] For port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:30.269189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] For port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6b0073f7-0699-40ab-b28a-1b4fc90aa7b9,segment=NetworkSegment(35b78344-c21e-41dd-aa25-d4ed24c55827),segment_id=35b78344-c21e-41dd-aa25-d4ed24c55827)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:30.273066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:30.285561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:30.449949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Pushing event updated for resources: {'Port': ['ID=6b0073f7-0699-40ab-b28a-1b4fc90aa7b9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:30.467616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:30.489113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-928d6fe5-401b-4c08-9552-6fd7addc6449 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Unset dirty status for tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:30.508280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-928d6fe5-401b-4c08-9552-6fd7addc6449 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2861187 Dec 10 19:36:30.613813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:30.659228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52168) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:30.665320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Transition to ACTIVE for port object 1ce73cf2-3676-45f4-91b6-65b572e5222b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:30.675865 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0033b01-0868-4112-87e4-40414f85a6ca req-98d3e365-1913-4be5-88f3-9cf75f8bb37f tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 210 time: 0.2129006 Dec 10 19:36:30.726677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.84', 49860) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:30.756727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'router': {'name': 'tempest-router--1101940568', 'project_id': '241a761a72b840a4af2548c4ad6b59ed'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:30.857697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:30.899836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Usage tracker for resource:router and tenant:241a761a72b840a4af2548c4ad6b59ed is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:30.905724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:30.969764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef034a96-c961-4461-97e2-3002c6be2b3d']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:30.985184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f027fb16-82e0-40af-b95c-0dbcc84dbeae') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:30.985482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f027fb16-82e0-40af-b95c-0dbcc84dbeae') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:31.006283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.023918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:31.081587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.083427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:31.103453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:31.183182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.193837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.194863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.330027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-87f31f08-3ba0-4cb1-9ccd-0d97eb5ed656 service neutron] 10.222.0.41 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694987 Dec 10 19:36:31.527745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:31.528290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:31.548378 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:31.585732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:31.690608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:31.695103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:31.700351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:31.703057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event updated for resources: {'Port': ['ID=1ce73cf2-3676-45f4-91b6-65b572e5222b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:31.706290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:31.718611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-45493ef5-e62f-4d06-86a5-b1217b306061 service neutron] 10.222.0.41 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732657 Dec 10 19:36:31.768727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-0a579da1-3c84-4aeb-a091-6998eb70f77e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:31.769057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-0a579da1-3c84-4aeb-a091-6998eb70f77e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Synchronizing usage tracker for tenant:63e56e99bbe74b42b943a02594aec266 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:31.780979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:31.826306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.845761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.846244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:31.847024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.867829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Allocated IP 172.20.0.1 (e65d2910-0d5b-427a-b8dd-c490d7cafb92/9a627722-83d1-4488-8930-c6e5d0a7bda2/f6ef0f92-72ca-4866-b351-cc2680377edc) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:31.885136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b28e4127-9ede-44d2-88b3-1d882bdba37d tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:31.927991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.84', 49867) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:31.931222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef034a96-c961-4461-97e2-3002c6be2b3d {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 10 19:36:31.958014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef034a96-c961-4461-97e2-3002c6be2b3d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:31.960707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:31.991580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:31.992257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-0a579da1-3c84-4aeb-a091-6998eb70f77e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Unset dirty status for tenant:63e56e99bbe74b42b943a02594aec266 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:31.993922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-0a579da1-3c84-4aeb-a091-6998eb70f77e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.84 "GET /v2.0/networks?id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49 HTTP/1.1" status: 200 len: 806 time: 1.2647882 Dec 10 19:36:32.004263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8281569 Dec 10 19:36:32.066856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ef034a96-c961-4461-97e2-3002c6be2b3d HTTP/1.1" status: 204 len: 168 time: 2.1884356 Dec 10 19:36:32.075881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52224) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:32.076329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52228) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:32.108894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Request body: {'network': {'name': 'tempest-network--1810937906'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:32.118411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Request body: {'port': {'network_id': '4f66356b-9d2b-48bd-91ce-1f97d2a9f868', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1005679300', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:32.118944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] bootfile-name is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:36:32.119326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] tftp-server is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:36:32.119711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] server-ip-address is not in valid_values {{(pid=88872) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:36:32.180007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:32.214756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:32.241092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Transition to ACTIVE for port object f6ef0f92-72ca-4866-b351-cc2680377edc will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:32.277287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:32.293360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Usage tracker for resource:network and tenant:254e2cc502564cbd9761bbc73b8ab12d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:32.311485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:32.317139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:32.339781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:32.343135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:32.405597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-687d5be2-c456-4f81-a09a-00ebc94b1535 req-03ddbbba-8a6b-4726-8d9c-cf13056cdb4f tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 210 time: 0.6818345 Dec 10 19:36:32.420197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:32.512208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Made reservation on behalf of 254e2cc502564cbd9761bbc73b8ab12d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:32.519312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:32.563175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-b770a71f-6d60-4480-8cca-021648938274 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Synchronizing usage tracker for tenant:63e56e99bbe74b42b943a02594aec266 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:32.590914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-2e829a79-4c55-4cf3-8bde-b327f6b6fb02 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:32.592828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-2e829a79-4c55-4cf3-8bde-b327f6b6fb02 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.84 "GET /v2.0/networks?id=6a8e5e77-7b32-4b70-ba91-9c1443b893f8 HTTP/1.1" status: 200 len: 811 time: 0.6560512 Dec 10 19:36:32.685813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-b770a71f-6d60-4480-8cca-021648938274 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Unset dirty status for tenant:63e56e99bbe74b42b943a02594aec266 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:32.689313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-b770a71f-6d60-4480-8cca-021648938274 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e56e99bbe74b42b943a02594aec266 HTTP/1.1" status: 200 len: 380 time: 0.6216829 Dec 10 19:36:32.720305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:32.735634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Request body: {'port': {'device_id': '597ff771-ab17-4ac5-af43-82435422c0b0', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'admin_state_up': True, 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'security_groups': ['4072186d-2bdf-4cd3-a5f6-e39a04f68741']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:32.856921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:32.888134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:32.888537 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Added segment cd08fb56-06fe-456e-baac-8806a877fd8f of type vlan for network 12d790f6-a067-4637-9031-b9ef2cf3b772 Dec 10 19:36:32.897866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Usage tracker for resource:port and tenant:28c3f81e0dbe4e92a5b4b6dfe578dd9a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:32.902716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-1a2aae1b-919b-4df9-a93b-c9ce2d814baa tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Synchronizing usage tracker for tenant:ad109fef55d74616a63011e5523fb742 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:32.906032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:33.139395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:33.331338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-1a2aae1b-919b-4df9-a93b-c9ce2d814baa tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Unset dirty status for tenant:ad109fef55d74616a63011e5523fb742 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:33.333144 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-1a2aae1b-919b-4df9-a93b-c9ce2d814baa tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad109fef55d74616a63011e5523fb742 HTTP/1.1" status: 200 len: 380 time: 0.7234104 Dec 10 19:36:33.358643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Request body: {'port': {'device_id': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'admin_state_up': True, 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'security_groups': ['3c89c536-ba34-40e2-9cdd-2894ddd968b6']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:33.384545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:33.387958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ec5b2-bcac-48ef-b780-7a56303b5d6e None None] Network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:33.414501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Made reservation on behalf of 28c3f81e0dbe4e92a5b4b6dfe578dd9a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:33.432188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:33.465066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:33.466655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a19606ba-2de8-4b7e-ab44-724c665e05ed tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.8005154 Dec 10 19:36:33.481583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1de30171-602b-4f9d-bb92-e6705576ec86 req-6afd6b39-8714-4767-830a-c31519b6caaf tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 210 time: 1.0701072 Dec 10 19:36:33.501994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:33.502924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52264) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:33.515814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:33.536498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'Port': ['ID=f6ef0f92-72ca-4866-b351-cc2680377edc,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:33.547402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:33.718614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] Provisioning for port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:33.721368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eabc87b3-6647-43b1-9a45-18991d0a2682 req-6878f635-da5f-4aee-b05c-84a45182ee31 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.4882643 Dec 10 19:36:33.722563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:33.728713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:33.737265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] Provisioning complete for port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:33.742830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.322s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:33.767206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:33.861373 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8b9fc08-609e-46fb-9877-94b739bed0b2 req-74fa9696-3ec3-4799-91ba-5ab0f95e7c45 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 210 time: 0.0926747 Dec 10 19:36:33.927482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Usage tracker for resource:port and tenant:63e56e99bbe74b42b943a02594aec266 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:33.980689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:33.995704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:34.178027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:34.186709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] device_id is not set on port 540160d4-3d32-4632-8e3e-45da8bcb71d4 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:36:34.311031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52272) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:34.344323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:34.345551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:34.356709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Made reservation on behalf of 63e56e99bbe74b42b943a02594aec266 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:34.363295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:34.384717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:34.386362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:34.407977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:34.503397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] For port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6b0073f7-0699-40ab-b28a-1b4fc90aa7b9,segment=NetworkSegment(35b78344-c21e-41dd-aa25-d4ed24c55827),segment_id=35b78344-c21e-41dd-aa25-d4ed24c55827)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:34.529303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:34.531902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:34.641533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae9da-8bac-4bde-a8fe-f599b664fbb8 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:34.709202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] Pushing event updated for resources: {'Port': ['ID=6b0073f7-0699-40ab-b28a-1b4fc90aa7b9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:34.747604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:34.774780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f0f27b7-8a4a-4a71-9643-65fab76230ee None None] Provisioning for port f6ef0f92-72ca-4866-b351-cc2680377edc completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:34.791531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Network': ['ID=12d790f6-a067-4637-9031-b9ef2cf3b772,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:34.791920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f0f27b7-8a4a-4a71-9643-65fab76230ee None None] Provisioning complete for port f6ef0f92-72ca-4866-b351-cc2680377edc triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:34.792344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f0f27b7-8a4a-4a71-9643-65fab76230ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:34.818995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:34.850249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:34.859742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:34.915944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 12d790f6-a067-4637-9031-b9ef2cf3b772 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:34.956171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:35.014056 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84fba470-c486-41b8-9c3b-58d6b37aedb3 req-d4b55b54-7826-4129-ba18-84573cbfe1b7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 210 time: 0.1979187 Dec 10 19:36:35.025006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.84', 49871) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:35.183801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3fadd27f-5637-4cfb-999a-a113b96544f3 req-fa6b2b73-f792-491c-87a5-bef939eaa567 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.1350443 Dec 10 19:36:35.286392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f27b7-8a4a-4a71-9643-65fab76230ee None None] Port f6ef0f92-72ca-4866-b351-cc2680377edc cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:35.301107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Usage tracker for resource:port and tenant:ad109fef55d74616a63011e5523fb742 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:35.355657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Usage tracker for resource:floatingip and tenant:8bd44be1219040558761557a2e3bba3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:35.360717 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.2812510 Dec 10 19:36:35.371667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52284) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:35.389264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:35.390857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:35.402543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:35.442575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a6773d16-e651-4a07-9fc4-688d481c758e None None] Provisioning for port 1ce73cf2-3676-45f4-91b6-65b572e5222b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:35.458571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a6773d16-e651-4a07-9fc4-688d481c758e None None] Provisioning complete for port 1ce73cf2-3676-45f4-91b6-65b572e5222b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:35.458571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6773d16-e651-4a07-9fc4-688d481c758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:35.497314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:35.533705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:35.536778 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3ec40f3-2fbe-4e17-9bc6-10775651d48d req-4ea40461-e64c-4d5b-b8d6-e2cb173760c1 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 210 time: 0.1386976 Dec 10 19:36:35.546065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:35.572102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:35.600774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d83cea9a-b1e7-487f-9ee5-809debc40811 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:35.680335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:36:35.714450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:35.747560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a6773d16-e651-4a07-9fc4-688d481c758e None None] Port 1ce73cf2-3676-45f4-91b6-65b572e5222b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:35.787392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a6773d16-e651-4a07-9fc4-688d481c758e None None] Provisioning complete for port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:35.787790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6773d16-e651-4a07-9fc4-688d481c758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:35.844387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'Port': ['ID=f6ef0f92-72ca-4866-b351-cc2680377edc,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:35.865144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:35.945381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:35.945844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:35.962828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:35.964637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:35.971873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:35.975824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Made reservation on behalf of ad109fef55d74616a63011e5523fb742 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:35.996347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:36.053903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Allocated IP 172.20.0.14 (4f66356b-9d2b-48bd-91ce-1f97d2a9f868/6202a79d-59b8-407e-9055-6d3eac31f2bd/540160d4-3d32-4632-8e3e-45da8bcb71d4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:36.402172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9823db62-37e7-4661-9c0f-e630bf62f2a7 req-7dd66ab7-dbbe-4f2c-865c-686f10e139f7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 210 time: 0.1001344 Dec 10 19:36:36.452055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4aa22473-7cb6-4ffb-ba0e-9d045f2ded69 None None] Provisioning complete for port 1ce73cf2-3676-45f4-91b6-65b572e5222b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:36.452448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4aa22473-7cb6-4ffb-ba0e-9d045f2ded69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:36.477292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Allocated IP 172.20.0.5 (789bb0e1-ca10-42a8-99f9-bfcc818e7e49/8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48/02f581be-10e7-41a3-8d6d-f7da7153b5a2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:36.592537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4aa22473-7cb6-4ffb-ba0e-9d045f2ded69 None None] Port 1ce73cf2-3676-45f4-91b6-65b572e5222b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:36.735206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-10f35e5d-7ffe-49d2-b645-de3b0077acde None None] Provisioning complete for port f6ef0f92-72ca-4866-b351-cc2680377edc triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:36.735577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10f35e5d-7ffe-49d2-b645-de3b0077acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:36.844044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-10f35e5d-7ffe-49d2-b645-de3b0077acde None None] Port f6ef0f92-72ca-4866-b351-cc2680377edc cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:36.953441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-694b235f-f6f8-4af6-ab61-10f8f8b0d87f req-c6e5b7f1-8b95-4484-bc2e-e96b90e92262 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.2914746 Dec 10 19:36:36.968327 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5d4ed730-852d-4bc2-bdbf-798be5396c8a req-a5a47b89-6076-4a7e-872f-cc6a467c95d5 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 210 time: 0.1701546 Dec 10 19:36:37.085772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae9da-8bac-4bde-a8fe-f599b664fbb8 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:37.103293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Router dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:36:37.241202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae9da-8bac-4bde-a8fe-f599b664fbb8 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:37.376993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:36:37.384172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "PUT /v2.0/routers/dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0413380 Dec 10 19:36:37.387276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52294) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:37.391514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e310a-d54b-4099-8975-7227f7ea869b None None] Sync routers for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:36:37.395142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Request body: {'port': {'network_id': 'e65d2910-0d5b-427a-b8dd-c490d7cafb92', 'name': 'tempest-FloatingIPAdminTestJSON-108208733'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:37.409593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e310a-d54b-4099-8975-7227f7ea869b None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:37.410913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a1e310a-d54b-4099-8975-7227f7ea869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:37.542833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a1e310a-d54b-4099-8975-7227f7ea869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:37.558894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e310a-d54b-4099-8975-7227f7ea869b None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:37.559902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a1e310a-d54b-4099-8975-7227f7ea869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:37.629438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Allocated IP 172.20.0.5 (6a8e5e77-7b32-4b70-ba91-9c1443b893f8/b6cda3c6-cd43-477a-a3ff-510da07ec673/cbf06dad-b53a-46ca-9301-eb46409c74c3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:37.639058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a1e310a-d54b-4099-8975-7227f7ea869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:37.639529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e310a-d54b-4099-8975-7227f7ea869b None None] The sync data for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:37.651949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:37.694623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Usage tracker for resource:port and tenant:84ba1cc4e46843039bc538069c1660d4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:37.707271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:37.712452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d4071a73-5c2d-4af7-86e7-7a2d50d870e4 req-bd6f16a8-0dbe-4229-9a4f-5a58f4944a25 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 210 time: 0.0625732 Dec 10 19:36:37.718921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:37.728279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Made reservation on behalf of 84ba1cc4e46843039bc538069c1660d4 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:37.736001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:37.866819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae9da-8bac-4bde-a8fe-f599b664fbb8 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:37.867460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ae9da-8bac-4bde-a8fe-f599b664fbb8 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc2d5960-50da-4f8b-a44c-5a9289c9c72c {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:36:37.922805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:37.995744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] device_id is not set on port cebfa960-f831-4423-abc4-cba35e62e33b yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:36:38.016220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.076099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Transition to ACTIVE for port object 02f581be-10e7-41a3-8d6d-f7da7153b5a2 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:38.099802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae9da-8bac-4bde-a8fe-f599b664fbb8 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.101177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a1ae9da-8bac-4bde-a8fe-f599b664fbb8 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "DELETE /v2.0/routers/fc2d5960-50da-4f8b-a44c-5a9289c9c72c HTTP/1.1" status: 204 len: 168 time: 4.4118590 Dec 10 19:36:38.116768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.126263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.202483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:38.270497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9275e110-d6ba-4562-a654-c40f4177ca72 req-04bbae4b-c209-4abc-bdb9-252b11d07f77 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.0761602 Dec 10 19:36:38.327456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Network 12d790f6-a067-4637-9031-b9ef2cf3b772 is not hosted by any dhcp agent {{(pid=88872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 10 19:36:38.328295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:38.329142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.330698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "PUT /v2.0/networks/12d790f6-a067-4637-9031-b9ef2cf3b772 HTTP/1.1" status: 200 len: 858 time: 2.9080067 Dec 10 19:36:38.344393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52306) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:38.379149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d794196d-6a3b-4e75-84d0-617525c13073 req-e0b020f2-c4bd-4e71-b8f7-de527835e1b1 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 210 time: 0.1002927 Dec 10 19:36:38.553204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52310) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:38.559882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Allocated IP 172.20.0.8 (e65d2910-0d5b-427a-b8dd-c490d7cafb92/9a627722-83d1-4488-8930-c6e5d0a7bda2/cebfa960-f831-4423-abc4-cba35e62e33b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:38.597819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.857368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Allocated IP 172.26.8.86 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/fe43d2b7-e354-43cc-b553-f655fc49a515) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:38.874170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.877257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event updated for resources: {'Network': ['ID=12d790f6-a067-4637-9031-b9ef2cf3b772,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:38.891226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:38.904937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.918068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:38.926239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Transition to ACTIVE for port object 540160d4-3d32-4632-8e3e-45da8bcb71d4 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:38.935580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1683750485', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:38.973355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:39.032268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d790f6-a067-4637-9031-b9ef2cf3b772']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:39.040378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Usage tracker for resource:router and tenant:56df5bdf69384151aec7a155560d4ba4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:39.049741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:39.059605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.067894 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b361f8e1-a6b1-4173-b265-1bd7529d4c55 req-f2137656-acc7-49b7-adcd-9c0a7229f5a7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 210 time: 0.0917139 Dec 10 19:36:39.069761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd08fb56-06fe-456e-baac-8806a877fd8f') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:39.070098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd08fb56-06fe-456e-baac-8806a877fd8f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:39.078298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:39.078831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Transition to ACTIVE for port object cbf06dad-b53a-46ca-9301-eb46409c74c3 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:39.086623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.098707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.110905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:39.128349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.129386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.161461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.187762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:39.188205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:39.203698 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:39.239142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:39.245247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:39.247362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event updated for resources: {'Port': ['ID=02f581be-10e7-41a3-8d6d-f7da7153b5a2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:39.249811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:39.257800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.300901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.320699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:39.320699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.323192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Transition to ACTIVE for port object cebfa960-f831-4423-abc4-cba35e62e33b will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:39.344516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.353878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:39.422099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:39.449218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12d790f6-a067-4637-9031-b9ef2cf3b772 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 10 19:36:39.527782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.541808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Pushing event deleted for resources: {'Network': ['ID=12d790f6-a067-4637-9031-b9ef2cf3b772,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:39.570319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:39.668959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.677663 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b73d880-239c-41f3-be98-d5d2812ed098 req-334a0f02-f467-4399-b29c-496df60fcb02 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.1373026 Dec 10 19:36:39.694438 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] 10.222.0.41 "DELETE /v2.0/networks/12d790f6-a067-4637-9031-b9ef2cf3b772 HTTP/1.1" status: 204 len: 168 time: 1.3487329 Dec 10 19:36:39.695872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.703676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52322) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:39.718384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:39.720422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event updated for resources: {'Port': ['ID=540160d4-3d32-4632-8e3e-45da8bcb71d4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:39.731566 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-24603824-0c5a-41c1-85f1-0876879e8354 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0203013 Dec 10 19:36:39.732473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.757252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:39.762717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:39.772181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:39.810143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cbd153c3-1085-42b4-abdc-2fc5d76281e5 None None] Provisioning for port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:39.818363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cbd153c3-1085-42b4-abdc-2fc5d76281e5 None None] Provisioning complete for port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:39.818789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbd153c3-1085-42b4-abdc-2fc5d76281e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.835943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:39.836216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:39.902324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cd600ce7-d1b0-4441-afe8-62afb21603f0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:39.940117 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-7716dc22-7a85-40b9-a81f-b1fdd9e3e666 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] DELETE failed (client error): The resource could not be found. Dec 10 19:36:39.941091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7716dc22-7a85-40b9-a81f-b1fdd9e3e666 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:36:39.949939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7716dc22-7a85-40b9-a81f-b1fdd9e3e666 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] 10.222.0.41 "DELETE /v2.0/subnets/60f13e66-90de-41ad-b2c7-a9bec674e9d0 HTTP/1.1" status: 404 len: 337 time: 0.2436347 Dec 10 19:36:39.952092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:39.955156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event updated for resources: {'Port': ['ID=cebfa960-f831-4423-abc4-cba35e62e33b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:39.969252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52328) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:39.977625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cbd153c3-1085-42b4-abdc-2fc5d76281e5 None None] Port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:39.980644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:40.003735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:40.011474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:40.027151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:40.207658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:40.234973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:40.236034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:40.272600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event updated for resources: {'Port': ['ID=cbf06dad-b53a-46ca-9301-eb46409c74c3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:40.302647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:40.305796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:40.319135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7e3e9612-fa36-4fa3-84e0-a282ca4fe8ad None None] Provisioning for port 540160d4-3d32-4632-8e3e-45da8bcb71d4 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:40.329884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7e3e9612-fa36-4fa3-84e0-a282ca4fe8ad None None] Provisioning complete for port 540160d4-3d32-4632-8e3e-45da8bcb71d4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:40.330314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9612-fa36-4fa3-84e0-a282ca4fe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:40.357842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:40.358935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:40.393865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:40.396741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0521078 Dec 10 19:36:40.410466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 8.3329363 Dec 10 19:36:40.411992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:40.421059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:40.424406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:40.591210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:40.603493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:40.646778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Pushing event updated for resources: {'Port': ['ID=fe43d2b7-e354-43cc-b553-f655fc49a515,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:40.653875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:40.704635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:40.718735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e9612-fa36-4fa3-84e0-a282ca4fe8ad None None] Port 540160d4-3d32-4632-8e3e-45da8bcb71d4 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:40.743675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:40.769364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef26c8e-f641-4da6-9553-43ff4f41caf3 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:40.774729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef26c8e-f641-4da6-9553-43ff4f41caf3 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:40.779511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef26c8e-f641-4da6-9553-43ff4f41caf3 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:40.780479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eef26c8e-f641-4da6-9553-43ff4f41caf3 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Synchronizing usage tracker for tenant:28c3f81e0dbe4e92a5b4b6dfe578dd9a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:40.816461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:40.847029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-abe7b7f9-a87d-4051-aa9a-ed08be02b994 None None] Provisioning for port cbf06dad-b53a-46ca-9301-eb46409c74c3 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:40.865709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-abe7b7f9-a87d-4051-aa9a-ed08be02b994 None None] Provisioning complete for port cbf06dad-b53a-46ca-9301-eb46409c74c3 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:40.866143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abe7b7f9-a87d-4051-aa9a-ed08be02b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:40.903210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:40.962930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eef26c8e-f641-4da6-9553-43ff4f41caf3 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Unset dirty status for tenant:28c3f81e0dbe4e92a5b4b6dfe578dd9a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:40.964176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-abe7b7f9-a87d-4051-aa9a-ed08be02b994 None None] Port cbf06dad-b53a-46ca-9301-eb46409c74c3 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:40.967389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eef26c8e-f641-4da6-9553-43ff4f41caf3 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5448074 Dec 10 19:36:40.968100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:41.101421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Deleting port 540160d4-3d32-4632-8e3e-45da8bcb71d4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:41.101871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.137830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9ff3b-9148-40ad-be4a-c2a5862a4dfb req-ab6ce8cb-dff8-4b2c-9b67-65f766d7877d tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:41.139580 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7fd9ff3b-9148-40ad-be4a-c2a5862a4dfb req-ab6ce8cb-dff8-4b2c-9b67-65f766d7877d tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 931 time: 1.5230484 Dec 10 19:36:41.153694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62b1ff7b-fade-4d51-8720-e6ddd27a21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.187223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c581d7be-d9ed-409d-9777-fe6b50bb1d2e None None] Provisioning for port cebfa960-f831-4423-abc4-cba35e62e33b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:41.192916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c581d7be-d9ed-409d-9777-fe6b50bb1d2e None None] Provisioning complete for port cebfa960-f831-4423-abc4-cba35e62e33b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:41.193341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c581d7be-d9ed-409d-9777-fe6b50bb1d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.236179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:41.236865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.263093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c581d7be-d9ed-409d-9777-fe6b50bb1d2e None None] Port cebfa960-f831-4423-abc4-cba35e62e33b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:41.285392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a50da-beb5-4af9-9248-d2a916404eca req-46c6b3a3-3fdd-43e4-a1e9-2590a8345c75 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:41.287009 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dd2a50da-beb5-4af9-9248-d2a916404eca req-46c6b3a3-3fdd-43e4-a1e9-2590a8345c75 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 931 time: 0.6704113 Dec 10 19:36:41.295727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.340733 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9482987 Dec 10 19:36:41.343094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52344) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:41.395635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1fd6d9-e8ad-4ff4-be0d-7e0ec1cb3c3a']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:41.406531 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7fd9ff3b-9148-40ad-be4a-c2a5862a4dfb req-b6b5fb7e-e678-4a11-b458-4ca0402c126d tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087009 Dec 10 19:36:41.430192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da64be9-23fe-414d-b7bf-126cec55dd3c') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:41.430531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da64be9-23fe-414d-b7bf-126cec55dd3c') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:41.483874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.498068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dd2a50da-beb5-4af9-9248-d2a916404eca req-5338eaff-ed3b-4028-8103-788acae48138 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847601 Dec 10 19:36:41.510296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.577891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:41.578358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.593460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:41.595041 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:41.645923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.740241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.746754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Calling delete_port for 540160d4-3d32-4632-8e3e-45da8bcb71d4 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:41.795099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'project_id': '84ba1cc4e46843039bc538069c1660d4', 'port_id': 'cebfa960-f831-4423-abc4-cba35e62e33b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:41.799949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:41.803980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a045bc3a-6f78-4b62-bb69-9b7b3292ac1b req-ec9ca24c-7681-4e98-af15-edcd3e32f292 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.1247511 Dec 10 19:36:41.804151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Usage tracker for resource:floatingip and tenant:84ba1cc4e46843039bc538069c1660d4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:41.807588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:41.813908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:41.828112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.840527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:41.866283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.880058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Pushing event deleted for resources: {'Network': ['ID=1b1fd6d9-e8ad-4ff4-be0d-7e0ec1cb3c3a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:41.884542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:41.890310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:41.900851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] 10.222.0.41 "DELETE /v2.0/networks/1b1fd6d9-e8ad-4ff4-be0d-7e0ec1cb3c3a HTTP/1.1" status: 204 len: 168 time: 1.9275463 Dec 10 19:36:41.989355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Allocated IP 172.26.8.180 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/84b6c169-6d41-4138-8f88-aedc81b30ee9) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:42.021535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.075170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.090842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:42.192934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.225092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.233248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a5aea6a-1af1-419f-8958-6005a60cbcaf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:42.252950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Pushing event updated for resources: {'Port': ['ID=fe43d2b7-e354-43cc-b553-f655fc49a515,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:42.256327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:42.257504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.263998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.279750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef871a45-022b-4372-8a77-925479633dff tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:42.343913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event updated for resources: {'Port': ['ID=84b6c169-6d41-4138-8f88-aedc81b30ee9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:42.348996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:42.366038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:42.367716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:42.371582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:42.401405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event deleted for resources: {'Port': ['ID=540160d4-3d32-4632-8e3e-45da8bcb71d4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:42.404359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:42.442539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52354) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:42.472726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.552909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.559959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52362) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:42.560660 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "DELETE /v2.0/ports/540160d4-3d32-4632-8e3e-45da8bcb71d4 HTTP/1.1" status: 204 len: 168 time: 1.5849419 Dec 10 19:36:42.566147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.568941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Request body: {'port': {'name': 'tempest-new-port-name-956620746', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:42.569491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] bootfile-name is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:36:42.571114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] tftp-server is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:36:42.571698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] server-ip-address is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:36:42.577737 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2518649 Dec 10 19:36:42.578662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52368) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:42.592817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1066167006', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'fixed_ips': [{'ip_address': '172.26.8.86'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:42.599449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:42.613636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Usage tracker for resource:port and tenant:8bd44be1219040558761557a2e3bba3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:42.624502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:42.642748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:42.661690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.664751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Made reservation on behalf of 8bd44be1219040558761557a2e3bba3b for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:42.691724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.797244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:42.912398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:42.921081 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91e6cb1e-ed3c-48ca-b5e4-0d154d0c7cd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17e1d5f1e1e94db6a8996e598f3cbefb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4600422 Dec 10 19:36:42.922215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Usage tracker for resource:security_group_rule and tenant:8bd44be1219040558761557a2e3bba3b is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:42.927756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:42.930378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52376) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:42.952724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:43.004946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.142339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba820d3-c093-4e81-bb15-9d0f63ffd06f req-6fa95a12-c5b4-40c8-a052-254ed59c881b tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:43.143947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ba820d3-c093-4e81-bb15-9d0f63ffd06f req-6fa95a12-c5b4-40c8-a052-254ed59c881b tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 931 time: 0.3790145 Dec 10 19:36:43.150001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e74ad-de68-4a95-b79d-56b5b8c8b096 req-05124b4d-113b-459a-bd65-1812182cdb31 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:43.152143 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f3e74ad-de68-4a95-b79d-56b5b8c8b096 req-05124b4d-113b-459a-bd65-1812182cdb31 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 931 time: 0.3065925 Dec 10 19:36:43.214714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.215453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.289409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Allocated IP 172.26.8.221 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/47482466-f673-4ed1-b263-bbe00c1c4232) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:43.317748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4b89133-4b5b-4997-952d-93c6de4d0d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.466719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4b89133-4b5b-4997-952d-93c6de4d0d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.470544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ba820d3-c093-4e81-bb15-9d0f63ffd06f req-79403152-10e9-48ec-873f-7d2fcf96b44a tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113325 Dec 10 19:36:43.485995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.500464 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f3e74ad-de68-4a95-b79d-56b5b8c8b096 req-383a74bb-e70a-4e4b-900c-5daeecd28cf3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365457 Dec 10 19:36:43.501578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.508403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:43.527229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] device_id is not set on port 3629014c-1204-4c5d-a536-c3f5b0323239 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:36:43.608368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.615417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.624855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:43.644887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea850a3-3f50-4943-9677-a29ca5662b57,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:43.665273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:43.673877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.691340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4b89133-4b5b-4997-952d-93c6de4d0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.730902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.734870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23e6a2d8-78db-4ed8-8c7f-f23f535c265d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:43.751241 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0fa21f8e-0b34-46a9-8c48-17c747079160 req-5f2ee688-5617-47d7-9f06-237b7cf91846 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.0929914 Dec 10 19:36:43.769571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b89133-4b5b-4997-952d-93c6de4d0d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af912dc7-f3fc-4ee4-990b-af7356edc6a2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:43.777402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4b89133-4b5b-4997-952d-93c6de4d0d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:43.809229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4b89133-4b5b-4997-952d-93c6de4d0d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.810677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4b89133-4b5b-4997-952d-93c6de4d0d96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af912dc7-f3fc-4ee4-990b-af7356edc6a2 HTTP/1.1" status: 204 len: 168 time: 0.8791680 Dec 10 19:36:43.843092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-88342677-1aa9-47d0-9eca-c6b7fc773068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.844240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event updated for resources: {'Port': ['ID=1ce73cf2-3676-45f4-91b6-65b572e5222b,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:43.852788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.856639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-821bacd0-8afe-4500-a8b5-3f8e5c605a37 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:43.861033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:43.883430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] In _notify_port_updated(), no bound segment for port 1ce73cf2-3676-45f4-91b6-65b572e5222b on network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:36:43.889060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:43.890105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:43.891935 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "PUT /v2.0/ports/1ce73cf2-3676-45f4-91b6-65b572e5222b HTTP/1.1" status: 200 len: 1135 time: 1.3296528 Dec 10 19:36:43.898249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52382) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:43.970990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:43.972289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Pushing event updated for resources: {'Port': ['ID=47482466-f673-4ed1-b263-bbe00c1c4232,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:43.976232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:43.978461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:43.980112 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 19:36:43.980821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:36:43.984911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:44.005533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200cc716-3d38-48db-9e35-7bc824d5d94d tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:44.008251 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-200cc716-3d38-48db-9e35-7bc824d5d94d tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "GET /v2.0/ports/1ce73cf2-3676-45f4-91b6-65b572e5222b HTTP/1.1" status: 200 len: 1135 time: 0.1086082 Dec 10 19:36:44.015408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52388) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:44.054265 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4699228 Dec 10 19:36:44.056290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52392) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:44.062615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Router 073e05a6-8d1e-4ccd-9e00-7684b3c4983e is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:36:44.227839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0e1fd4d5-8656-411c-84a5-d8719db7ff20 None None] Provisioning complete for port 1ce73cf2-3676-45f4-91b6-65b572e5222b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:44.228641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd4d5-8656-411c-84a5-d8719db7ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:44.283357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52396) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:44.306074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fd4d5-8656-411c-84a5-d8719db7ff20 None None] Port 1ce73cf2-3676-45f4-91b6-65b572e5222b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:44.338930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Deleting port fe43d2b7-e354-43cc-b553-f655fc49a515 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:44.339319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:44.384283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Deleting port 1ce73cf2-3676-45f4-91b6-65b572e5222b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:44.384666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:44.566516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0e3c38f5-aaa6-4863-bb4d-740556dee8b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=254e2cc502564cbd9761bbc73b8ab12d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2794807 Dec 10 19:36:44.569939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-43e3a68f-d1c6-4e2c-83ae-32bf11b80710 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:44.571034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-43e3a68f-d1c6-4e2c-83ae-32bf11b80710 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056875 Dec 10 19:36:44.585423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-2bc6f2ad-bada-4967-91ce-0f9f0c5fe078 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:36:44.586776 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-2bc6f2ad-bada-4967-91ce-0f9f0c5fe078 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0117176 Dec 10 19:36:44.591857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52406) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:44.869099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:44.869672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:45.039362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Calling delete_port for fe43d2b7-e354-43cc-b553-f655fc49a515 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:45.084238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-fdb83be9-4fa3-4cbd-a20e-ec22a632b8ef tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:45.085898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-fdb83be9-4fa3-4cbd-a20e-ec22a632b8ef tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 811 time: 0.5299416 Dec 10 19:36:45.090110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Request body: {'port': {'device_id': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:45.124161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Request body: {'port': {'device_id': '597ff771-ab17-4ac5-af43-82435422c0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:45.134526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:45.209495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0494fa40-64b3-4adb-8e7d-e23357b0055c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:45.246414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:45.292912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Calling delete_port for 1ce73cf2-3676-45f4-91b6-65b572e5222b owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:45.349129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e0ded-6bc1-45c7-b7a3-b41a140d4742 req-011904c0-0eba-499c-a5b2-f96df877111d tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:45.350750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9c7e0ded-6bc1-45c7-b7a3-b41a140d4742 req-011904c0-0eba-499c-a5b2-f96df877111d tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 931 time: 0.5778306 Dec 10 19:36:45.356478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b5bb-798a-4c4c-8999-833ac29aa8fc req-67ecfc84-b40b-44d0-bdfd-ed6267a45d6e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:45.357962 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0526b5bb-798a-4c4c-8999-833ac29aa8fc req-67ecfc84-b40b-44d0-bdfd-ed6267a45d6e tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 931 time: 0.4966786 Dec 10 19:36:45.379866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0494fa40-64b3-4adb-8e7d-e23357b0055c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:45.437639 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-a146b93d-f727-418f-98d0-cf8ad24edf75 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8 HTTP/1.1" status: 200 len: 379 time: 0.3360047 Dec 10 19:36:45.489999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:36:45.508303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7add1e-5d86-4c10-8d42-e15dc100a64b None None] Sync routers for ids ['073e05a6-8d1e-4ccd-9e00-7684b3c4983e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:36:45.516202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Request body: {'port': {'device_id': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'admin_state_up': True, 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'security_groups': ['9cf332d8-7301-4fe3-9fb5-4eaea2210274']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:45.523213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7add1e-5d86-4c10-8d42-e15dc100a64b None None] Routers {'073e05a6-8d1e-4ccd-9e00-7684b3c4983e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:45.523919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8e7add1e-5d86-4c10-8d42-e15dc100a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['073e05a6-8d1e-4ccd-9e00-7684b3c4983e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:45.595275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8e7add1e-5d86-4c10-8d42-e15dc100a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:45.608746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7add1e-5d86-4c10-8d42-e15dc100a64b None None] Routers {'073e05a6-8d1e-4ccd-9e00-7684b3c4983e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:45.609447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8e7add1e-5d86-4c10-8d42-e15dc100a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['073e05a6-8d1e-4ccd-9e00-7684b3c4983e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:45.616280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9c7e0ded-6bc1-45c7-b7a3-b41a140d4742 req-6f9b1c68-919b-4d78-84d3-0f37df61cd08 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535725 Dec 10 19:36:45.629482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0526b5bb-798a-4c4c-8999-833ac29aa8fc req-4ee695e6-4ecf-4a98-b581-8f843ac4c849 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605529 Dec 10 19:36:45.633884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:45.637738 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0801136 Dec 10 19:36:45.642881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52426) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:45.695761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:45.714412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8e7add1e-5d86-4c10-8d42-e15dc100a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:45.714875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7add1e-5d86-4c10-8d42-e15dc100a64b None None] The sync data for ids ['073e05a6-8d1e-4ccd-9e00-7684b3c4983e'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:45.852279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.051905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.066174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:46.110173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0494fa40-64b3-4adb-8e7d-e23357b0055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.111917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9bea5b80-eb94-40d0-bb51-115247b41005 req-518874e4-46da-4c35-86f0-6bc64c231ae8 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.2915308 Dec 10 19:36:46.136437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.160076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:46.162428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb3c5dfb-0a48-49dc-9dd1-901dce14e0f3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:46.219864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event deleted for resources: {'Port': ['ID=1ce73cf2-3676-45f4-91b6-65b572e5222b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:46.220851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe43d2b7-e354-43cc-b553-f655fc49a515,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:46.226850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:46.229601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:46.278979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Made reservation on behalf of ee1c9bdbffad45a88743a2ffcf8f78e8 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:46.284638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.301153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:46.301666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:46.396737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494fa40-64b3-4adb-8e7d-e23357b0055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d869f-0270-41db-b238-95d9bef1d180,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:46.419843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0494fa40-64b3-4adb-8e7d-e23357b0055c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:46.430634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.470115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "DELETE /v2.0/ports/1ce73cf2-3676-45f4-91b6-65b572e5222b HTTP/1.1" status: 204 len: 168 time: 2.4529369 Dec 10 19:36:46.485641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:46.558579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.573981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7ba2b7bc-3016-4b69-bf15-6d83826210bf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/routers/073e05a6-8d1e-4ccd-9e00-7684b3c4983e HTTP/1.1" status: 200 len: 921 time: 0.9297538 Dec 10 19:36:46.577147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52434) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:46.636399 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b15d3e6b-d91e-477c-8699-4b6b0ca85bfc tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=073e05a6-8d1e-4ccd-9e00-7684b3c4983e HTTP/1.1" status: 200 len: 205 time: 0.0579929 Dec 10 19:36:46.639478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52438) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:46.707281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Allocated IP 172.20.0.5 (cdd04186-268d-4190-acf8-af6ae76b263e/4053ce32-151d-4cfd-92a3-52ebb457530e/6bccfd1f-a225-4aef-a190-80d6a8be542a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:46.760883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0494fa40-64b3-4adb-8e7d-e23357b0055c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.764676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0494fa40-64b3-4adb-8e7d-e23357b0055c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f7d869f-0270-41db-b238-95d9bef1d180 HTTP/1.1" status: 204 len: 168 time: 2.1694925 Dec 10 19:36:46.793562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.796219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:46.801727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/4ea226d1-fc7f-4ba9-87f2-5ca90e9c7cac HTTP/1.1" status: 204 len: 168 time: 2.7361045 Dec 10 19:36:46.873810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.261821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0ff70-0a95-49ea-8167-ef3049e77b86 req-d830c64e-1ea3-4549-b30f-a870f76e3eef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:47.263545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-70e0ff70-0a95-49ea-8167-ef3049e77b86 req-d830c64e-1ea3-4549-b30f-a870f76e3eef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 931 time: 0.2708786 Dec 10 19:36:47.264172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52458) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:47.268217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.332903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Transition to ACTIVE for port object 6bccfd1f-a225-4aef-a190-80d6a8be542a will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:47.348431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f551db-3935-4d76-8a57-4c5d431231fc req-6eb832d0-d442-4b4d-83ca-af09ba62d78a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:47.350476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8f551db-3935-4d76-8a57-4c5d431231fc req-6eb832d0-d442-4b4d-83ca-af09ba62d78a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 931 time: 0.3624191 Dec 10 19:36:47.447301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-70e0ff70-0a95-49ea-8167-ef3049e77b86 req-4767ac60-d4f3-4d84-a249-6eeb38444a8b tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653316 Dec 10 19:36:47.472493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.476313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8f551db-3935-4d76-8a57-4c5d431231fc req-5a5e2f87-d2da-4aed-8a5a-cc67d77615fd tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098309 Dec 10 19:36:47.490571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-afe72a3e-95cf-4c6c-9668-15f8ac933b31 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:47.535455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Deleting subnet 6202a79d-59b8-407e-9055-6d3eac31f2bd {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:36:47.591095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.597960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.654474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f581be-10e7-41a3-8d6d-f7da7153b5a2 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:36:47.691390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.695804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf06dad-b53a-46ca-9301-eb46409c74c3 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:36:47.710718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.735651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.754218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Network cdd04186-268d-4190-acf8-af6ae76b263e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:47.806102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Transition to ACTIVE for port object 02f581be-10e7-41a3-8d6d-f7da7153b5a2 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:47.811460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:47.814487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Transition to ACTIVE for port object cbf06dad-b53a-46ca-9301-eb46409c74c3 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:47.821093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.822164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event updated for resources: {'Port': ['ID=6bccfd1f-a225-4aef-a190-80d6a8be542a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:47.826945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:47.832458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:47.863944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:47.864735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.869759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:47.940199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:47.940925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.062153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:48.084537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Usage tracker for resource:security_group_rule and tenant:227ae3a149bf42fd97c67680db9336e6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:48.093807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:48.111387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:48.137044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9910d6-d54b-43c8-b09f-d4c1b50e3946 req-c22b4045-0f8c-4c09-b2f1-8bf43895a8b1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:48.138897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-6c9910d6-d54b-43c8-b09f-d4c1b50e3946 req-c22b4045-0f8c-4c09-b2f1-8bf43895a8b1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Synchronizing usage tracker for tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:36:48.150546 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6530340 Dec 10 19:36:48.252198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.260067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Request body: {'port': {'device_id': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:48.296055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.331196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.359901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Pushing event updated for resources: {'Port': ['ID=02f581be-10e7-41a3-8d6d-f7da7153b5a2,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:48.374533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:48.375407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:48.394107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-6c9910d6-d54b-43c8-b09f-d4c1b50e3946 req-c22b4045-0f8c-4c09-b2f1-8bf43895a8b1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Unset dirty status for tenant:ee1c9bdbffad45a88743a2ffcf8f78e8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:36:48.395570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c9910d6-d54b-43c8-b09f-d4c1b50e3946 req-c22b4045-0f8c-4c09-b2f1-8bf43895a8b1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 931 time: 0.7185059 Dec 10 19:36:48.399162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.491296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f87a665e-6be0-4545-96f0-8018e4553a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:48.505999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=227ae3a149bf42fd97c67680db9336e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2339108 Dec 10 19:36:48.514070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52482) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:48.555549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.630058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.679614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.753911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Deleting port 84b6c169-6d41-4138-8f88-aedc81b30ee9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:48.754323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.782578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d623d7da-0041-4420-b72b-0bd2ed1abc0c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:48.793567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf06dad-b53a-46ca-9301-eb46409c74c3,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:48.807463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.850047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5783b885-7a48-475b-97c0-108d2f0cfd74 None None] Provisioning for port 6bccfd1f-a225-4aef-a190-80d6a8be542a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:36:48.861623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5783b885-7a48-475b-97c0-108d2f0cfd74 None None] Provisioning complete for port 6bccfd1f-a225-4aef-a190-80d6a8be542a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:36:48.862250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5783b885-7a48-475b-97c0-108d2f0cfd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:48.928869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5783b885-7a48-475b-97c0-108d2f0cfd74 None None] Port 6bccfd1f-a225-4aef-a190-80d6a8be542a cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:36:49.062978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:49.067176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.069094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b8b529-3b45-4f45-a87f-fbf37c2685ba None None] Network 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:49.075587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Pushing event updated for resources: {'Port': ['ID=47482466-f673-4ed1-b263-bbe00c1c4232,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:49.113479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.142188 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c9910d6-d54b-43c8-b09f-d4c1b50e3946 req-aefa66d5-a9af-493a-be40-af98abd05bd5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7385399 Dec 10 19:36:49.201617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:49.202427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Attempting to bind port cbf06dad-b53a-46ca-9301-eb46409c74c3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:49.202836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Attempting to bind port cbf06dad-b53a-46ca-9301-eb46409c74c3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:49.203202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Attempting to bind port cbf06dad-b53a-46ca-9301-eb46409c74c3 on network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:49.273970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.914s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:49.274737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:49.284190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Port cbf06dad-b53a-46ca-9301-eb46409c74c3 on network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:36:49.284863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Attempting to bind port cbf06dad-b53a-46ca-9301-eb46409c74c3 on network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:49.287793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba6c6ad4-4e06-498b-8c67-79a1d92b5ad1 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:49.291412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ba45-9691-4fb6-87ac-6d648041465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.334213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Attempting to bind port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:49.335395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Attempting to bind port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:49.336015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Attempting to bind port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 on network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:49.341568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "DELETE /v2.0/subnets/6202a79d-59b8-407e-9055-6d3eac31f2bd HTTP/1.1" status: 204 len: 168 time: 2.7910399 Dec 10 19:36:49.351507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52500) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:49.361576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event deleted for resources: {'Subnet': ['ID=6202a79d-59b8-407e-9055-6d3eac31f2bd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:49.372590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:49.372852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Checking segment: {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:49.373610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Bound using segment: {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:49.374326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Bound port: cbf06dad-b53a-46ca-9301-eb46409c74c3, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1154375-1b16-4a14-9941-eaf309a74791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:49.374667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.386040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:49.455528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] DHCP port deletion for 4f66356b-9d2b-48bd-91ce-1f97d2a9f868 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:36:49.460402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] Deleting port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:49.460829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.545470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 on network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:36:49.545980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Attempting to bind port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 on network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:49.591050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ba45-9691-4fb6-87ac-6d648041465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.633956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:49.634320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Checking segment: {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:49.634745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Bound using segment: {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:49.635783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Bound port: 02f581be-10e7-41a3-8d6d-f7da7153b5a2, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25047ad5-0a50-4784-be6e-e59bc46d5447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:49.636581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.644575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408782-34e2-4c1f-9b11-e0f5c487e91a req-fd4f8fb2-84f8-4af6-b0ca-faf1d63e5398 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:49.646221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-40408782-34e2-4c1f-9b11-e0f5c487e91a req-fd4f8fb2-84f8-4af6-b0ca-faf1d63e5398 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 943 time: 0.9530144 Dec 10 19:36:49.739248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.748190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] For port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6b0073f7-0699-40ab-b28a-1b4fc90aa7b9,segment=NetworkSegment(35b78344-c21e-41dd-aa25-d4ed24c55827),segment_id=35b78344-c21e-41dd-aa25-d4ed24c55827)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:49.748815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.792712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:49.923120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] Calling delete_port for 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:49.959373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f567561-f86f-4148-8f7d-14182a8c71a6 req-d555edc1-56d5-4e9b-8415-975bb228b368 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:49.961034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f567561-f86f-4148-8f7d-14182a8c71a6 req-d555edc1-56d5-4e9b-8415-975bb228b368 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 943 time: 0.5488448 Dec 10 19:36:49.969583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Calling delete_port for 84b6c169-6d41-4138-8f88-aedc81b30ee9 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:50.070814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Deleting port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:50.070814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.091447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.091686 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-40408782-34e2-4c1f-9b11-e0f5c487e91a req-8a17eae8-67bd-4e1d-92fc-1b0b00a10d42 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198291 Dec 10 19:36:50.105017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:50.115737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ba45-9691-4fb6-87ac-6d648041465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.148995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:50.156155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] Pushing event deleted for resources: {'Port': ['ID=6b0073f7-0699-40ab-b28a-1b4fc90aa7b9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:50.158925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] No DVR routers for this DVR port 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:36:50.160218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:50.174517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2ba45-9691-4fb6-87ac-6d648041465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d623d7da-0041-4420-b72b-0bd2ed1abc0c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:50.181558 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f567561-f86f-4148-8f7d-14182a8c71a6 req-fca47b4b-01a6-412e-892c-0ceec3e0fd32 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720095 Dec 10 19:36:50.182189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52518) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:50.183146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9a2ba45-9691-4fb6-87ac-6d648041465d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:50.201893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ba45-9691-4fb6-87ac-6d648041465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.209870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d9a2ba45-9691-4fb6-87ac-6d648041465d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d623d7da-0041-4420-b72b-0bd2ed1abc0c HTTP/1.1" status: 204 len: 168 time: 1.6841242 Dec 10 19:36:50.215588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] The port '6b0073f7-0699-40ab-b28a-1b4fc90aa7b9' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:36:50.233619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] For port 02f581be-10e7-41a3-8d6d-f7da7153b5a2, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:50.305968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bccfd1f-a225-4aef-a190-80d6a8be542a {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:36:50.310999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] For port cbf06dad-b53a-46ca-9301-eb46409c74c3, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:50.318102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.333059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] For port 02f581be-10e7-41a3-8d6d-f7da7153b5a2, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:50.402049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.419017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:50.432282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3e273c78-1f2f-4910-ac93-7095535d2329 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:50.452093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] For port cbf06dad-b53a-46ca-9301-eb46409c74c3, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:50.490558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.518757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Transition to ACTIVE for port object 6bccfd1f-a225-4aef-a190-80d6a8be542a will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:36:50.524365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.531873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3de81c4a-d81c-4382-837a-80a75eb513c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:50.533198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.560068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.561641 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] 10.222.0.84 "PUT /v2.0/ports/02f581be-10e7-41a3-8d6d-f7da7153b5a2 HTTP/1.1" status: 200 len: 1093 time: 5.7762384 Dec 10 19:36:50.562582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597ff771-ab17-4ac5-af43-82435422c0b0', 'tag': '02f581be-10e7-41a3-8d6d-f7da7153b5a2'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:36:50.563434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.580365 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3e273c78-1f2f-4910-ac93-7095535d2329 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] 10.222.0.41 "PUT /v2.0/quotas/bc8aaab86ce04722b8641ce1a6a28082 HTTP/1.1" status: 200 len: 368 time: 0.3932340 Dec 10 19:36:50.584613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52528) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:50.607085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event deleted for resources: {'Port': ['ID=84b6c169-6d41-4138-8f88-aedc81b30ee9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:50.607460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.608964 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] 10.222.0.84 "PUT /v2.0/ports/cbf06dad-b53a-46ca-9301-eb46409c74c3 HTTP/1.1" status: 200 len: 1093 time: 5.8121388 Dec 10 19:36:50.612951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Pushing event updated for resources: {'Port': ['ID=02f581be-10e7-41a3-8d6d-f7da7153b5a2,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:50.615021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Request body: {'network': {'project_id': 'bc8aaab86ce04722b8641ce1a6a28082'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:50.621607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:50.626146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Usage tracker for resource:network and tenant:bc8aaab86ce04722b8641ce1a6a28082 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:50.626392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f66356b-9d2b-48bd-91ce-1f97d2a9f868']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:50.634405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:50.646363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:50.656814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:50.668877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304c418-edf0-40b4-a7ef-17bda3245ee4 req-3f444f11-dee1-4279-9368-65c075259d71 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:50.670569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5304c418-edf0-40b4-a7ef-17bda3245ee4 req-3f444f11-dee1-4279-9368-65c075259d71 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 931 time: 0.3423803 Dec 10 19:36:50.671112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:50.748770 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Floating IP f7b0df65-6a82-4c1e-a135-c7f24768854e associated. External IP: 172.26.8.221, port: cebfa960-f831-4423-abc4-cba35e62e33b. Dec 10 19:36:50.811750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.812174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.812586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.813001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.813405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.813870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.814280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.814680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.815082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.815478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.815880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:50.820891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b78344-c21e-41dd-aa25-d4ed24c55827') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:50.821236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b78344-c21e-41dd-aa25-d4ed24c55827') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:50.853662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:50.854404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a31523a8-70e3-4ab7-be38-6d031c95fd83 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:50.873132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Made reservation on behalf of bc8aaab86ce04722b8641ce1a6a28082 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:50.878167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:50.955146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:51.033908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:51.036759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Pushing event updated for resources: {'Port': ['ID=6bccfd1f-a225-4aef-a190-80d6a8be542a,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:51.105561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52540) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:51.127980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.128847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.128847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.129429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.130110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.132121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.132121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.132121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.132121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.132653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.133200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:51.167904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5304c418-edf0-40b4-a7ef-17bda3245ee4 req-6fa9a27d-0f7a-4a4d-a6bb-784e065bc37e tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965077 Dec 10 19:36:51.168789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:51.206190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:51.251695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:51.252116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:51.273675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:51.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:51.340816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf06dad-b53a-46ca-9301-eb46409c74c3,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:51.344244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:51.379512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Usage tracker for resource:security_group_rule and tenant:bc8aaab86ce04722b8641ce1a6a28082 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:51.397989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-eac75812-799c-4927-a7c7-7c0843cd4af8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad109fef55d74616a63011e5523fb742&device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 1096 time: 0.6986639 Dec 10 19:36:51.402578 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-3c93a29e-1caf-4c08-ad58-3625732decf9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63e56e99bbe74b42b943a02594aec266&device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 1096 time: 0.7787519 Dec 10 19:36:51.416829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:51.438294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:36:51.532219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:36:51.532786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6b0073f7-0699-40ab-b28a-1b4fc90aa7b9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:36:51.577186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597ff771-ab17-4ac5-af43-82435422c0b0', 'tag': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'status': 'completed', 'code': 200} Dec 10 19:36:51.609262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:51.628823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:51.641487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Pushing event deleted for resources: {'Network': ['ID=4f66356b-9d2b-48bd-91ce-1f97d2a9f868,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:51.644219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-556c3065-9199-46cc-aab4-aca0a522d638 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2 HTTP/1.1" status: 200 len: 217 time: 0.2301128 Dec 10 19:36:51.645484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-4bb7286e-979a-41de-a719-209b25bbfe8d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3 HTTP/1.1" status: 200 len: 217 time: 0.2301748 Dec 10 19:36:51.646335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:51.657329 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] 10.222.0.41 "DELETE /v2.0/networks/4f66356b-9d2b-48bd-91ce-1f97d2a9f868 HTTP/1.1" status: 204 len: 168 time: 2.2997651 Dec 10 19:36:51.657727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:51.716859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:51.799535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-cebf6e53-8b90-4196-b6ab-4968d637b908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:51.801145 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-cebf6e53-8b90-4196-b6ab-4968d637b908 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b6cda3c6-cd43-477a-a3ff-510da07ec673 HTTP/1.1" status: 200 len: 850 time: 0.1426890 Dec 10 19:36:51.802399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-bdaff684-3dfd-464e-8dc9-3b2ffee24307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:51.803808 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-bdaff684-3dfd-464e-8dc9-3b2ffee24307 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48 HTTP/1.1" status: 200 len: 845 time: 0.1429372 Dec 10 19:36:51.814736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.008340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52554) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:52.120870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-acc9ee8f-c450-4233-bb1b-cbe616cbbfb6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2538631 Dec 10 19:36:52.125642 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-e5288bb6-7ab8-4f37-96d0-a892e27cc611 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6a8e5e77-7b32-4b70-ba91-9c1443b893f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2599702 Dec 10 19:36:52.135352 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-58198d73-02f2-4d9a-83e5-42fb2b34bc46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bd44be1219040558761557a2e3bba3b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0213866 Dec 10 19:36:52.136460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Attempting to bind port 6bccfd1f-a225-4aef-a190-80d6a8be542a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:36:52.136873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Attempting to bind port 6bccfd1f-a225-4aef-a190-80d6a8be542a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:36:52.137210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Attempting to bind port 6bccfd1f-a225-4aef-a190-80d6a8be542a on network cdd04186-268d-4190-acf8-af6ae76b263e {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:52.145953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52560) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:52.229775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.257088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Port 6bccfd1f-a225-4aef-a190-80d6a8be542a on network cdd04186-268d-4190-acf8-af6ae76b263e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:36:52.257449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Attempting to bind port 6bccfd1f-a225-4aef-a190-80d6a8be542a on network cdd04186-268d-4190-acf8-af6ae76b263e {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:36:52.279310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.303879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb81d8-c9d7-4760-9bf7-3b34877ff9bc req-200aa00e-6d88-4719-976c-912a10dff827 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:52.305606 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ccdb81d8-c9d7-4760-9bf7-3b34877ff9bc req-200aa00e-6d88-4719-976c-912a10dff827 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 943 time: 0.9275320 Dec 10 19:36:52.329108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:36:52.329405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Checking segment: {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:52.330405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Bound using segment: {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:36:52.330636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Bound port: 6bccfd1f-a225-4aef-a190-80d6a8be542a, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:36:52.330896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.421572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d2a31-f656-437a-9fdc-cdc835834084 req-19cf0482-6a8f-465c-b68e-575b2fb83d5f tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:52.423284 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e4d2a31-f656-437a-9fdc-cdc835834084 req-19cf0482-6a8f-465c-b68e-575b2fb83d5f tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 943 time: 0.7668047 Dec 10 19:36:52.424077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05980669-9c99-4da1-b9c3-b876735c32dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.446654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.531171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ccdb81d8-c9d7-4760-9bf7-3b34877ff9bc req-7a91800b-7524-4261-8fe2-4349fe45b9f5 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110889 Dec 10 19:36:52.544802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.619859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:52.632580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.632580 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Added segment 4a469700-b825-4bcf-8662-64b2b3c4e38e of type vlan for network d3a271f5-2686-4e06-83a3-f9f1e004a23d Dec 10 19:36:52.667287 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e4d2a31-f656-437a-9fdc-cdc835834084 req-9c716e26-2b16-40cd-ac26-1537b1f62c79 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531160 Dec 10 19:36:52.668024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.668870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Fanout notify agent at l3_agent the message router_deleted on router 073e05a6-8d1e-4ccd-9e00-7684b3c4983e {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:36:52.687618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7974188-14f0-422d-90d1-ba83a7a43393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:52.696915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.715606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05980669-9c99-4da1-b9c3-b876735c32dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.716966 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-7a3f19b8-a4d1-4495-98b8-64cf2409c21c service neutron] 10.222.0.84 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803082 Dec 10 19:36:52.725310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-471b91d8-dff2-449e-9d5e-46d1f4c05f12 service neutron] 10.222.0.84 "GET /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898304 Dec 10 19:36:52.751612 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a273d68-3906-4ee5-a15d-b97203b5813f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28c3f81e0dbe4e92a5b4b6dfe578dd9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7324960 Dec 10 19:36:52.758020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52566) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:52.867190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7dce31-e768-4b7b-982e-14639ecb7b7e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:52.874348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:52.886864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] For port 6bccfd1f-a225-4aef-a190-80d6a8be542a, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:36:52.921534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] For port 6bccfd1f-a225-4aef-a190-80d6a8be542a, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:36:52.925263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.933022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:52.933714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.937660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:52.954573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:52.965598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Router dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:36:53.043537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.044771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/073e05a6-8d1e-4ccd-9e00-7684b3c4983e HTTP/1.1" status: 204 len: 168 time: 6.4042904 Dec 10 19:36:53.058600 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa312a62-2a08-43ca-949c-7db63e0d2b41 req-ff005441-7416-401b-ae71-4943daf93996 service neutron] 10.222.0.84 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314464 Dec 10 19:36:53.059111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52570) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:53.065303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05980669-9c99-4da1-b9c3-b876735c32dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.075876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05980669-9c99-4da1-b9c3-b876735c32dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.077110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-05980669-9c99-4da1-b9c3-b876735c32dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fea850a3-3f50-4943-9677-a29ca5662b57 HTTP/1.1" status: 204 len: 168 time: 0.9295318 Dec 10 19:36:53.081068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4815409 Dec 10 19:36:53.081220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'router': {'name': 'tempest-snat-router-722674354', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:53.100793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Pushing event updated for resources: {'Network': ['ID=d3a271f5-2686-4e06-83a3-f9f1e004a23d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:53.113734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network d3a271f5-2686-4e06-83a3-f9f1e004a23d details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:53.125769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:53.132065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f9f5-fb9e-4ead-97a6-5726008db1bc req-f732c85b-7fdb-4e06-b847-0de78721d2ad tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:53.133800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b655f9f5-fb9e-4ead-97a6-5726008db1bc req-f732c85b-7fdb-4e06-b847-0de78721d2ad tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 943 time: 0.4256485 Dec 10 19:36:53.135667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52576) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:53.136276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ee56293a-c528-46d0-9847-2d1b3712d3c8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:53.194116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Request body: {'network': {'project_id': 'bc8aaab86ce04722b8641ce1a6a28082'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:53.202519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74b9774f-7aae-4cb1-a6e7-3c6479286f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.206747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.208235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] 10.222.0.84 "PUT /v2.0/ports/6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 1093 time: 4.9861035 Dec 10 19:36:53.208809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'tag': '6bccfd1f-a225-4aef-a190-80d6a8be542a'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:36:53.212507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:53.254965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:53.318869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Usage tracker for resource:router and tenant:863f00b03e8c4ad880d7a4f8fd43e890 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:53.324881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Usage tracker for resource:network and tenant:bc8aaab86ce04722b8641ce1a6a28082 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:53.325091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3854f4da-83ab-4a40-8520-7610b571f3fc req-51e1f5e0-f0dc-410b-832d-d9a3ff5bddae service neutron] 10.222.0.84 "GET /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690846 Dec 10 19:36:53.331207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:53.342778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:36:53.345986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:53.353738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:53.379065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:53.379572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Pushing event updated for resources: {'Port': ['ID=6bccfd1f-a225-4aef-a190-80d6a8be542a,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:53.387579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:53.388292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:53.405744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Made reservation on behalf of bc8aaab86ce04722b8641ce1a6a28082 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:53.411209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.414417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74b9774f-7aae-4cb1-a6e7-3c6479286f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.423288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.424256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.436692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05980669-9c99-4da1-b9c3-b876735c32dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea850a3-3f50-4943-9677-a29ca5662b57,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:53.440115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-05980669-9c99-4da1-b9c3-b876735c32dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:53.455803 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b655f9f5-fb9e-4ead-97a6-5726008db1bc req-75411045-b0b0-4a85-9c82-68ac65e56f5d tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781620 Dec 10 19:36:53.496751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:53.506838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.507241 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Added segment aaaaf4dc-d716-405e-804d-98697240f99a of type vlan for network 3cdebf90-e277-4809-9ec0-18caef57aee2 Dec 10 19:36:53.523130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.536242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.604975 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-68e169d3-7a0e-4866-a435-0ec5e298c148 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1096 time: 0.3475235 Dec 10 19:36:53.605663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.606863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:53.607487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.611550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:53.673796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-dbcc8b23-c7c2-4200-a13e-3b8b2ef62a5d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63e56e99bbe74b42b943a02594aec266&device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 1096 time: 0.5114861 Dec 10 19:36:53.674317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:36:53.862393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'tag': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'status': 'completed', 'code': 200} Dec 10 19:36:53.870590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-6596481d-0583-4ca3-a455-bfa7ef9a28f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 217 time: 0.2367632 Dec 10 19:36:53.871258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Pushing event updated for resources: {'Network': ['ID=3cdebf90-e277-4809-9ec0-18caef57aee2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:53.883933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 3cdebf90-e277-4809-9ec0-18caef57aee2 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:53.890293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7114310 Dec 10 19:36:53.892365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:53.893049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52606) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:53.923071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.939741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-970c0a05-cd72-4cf3-8af7-c836e73875f4 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Request body: {'network': {'project_id': 'bc8aaab86ce04722b8641ce1a6a28082'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:53.945468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-970c0a05-cd72-4cf3-8af7-c836e73875f4 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:53.950408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-970c0a05-cd72-4cf3-8af7-c836e73875f4 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Usage tracker for resource:network and tenant:bc8aaab86ce04722b8641ce1a6a28082 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:53.953684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-970c0a05-cd72-4cf3-8af7-c836e73875f4 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:53.953824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74b9774f-7aae-4cb1-a6e7-3c6479286f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:53.960635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-970c0a05-cd72-4cf3-8af7-c836e73875f4 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:53.967201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:53.968661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-970c0a05-cd72-4cf3-8af7-c836e73875f4 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 19:36:53.969545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970c0a05-cd72-4cf3-8af7-c836e73875f4 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:36:53.973380 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-970c0a05-cd72-4cf3-8af7-c836e73875f4 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0748467 Dec 10 19:36:53.980753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52610) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:53.995278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9774f-7aae-4cb1-a6e7-3c6479286f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d92949-04ce-4334-9d23-c11cde0a5941,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:54.001966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74b9774f-7aae-4cb1-a6e7-3c6479286f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:54.023465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-1c56709e-9fc5-4a4a-b8ea-8575e767f876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:54.025071 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-1c56709e-9fc5-4a4a-b8ea-8575e767f876 service neutron] 10.222.0.84 "GET /v2.0/networks?id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49 HTTP/1.1" status: 200 len: 907 time: 0.2550836 Dec 10 19:36:54.114602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-e942799f-c09b-4494-bbb6-525ab171696a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:54.116172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-e942799f-c09b-4494-bbb6-525ab171696a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.2224336 Dec 10 19:36:54.139514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d85a6-b937-4132-9f67-0ca8ead20938 req-2fffc99c-a031-4857-b90f-96c344bf85c5 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:54.141026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-926d85a6-b937-4132-9f67-0ca8ead20938 req-2fffc99c-a031-4857-b90f-96c344bf85c5 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 943 time: 0.3944669 Dec 10 19:36:54.177356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74b9774f-7aae-4cb1-a6e7-3c6479286f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:54.181115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74b9774f-7aae-4cb1-a6e7-3c6479286f18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17d92949-04ce-4334-9d23-c11cde0a5941 HTTP/1.1" status: 204 len: 168 time: 1.3484645 Dec 10 19:36:54.199759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-b64b4c9e-897a-4ec6-b5cc-e4cb125c20bb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2 HTTP/1.1" status: 200 len: 217 time: 0.1628361 Dec 10 19:36:54.232129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a9e6a80b-95fc-446f-8a11-ebee5a775d66 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc8aaab86ce04722b8641ce1a6a28082&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2475772 Dec 10 19:36:54.236283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52620) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:54.300076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:36:54.313386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f109c7-f18b-4d77-ab0f-fe6815e7e7a7 None None] Sync routers for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:36:54.331057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:54.341647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f109c7-f18b-4d77-ab0f-fe6815e7e7a7 None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:54.342357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a8f109c7-f18b-4d77-ab0f-fe6815e7e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:54.386841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-9d0321ce-2d29-4eec-8ca3-d119d23072f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:54.388547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-9d0321ce-2d29-4eec-8ca3-d119d23072f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48 HTTP/1.1" status: 200 len: 845 time: 0.1773722 Dec 10 19:36:54.500236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52630) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:54.500923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a8f109c7-f18b-4d77-ab0f-fe6815e7e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:54.511333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.1651568 Dec 10 19:36:54.517724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52634) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:54.522662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f109c7-f18b-4d77-ab0f-fe6815e7e7a7 None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:36:54.523355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a8f109c7-f18b-4d77-ab0f-fe6815e7e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:54.607903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a8f109c7-f18b-4d77-ab0f-fe6815e7e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:54.608335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f109c7-f18b-4d77-ab0f-fe6815e7e7a7 None None] The sync data for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:36:54.609012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1982-8061-486f-b6b1-a6bfec57c680 req-d1c5c130-42ee-493b-b557-5abeee1bf5f2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:54.610890 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5cfc1982-8061-486f-b6b1-a6bfec57c680 req-d1c5c130-42ee-493b-b557-5abeee1bf5f2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 943 time: 0.5857282 Dec 10 19:36:54.621984 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-926d85a6-b937-4132-9f67-0ca8ead20938 req-81f3aa0d-a17a-4705-879a-d60c6492715d tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335063 Dec 10 19:36:54.653640 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-30e4abd5-ad06-4e58-a5ce-0eb7e7847304 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5266428 Dec 10 19:36:54.779434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-697ab771-fb94-4509-a2ff-de39b0e814ac tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:54.809609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-697ab771-fb94-4509-a2ff-de39b0e814ac tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:54.835550 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'status': 'completed', 'code': 200} Dec 10 19:36:54.840449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-716112882'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:54.850285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:54.870353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5cfc1982-8061-486f-b6b1-a6bfec57c680 req-766e1f56-e190-4e57-80f4-9d62abd28256 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472072 Dec 10 19:36:54.920709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:54.924125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:54.981634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Usage tracker for resource:network and tenant:5ddffbb211334b95a1bc5fcefeee42f3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:54.983480 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-c43d488d-b2d0-4781-bf71-012cdf6477b6 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214498 Dec 10 19:36:54.986368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-697ab771-fb94-4509-a2ff-de39b0e814ac tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:54.993632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:54.997135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:55.020255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:55.050743 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-2fc9e63a-1911-49bf-8b9a-150214a346a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6470160 Dec 10 19:36:55.060653 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-79758eab-1d52-4466-83e2-132236e58f7a tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] 10.222.0.41 "GET /v2.0/floatingips/f7b0df65-6a82-4c1e-a135-c7f24768854e HTTP/1.1" status: 200 len: 982 time: 0.5378499 Dec 10 19:36:55.070706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52650) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:55.085468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ab771-fb94-4509-a2ff-de39b0e814ac tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7dce31-e768-4b7b-982e-14639ecb7b7e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:55.106495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-697ab771-fb94-4509-a2ff-de39b0e814ac tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:55.122274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42b484-f705-4f30-a633-f97db3ad949e req-bd7390da-fa76-4a3f-973c-a2f180f30881 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:55.123825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a42b484-f705-4f30-a633-f97db3ad949e req-bd7390da-fa76-4a3f-973c-a2f180f30881 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 943 time: 0.2568424 Dec 10 19:36:55.124652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-697ab771-fb94-4509-a2ff-de39b0e814ac tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.125772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-697ab771-fb94-4509-a2ff-de39b0e814ac tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a7dce31-e768-4b7b-982e-14639ecb7b7e HTTP/1.1" status: 204 len: 168 time: 0.8865724 Dec 10 19:36:55.129168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52656) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:55.331218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c5c2169-cbec-4ab1-a73c-75d0baa89015 req-b20cee5b-1dda-49e7-9b04-cd390c335699 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376546 Dec 10 19:36:55.337045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a42b484-f705-4f30-a633-f97db3ad949e req-65b4d1be-f543-4154-9d31-b6f2656406dd tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027543 Dec 10 19:36:55.342452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.437468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52662) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:55.505011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Made reservation on behalf of 5ddffbb211334b95a1bc5fcefeee42f3 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:55.510975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.550624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.579844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.589336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdebf90-e277-4809-9ec0-18caef57aee2']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:55.606552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaaf4dc-d716-405e-804d-98697240f99a') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:55.606948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaaf4dc-d716-405e-804d-98697240f99a') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:55.622433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74a1f900-1881-4225-9365-910a7ba7df9d req-c294d39e-d44a-4cb0-9b86-695ac9c238c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad109fef55d74616a63011e5523fb742&device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 1096 time: 0.8229599 Dec 10 19:36:55.627771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-b69122c5-ecd9-4298-9d45-1a755a1f0a11 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1096 time: 0.2325714 Dec 10 19:36:55.629473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.670067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1404008010'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:55.728972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:55.731570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.751338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:55.756014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:55.758338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Allocated IP 172.26.8.31 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/f0ddf65b-de44-464f-b911-245a3e5be0ac) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:36:55.767543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:55.769817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:55.770262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:55.785490 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:55.808990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:55.821317 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-5085050a-6f45-4738-9060-662b1d1b827d service neutron] 10.222.0.84 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7588518 Dec 10 19:36:55.827533 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6fb1c898-a295-421f-ad43-825277eede0e tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.7315099 Dec 10 19:36:55.828031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Usage tracker for resource:security_group_rule and tenant:5ddffbb211334b95a1bc5fcefeee42f3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:55.834599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52670) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:55.838290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:55.929556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:55.935597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.963827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.984473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:55.999219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:56.011017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.051094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:56.065174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-0db31339-c007-48be-95b0-83cae002cc36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:56.066812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-0db31339-c007-48be-95b0-83cae002cc36 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 912 time: 0.4296410 Dec 10 19:36:56.140810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cdebf90-e277-4809-9ec0-18caef57aee2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:56.144008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:56.154495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] 10.222.0.41 "DELETE /v2.0/networks/3cdebf90-e277-4809-9ec0-18caef57aee2 HTTP/1.1" status: 204 len: 168 time: 1.0241914 Dec 10 19:36:56.157307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52676) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:56.192715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db774297-83e8-450b-a468-bc85ac399123 req-17a8f860-82a8-4087-9951-14db89871b87 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:56.194326 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-db774297-83e8-450b-a468-bc85ac399123 req-17a8f860-82a8-4087-9951-14db89871b87 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 943 time: 0.4333503 Dec 10 19:36:56.195742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-2fe96542-6420-4037-a8a9-c8cab0d59ece service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 217 time: 0.1125998 Dec 10 19:36:56.196680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:56.205371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:security_group_rule and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:56.211083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f900-1881-4225-9365-910a7ba7df9d req-d5658472-9384-46cd-a8ab-f7979052dc7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:56.212679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74a1f900-1881-4225-9365-910a7ba7df9d req-d5658472-9384-46cd-a8ab-f7979052dc7c service neutron] 10.222.0.84 "GET /v2.0/networks?id=6a8e5e77-7b32-4b70-ba91-9c1443b893f8 HTTP/1.1" status: 200 len: 912 time: 0.5678527 Dec 10 19:36:56.261278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:56.281700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:56.354580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-5a1b1d00-3f14-48ae-800c-3a002a94ac11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:56.356180 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-5a1b1d00-3f14-48ae-800c-3a002a94ac11 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.1535509 Dec 10 19:36:56.358478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-db774297-83e8-450b-a468-bc85ac399123 req-c369f694-8aba-480b-9479-1198c5f571b3 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546159 Dec 10 19:36:56.365643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de346f-16ee-410e-ab1c-9dd42d6a43ca req-224d3ebe-1edc-4bfa-9062-3ececc57b671 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:56.367232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41de346f-16ee-410e-ab1c-9dd42d6a43ca req-224d3ebe-1edc-4bfa-9062-3ececc57b671 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 943 time: 0.3675983 Dec 10 19:36:56.542801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74a1f900-1881-4225-9365-910a7ba7df9d req-ed0b36a2-c8bf-441a-86a7-a42655654f56 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3 HTTP/1.1" status: 200 len: 217 time: 0.2693071 Dec 10 19:36:56.563437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41de346f-16ee-410e-ab1c-9dd42d6a43ca req-5ea7379c-f5a1-4834-9938-fb806ee3a4cd tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546712 Dec 10 19:36:56.567099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.602929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.607849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.619021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57fcad83-f47b-4014-b7c7-b44130dd0002 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:56.625038 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44c9fd06-204b-4578-9516-dbfba5ee61ec req-2f33716d-090c-4a3b-83a6-ed3a457b2c3a service neutron] 10.222.0.84 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894118 Dec 10 19:36:56.641876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Deleting port 47482466-f673-4ed1-b263-bbe00c1c4232 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:36:56.642240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.651032 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-78b92b57-f636-4d10-ad42-106dc563d17d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2781875 Dec 10 19:36:56.663491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:56.677247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.768804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4046493-252b-49f8-ba91-7af06834e5a0,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:56.775113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.776058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment d3b5f75f-4855-44c4-b52c-435d1b155ca8 of type vlan for network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 Dec 10 19:36:56.777841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:56.787987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.798149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b6dbb-3bf3-4c30-b992-544a7f71210a req-96d6a116-ac1d-42e8-baec-d5b09efd3967 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:56.799695 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb7b6dbb-3bf3-4c30-b992-544a7f71210a req-96d6a116-ac1d-42e8-baec-d5b09efd3967 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 943 time: 0.2934623 Dec 10 19:36:56.862970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.863625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:56.885616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f900-1881-4225-9365-910a7ba7df9d req-66e8d8e7-f4c9-42fb-a514-25dc41ca8d12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:56.887227 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74a1f900-1881-4225-9365-910a7ba7df9d req-66e8d8e7-f4c9-42fb-a514-25dc41ca8d12 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b6cda3c6-cd43-477a-a3ff-510da07ec673 HTTP/1.1" status: 200 len: 850 time: 0.3259690 Dec 10 19:36:56.905409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-44d3cd80-6546-479a-8c6e-fd37ccc2beb3 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394249 Dec 10 19:36:57.007461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb7b6dbb-3bf3-4c30-b992-544a7f71210a req-fdca1fba-a65a-4942-aa3f-2e2c2f5429dc tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001936 Dec 10 19:36:57.029082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.035323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:57.035994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.043813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:57.122503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device cbf06dad-b53a-46ca-9301-eb46409c74c3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:36:57.170598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:57.284914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port cbf06dad-b53a-46ca-9301-eb46409c74c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:57.309835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:57.311868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'port_id': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'mac_address': 'fa:16:3e:f5:eb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:36:57.316184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.351224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6884799-afb7-474f-9c80-b27bacd8ed86,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:57.372118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:57.385777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.386189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Added segment 69b41fef-c74e-4e85-874f-eec9c521877e of type vlan for network 42caf674-e8bf-4afa-9494-334de5556314 Dec 10 19:36:57.390525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:57.400361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.402545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:57.410418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9712334 Dec 10 19:36:57.411002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:57.411155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52684) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:57.421117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-87716820'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:57.426407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b91b3418-0085-4406-8fdd-5f93a3f417a2 req-06e4f22c-36a6-4030-b71b-d75065b1b219 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065744 Dec 10 19:36:57.429005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:57.448453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a271f5-2686-4e06-83a3-f9f1e004a23d']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:57.454705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:57.463749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:57.467489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:57.470296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.470673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.482401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:57.511674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:57.517308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.614486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a469700-b825-4bcf-8662-64b2b3c4e38e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:57.615155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a469700-b825-4bcf-8662-64b2b3c4e38e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:36:57.630903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.645830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:36:57.661616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.662017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment 845a1268-e784-468b-86bb-58aac066112b of type vlan for network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 Dec 10 19:36:57.683634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf06dad-b53a-46ca-9301-eb46409c74c3 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:36:57.710673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.721409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port cbf06dad-b53a-46ca-9301-eb46409c74c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:57.727355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ccd03-d102-41eb-b18a-aa1a84067e5c req-68a8a5ac-a330-4a69-828d-2d0df95bbe8e tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:57.727550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.728268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 02f581be-10e7-41a3-8d6d-f7da7153b5a2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:36:57.729546 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-378ccd03-d102-41eb-b18a-aa1a84067e5c req-68a8a5ac-a330-4a69-828d-2d0df95bbe8e tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 943 time: 0.1510141 Dec 10 19:36:57.759443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Calling delete_port for 47482466-f673-4ed1-b263-bbe00c1c4232 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:36:57.808354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.811917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:57.829385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.852015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'Port': ['ID=f0ddf65b-de44-464f-b911-245a3e5be0ac,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:57.852646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.865522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:57.867800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:36:57.870816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:57.871685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.877162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:57.883542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:36:57.886985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:57.912137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.919798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74a1f900-1881-4225-9365-910a7ba7df9d req-f48df793-1069-4012-8ae8-4f96eefc60b6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6a8e5e77-7b32-4b70-ba91-9c1443b893f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7399662 Dec 10 19:36:57.943465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 02f581be-10e7-41a3-8d6d-f7da7153b5a2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:57.951266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=cbf06dad-b53a-46ca-9301-eb46409c74c3,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:57.969192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'port_id': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'mac_address': 'fa:16:3e:ff:40:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:36:57.973621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.973771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.974043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.974263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:36:57.974452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.974716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:57.974841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.975133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.975502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.975872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.976248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.977331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.977331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:36:57.990260 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:36:57.996957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-378ccd03-d102-41eb-b18a-aa1a84067e5c req-12e9503f-e815-4523-ad90-7bd62f06e43f tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543991 Dec 10 19:36:58.018507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:58.036811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:58.043940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6296914 Dec 10 19:36:58.053419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52692) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:58.061499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f581be-10e7-41a3-8d6d-f7da7153b5a2 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:36:58.070075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb61f5-0e36-4d2a-aa64-40eec25b9966 req-ecc5eb9c-c7ef-4986-9af4-eec55d032bdd tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:58.077913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 02f581be-10e7-41a3-8d6d-f7da7153b5a2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:58.079092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7eeb61f5-0e36-4d2a-aa64-40eec25b9966 req-ecc5eb9c-c7ef-4986-9af4-eec55d032bdd tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 943 time: 0.2958539 Dec 10 19:36:58.081368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=ead4fd31-3357-4f4f-b3f5-2d8f5cb99145,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:58.082620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:58.084700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:58.085222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:58.090513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': '6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:58.124173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:58.225011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:58.250066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:58.250528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:58.257177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=02f581be-10e7-41a3-8d6d-f7da7153b5a2,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:58.261993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7648aa43-1e44-4c68-844c-d15b0557ace9 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:58.262494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:58.277638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:58.321928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:58.326765 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7eeb61f5-0e36-4d2a-aa64-40eec25b9966 req-d8958c7e-3e50-405e-9d1f-9896dfe02b48 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467289 Dec 10 19:36:58.335731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:58.341046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:58.349738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:58.365899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:58.389967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:58.391782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039ea88-85c5-424f-8022-6f89af3b61ba req-433ce6d0-5416-496c-8983-5efe9dc5fdf7 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:58.393969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8039ea88-85c5-424f-8022-6f89af3b61ba req-433ce6d0-5416-496c-8983-5efe9dc5fdf7 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 943 time: 0.2121389 Dec 10 19:36:58.457338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['cbf06dad-b53a-46ca-9301-eb46409c74c3'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:36:58.493788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['02f581be-10e7-41a3-8d6d-f7da7153b5a2'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:36:58.522419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:58.544215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event updated for resources: {'Network': ['ID=42caf674-e8bf-4afa-9494-334de5556314,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:58.547172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:58.549544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74a1f900-1881-4225-9365-910a7ba7df9d req-dcc717ca-2d34-475d-8124-8b622b93c698 service neutron] 10.222.0.84 "GET /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127501 Dec 10 19:36:58.554895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:58.565899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 42caf674-e8bf-4afa-9494-334de5556314 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:36:58.612541 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d3a271f5-2686-4e06-83a3-f9f1e004a23d HTTP/1.1" status: 204 len: 168 time: 2.4409263 Dec 10 19:36:58.612541 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.1052260 Dec 10 19:36:58.615677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3a271f5-2686-4e06-83a3-f9f1e004a23d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:58.616130 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8039ea88-85c5-424f-8022-6f89af3b61ba req-07be7fa7-e8a9-4201-be9c-dffa29c4b51e tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724503 Dec 10 19:36:58.616130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52698) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:58.616519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:58.654049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Request body: {'subnet': {'network_id': '42caf674-e8bf-4afa-9494-334de5556314', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:36:58.794243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74a1f900-1881-4225-9365-910a7ba7df9d req-c975c75f-2dae-4ced-a83d-e30c5366b619 service neutron] 10.222.0.84 "GET /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207508 Dec 10 19:36:58.803076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:58.818415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:58.825866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:58.844440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Usage tracker for resource:subnet and tenant:5ddffbb211334b95a1bc5fcefeee42f3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:58.852081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:58.865692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:36:58.870592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event deleted for resources: {'Port': ['ID=47482466-f673-4ed1-b263-bbe00c1c4232,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:58.882229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:58.930770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Made reservation on behalf of 5ddffbb211334b95a1bc5fcefeee42f3 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:36:59.013139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.013975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.111736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 6bccfd1f-a225-4aef-a190-80d6a8be542a details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:36:59.112942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.237386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.293183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.296157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 6bccfd1f-a225-4aef-a190-80d6a8be542a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:59.315267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'port_id': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'mac_address': 'fa:16:3e:4f:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:36:59.316695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:59.392349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.416975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bccfd1f-a225-4aef-a190-80d6a8be542a {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:36:59.432948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52710) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:36:59.451331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 6bccfd1f-a225-4aef-a190-80d6a8be542a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:36:59.460576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.463287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:36:59.477414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=d4f190d6-3be2-48a2-8c9b-03e37c9f1506,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:59.507374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:59.571761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=6bccfd1f-a225-4aef-a190-80d6a8be542a,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:36:59.582916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:36:59.609856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': 'd3b5f75f-4855-44c4-b52c-435d1b155ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:36:59.610279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:36:59.633251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e83aba-a7a1-4f18-ba13-ba16aa9494c5 req-79091af9-11ff-441e-afb1-383582c1c0ea tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:59.635597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86e83aba-a7a1-4f18-ba13-ba16aa9494c5 req-79091af9-11ff-441e-afb1-383582c1c0ea tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 944 time: 0.4262674 Dec 10 19:36:59.752042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.805534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76401d51-ad57-4840-bec5-e628241cc673 req-7f5a5237-ed1b-4b09-a40b-8b45b314c181 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:59.807767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76401d51-ad57-4840-bec5-e628241cc673 req-7f5a5237-ed1b-4b09-a40b-8b45b314c181 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 944 time: 0.2786069 Dec 10 19:36:59.869808 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86e83aba-a7a1-4f18-ba13-ba16aa9494c5 req-7eaadffd-2269-4907-bbc9-89320431fd78 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249043 Dec 10 19:36:59.870317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:36:59.912744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:36:59.915271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:36:59.920220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:36:59.920862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.926417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:36:59.926863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78530804-154a-4424-ba90-1d716e0d89a6 None None] Network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:36:59.938399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Usage tracker for resource:security_group_rule and tenant:79f74f4f091b45f18e9cc62695aff305 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:36:59.952002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:36:59.958476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Router daa8a3f1-015c-41f1-b0e6-1134e4f2f996 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:36:59.960913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:00.010175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:00.026405 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76401d51-ad57-4840-bec5-e628241cc673 req-07e2f9cf-4f89-40ee-b2f8-65e7be1d4be3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916542 Dec 10 19:37:00.068946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['6bccfd1f-a225-4aef-a190-80d6a8be542a'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:37:00.112120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0511899 Dec 10 19:37:00.120563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52720) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:00.144238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': 'ead4fd31-3357-4f4f-b3f5-2d8f5cb99145', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:00.170618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event updated for resources: {'Subnet': ['ID=75c61cfa-2ede-4614-830e-6c1f5d36177b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:00.179686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:00.222073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Router dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:00.261950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7', 'network_id': '6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': 'd4f190d6-3be2-48a2-8c9b-03e37c9f1506'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:00.263001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.305333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Checking segment: {'id': '69b41fef-c74e-4e85-874f-eec9c521877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42caf674-e8bf-4afa-9494-334de5556314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:00.305759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Network hostable DHCP agents. Network: 42caf674-e8bf-4afa-9494-334de5556314, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:00.358250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:00.369019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:00.377393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:00.381318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.391048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c185085-5657-460b-8286-0fa4187bf231 req-0afcfd56-6414-4d37-828f-edee2507fd92 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:00.394325 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c185085-5657-460b-8286-0fa4187bf231 req-0afcfd56-6414-4d37-828f-edee2507fd92 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 944 time: 0.3627639 Dec 10 19:37:00.400795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:00.403232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.403478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:00.422823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Sync routers for ids ['daa8a3f1-015c-41f1-b0e6-1134e4f2f996'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:00.448486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.449846 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3846393 Dec 10 19:37:00.453175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52724) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:00.533586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Routers {'daa8a3f1-015c-41f1-b0e6-1134e4f2f996'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:00.534494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['daa8a3f1-015c-41f1-b0e6-1134e4f2f996'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:00.655108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9a2ba45-9691-4fb6-87ac-6d648041465d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:00.661663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:00.668195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.677994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Network 42caf674-e8bf-4afa-9494-334de5556314 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:00.684875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34113fef-b3d6-4914-ac1d-e9916fd16f01 None None] Sync routers for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:00.687607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:00.708283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34113fef-b3d6-4914-ac1d-e9916fd16f01 None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:00.709148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Allocated IP 2001:db8::2 (6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7/d4f190d6-3be2-48a2-8c9b-03e37c9f1506/9762c372-2bcf-4143-bddb-b6a49c005256) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:00.710351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-34113fef-b3d6-4914-ac1d-e9916fd16f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:00.742097 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "DELETE /v2.0/floatingips/f7b0df65-6a82-4c1e-a135-c7f24768854e HTTP/1.1" status: 204 len: 168 time: 4.9051681 Dec 10 19:37:00.752625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52728) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:00.761217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:00.768476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:00.776197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Usage tracker for resource:floatingip and tenant:86c481e37e6e44d5a5e4c4e0bb9c1649 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:00.781419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:00.789969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:00.805362 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-97642e61-2cef-4799-9b12-0e156c5f1a91 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/routers/daa8a3f1-015c-41f1-b0e6-1134e4f2f996 HTTP/1.1" status: 200 len: 907 time: 0.3506780 Dec 10 19:37:00.807230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.807352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 42caf674-e8bf-4afa-9494-334de5556314) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:00.812010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52732) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:00.818041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'router': {'name': 'tempest-snat-router-722674354', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': True}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:00.820911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b52a0c-e314-466c-a355-90645206ccf8 None None] Network 42caf674-e8bf-4afa-9494-334de5556314 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:00.824994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7333a234-2dcd-45f4-aa12-17ce1f2db7b8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:00.839971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:00.849927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-34113fef-b3d6-4914-ac1d-e9916fd16f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:00.853593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79f74f4f091b45f18e9cc62695aff305&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4183695 Dec 10 19:37:00.855609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:00.857073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:00.857911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.865334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52736) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:00.869535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34113fef-b3d6-4914-ac1d-e9916fd16f01 None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:00.870726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-34113fef-b3d6-4914-ac1d-e9916fd16f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:00.892839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Usage tracker for resource:router and tenant:863f00b03e8c4ad880d7a4f8fd43e890 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:00.899452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:00.911669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:00.918967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c185085-5657-460b-8286-0fa4187bf231 req-2da00697-0510-4a0a-9a9e-9347de40cfdf tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5052633 Dec 10 19:37:00.945000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.945000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.957752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.983598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:00.987568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3532214 Dec 10 19:37:01.001214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-34113fef-b3d6-4914-ac1d-e9916fd16f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:01.002981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34113fef-b3d6-4914-ac1d-e9916fd16f01 None None] The sync data for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:01.009268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52742) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:01.026330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Request body: {'port': {'network_id': '42caf674-e8bf-4afa-9494-334de5556314', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-82476403'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:01.057444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Set router daa8a3f1-015c-41f1-b0e6-1134e4f2f996 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:01.167334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device cbf06dad-b53a-46ca-9301-eb46409c74c3 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:01.175812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8e9a-f60a-45cb-9622-f1f45a3d468e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.212253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-42caf674-e8bf-4afa-9494-334de5556314', 'network_id': '42caf674-e8bf-4afa-9494-334de5556314', 'tenant_id': '5ddffbb211334b95a1bc5fcefeee42f3', 'fixed_ips': [{'subnet_id': '75c61cfa-2ede-4614-830e-6c1f5d36177b'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:01.213402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.266526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.324950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8e9a-f60a-45cb-9622-f1f45a3d468e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.402062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:01.409307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.416536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Usage tracker for resource:port and tenant:5ddffbb211334b95a1bc5fcefeee42f3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:01.421320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:01.466627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:01.477827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d6a92-5cc6-4c2d-9909-daeaba8798ce req-1008bca8-bcb5-46f5-a90d-1f062e6c997a tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:01.480100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6f7d6a92-5cc6-4c2d-9909-daeaba8798ce req-1008bca8-bcb5-46f5-a90d-1f062e6c997a tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 944 time: 0.3382847 Dec 10 19:37:01.498565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f06d2-216e-444e-8cc0-1f982a30d9d6 req-b389768c-29f2-4dc6-893e-107e9bb1d995 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:01.506217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f06d2-216e-444e-8cc0-1f982a30d9d6 req-b389768c-29f2-4dc6-893e-107e9bb1d995 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 944 time: 0.2910039 Dec 10 19:37:01.528112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8e9a-f60a-45cb-9622-f1f45a3d468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.563720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:01.596198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d8e9a-f60a-45cb-9622-f1f45a3d468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7333a234-2dcd-45f4-aa12-17ce1f2db7b8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:01.616672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cd5d8e9a-f60a-45cb-9622-f1f45a3d468e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:01.670492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f06d2-216e-444e-8cc0-1f982a30d9d6 req-b068dcb3-12ac-4aa4-8bef-ee872d09f91d tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632714 Dec 10 19:37:01.675041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8e9a-f60a-45cb-9622-f1f45a3d468e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.678672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cd5d8e9a-f60a-45cb-9622-f1f45a3d468e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7333a234-2dcd-45f4-aa12-17ce1f2db7b8 HTTP/1.1" status: 204 len: 168 time: 0.8041706 Dec 10 19:37:01.683493 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6f7d6a92-5cc6-4c2d-9909-daeaba8798ce req-d51fd072-8db7-4c3f-ab67-19fcdc41e333 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742425 Dec 10 19:37:01.685067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.691541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:01.790193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=5b485636-ccb5-457c-93cc-7f6ddee29c4f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:01.791401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Allocated IP 2001:db8::2 (42caf674-e8bf-4afa-9494-334de5556314/75c61cfa-2ede-4614-830e-6c1f5d36177b/9a30d1ea-becf-4dc3-bbc0-85bc8269a40f) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:01.800903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:01.820894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': '845a1268-e784-468b-86bb-58aac066112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ead4fd31-3357-4f4f-b3f5-2d8f5cb99145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:01.823296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: ead4fd31-3357-4f4f-b3f5-2d8f5cb99145, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:01.840491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Made reservation on behalf of 5ddffbb211334b95a1bc5fcefeee42f3 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:01.846162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.849418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:01.858182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ead4fd31-3357-4f4f-b3f5-2d8f5cb99145) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:01.864227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:01.865043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.887627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7636640 Dec 10 19:37:01.890701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52750) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:01.896920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2000835138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:01.898188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Allocated IP 172.26.8.242 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/57f5d052-11e4-4b01-8bc3-de8da1132df9) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:01.906260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:01.911790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:router and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:01.915230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:01.921855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:01.924635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] device_id is not set on port 506222db-027d-431a-b05f-87292de3c1c0 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:01.939425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.941000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.974997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:01.978937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bacfd5b-50c3-48b7-8232-dfacc462846a None None] Network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:02.004907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.043989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.046198 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5f44ef13-6bd5-457e-9a45-5d924f846c93 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1542857 Dec 10 19:37:02.049130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52758) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:02.201049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.220947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.255929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port cbf06dad-b53a-46ca-9301-eb46409c74c3 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:02.280019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.281885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Transition to ACTIVE for port object 9762c372-2bcf-4143-bddb-b6a49c005256 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:02.303573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52762) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:02.305643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.326769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port cbf06dad-b53a-46ca-9301-eb46409c74c3 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:02.327508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.363711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.368319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.418458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.424086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9b4ad1b-76d1-430c-8f83-9be8f11f4caf tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:02.435966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Transition to ACTIVE for port object 9762c372-2bcf-4143-bddb-b6a49c005256 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:02.439672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.501993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Transition to ACTIVE for port object 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:02.505320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.521647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3133e91e-4bf0-45a1-8857-bd8e3a67a4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:02.545702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Pushing event updated for resources: {'Port': ['ID=57f5d052-11e4-4b01-8bc3-de8da1132df9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:02.551673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:02.555293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:02.557838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0bb7f-f319-4a0c-b3d3-bb4e6a3ac1c4 req-36a4ab2d-12b2-4548-b082-b588440b2a28 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:02.558439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:02.559431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0dc0bb7f-f319-4a0c-b3d3-bb4e6a3ac1c4 req-36a4ab2d-12b2-4548-b082-b588440b2a28 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 944 time: 0.3737938 Dec 10 19:37:02.565299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:02.571950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Usage tracker for resource:security_group_rule and tenant:bc02c1e53a9448bda1d2266f69b7ab77 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:02.575451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:02.602292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:02.610988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:02.616268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:02.625009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:02.627541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:02.637967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Transition to ACTIVE for port object 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:02.664546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.673795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Pushing event updated for resources: {'Port': ['ID=9762c372-2bcf-4143-bddb-b6a49c005256,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:02.676765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:02.713326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:02.746887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0dc0bb7f-f319-4a0c-b3d3-bb4e6a3ac1c4 req-479466d9-1b51-4989-b25b-ad6171419e71 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813874 Dec 10 19:37:02.858546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.873539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Allocated IP 172.26.8.146 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/240e30a9-349d-4aaf-9afb-e11b3fd9efb4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:02.874201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Network 42caf674-e8bf-4afa-9494-334de5556314 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:02.900259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Allocated IP 2001:db8::1f5 (42caf674-e8bf-4afa-9494-334de5556314/75c61cfa-2ede-4614-830e-6c1f5d36177b/506222db-027d-431a-b05f-87292de3c1c0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:02.914983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:02.933185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:02.952390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:02.955858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-ead4fd31-3357-4f4f-b3f5-2d8f5cb99145', 'network_id': 'ead4fd31-3357-4f4f-b3f5-2d8f5cb99145', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': '5b485636-ccb5-457c-93cc-7f6ddee29c4f'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:02.957003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.041546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa8a3f1-015c-41f1-b0e6-1134e4f2f996', 'name': 'tempest-snat-router-722674354', 'tenant_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.31'}], 'enable_snat': False}, 'gw_port_id': 'f0ddf65b-de44-464f-b911-245a3e5be0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:36:53Z', 'updated_at': '2021-12-10T19:36:58Z', 'revision_number': 3, 'project_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'gw_port': {'id': 'f0ddf65b-de44-464f-b911-245a3e5be0ac', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa8a3f1-015c-41f1-b0e6-1134e4f2f996', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:54Z', 'updated_at': '2021-12-10T19:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:03.105207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Checking router: daa8a3f1-015c-41f1-b0e6-1134e4f2f996 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:37:03.105658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Updating router daa8a3f1-015c-41f1-b0e6-1134e4f2f996 port f0ddf65b-de44-464f-b911-245a3e5be0ac binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:37:03.130971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Pushing event updated for resources: {'Port': ['ID=9a30d1ea-becf-4dc3-bbc0-85bc8269a40f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:03.182962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:03.274208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Attempting to bind port 9762c372-2bcf-4143-bddb-b6a49c005256 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:03.274635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Attempting to bind port 9762c372-2bcf-4143-bddb-b6a49c005256 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'd3b5f75f-4855-44c4-b52c-435d1b155ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:03.275092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Attempting to bind port 9762c372-2bcf-4143-bddb-b6a49c005256 on network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:03.277653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:03.280834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.282314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.302993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f035-8234-4ba8-9287-e1ecbaa43bfe req-f08fd7ad-3582-4f3a-ac0f-9fc5e3d0cda9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:03.304620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2286f035-8234-4ba8-9287-e1ecbaa43bfe req-f08fd7ad-3582-4f3a-ac0f-9fc5e3d0cda9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 944 time: 0.3540709 Dec 10 19:37:03.314126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port cbf06dad-b53a-46ca-9301-eb46409c74c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:03.316669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:03.317616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Checking segment: {'id': 'd3b5f75f-4855-44c4-b52c-435d1b155ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:03.318748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.319533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Bound using segment: {'id': 'd3b5f75f-4855-44c4-b52c-435d1b155ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:03.320260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Bound port: 9762c372-2bcf-4143-bddb-b6a49c005256, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b5f75f-4855-44c4-b52c-435d1b155ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:03.321108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.323990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99846ebe-d744-4440-a289-4ee031f8d079 req-65f66c98-523a-47bb-8365-bf18191880c3 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:03.325560 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-99846ebe-d744-4440-a289-4ee031f8d079 req-65f66c98-523a-47bb-8365-bf18191880c3 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 944 time: 0.3685079 Dec 10 19:37:03.335021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.369628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:03.379048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.380011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 02f581be-10e7-41a3-8d6d-f7da7153b5a2 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:03.427409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce631f3d-f88b-4ce7-aa3f-6806e8b33c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:03.495581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.505637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.531663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07de1b4-8394-498c-b68e-67319bd32f66,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:03.543970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:03.556865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Attempting to bind port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:03.557523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Attempting to bind port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '69b41fef-c74e-4e85-874f-eec9c521877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42caf674-e8bf-4afa-9494-334de5556314'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:03.557675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Attempting to bind port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f on network 42caf674-e8bf-4afa-9494-334de5556314 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:03.559712 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc02c1e53a9448bda1d2266f69b7ab77&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2229009 Dec 10 19:37:03.564690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52774) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:03.628447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.740000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Transition to ACTIVE for port object 506222db-027d-431a-b05f-87292de3c1c0 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:03.750158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2286f035-8234-4ba8-9287-e1ecbaa43bfe req-5237d9cf-cfb2-4012-8348-f79468e98efd tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330852 Dec 10 19:37:03.761476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-99846ebe-d744-4440-a289-4ee031f8d079 req-c02014cb-33f5-438c-b07b-3c5cdfa99d18 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907670 Dec 10 19:37:03.781232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.796729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8::1 (6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7/d4f190d6-3be2-48a2-8c9b-03e37c9f1506/0fbdd58c-fa5c-4385-8edf-bee6cd60892e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:03.806343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bfaba95-59c5-46d7-aade-cae190e15032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.811718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d15e2005-c6e2-431e-9317-350b1eb8626d tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:03.825309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.875742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:03.876349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Checking segment: {'id': '69b41fef-c74e-4e85-874f-eec9c521877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42caf674-e8bf-4afa-9494-334de5556314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:03.876935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.877495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Bound using segment: {'id': '69b41fef-c74e-4e85-874f-eec9c521877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42caf674-e8bf-4afa-9494-334de5556314'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:03.878200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Bound port: 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b41fef-c74e-4e85-874f-eec9c521877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42caf674-e8bf-4afa-9494-334de5556314'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:03.878741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:03.926587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bfaba95-59c5-46d7-aade-cae190e15032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.027441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:04.034202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:04.036482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.039846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:04.060727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=cbf06dad-b53a-46ca-9301-eb46409c74c3,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:04.064538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:04.067100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'Port': ['ID=240e30a9-349d-4aaf-9afb-e11b3fd9efb4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:04.083511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:04.085950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d81737ea-9a69-4176-80d3-d7e2c490368c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:04.102008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.118050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bfaba95-59c5-46d7-aade-cae190e15032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.134178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69a6b10f-b78b-45d8-aabd-38435c41bd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:04.135119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'code': 200} Dec 10 19:37:04.146501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object 0fbdd58c-fa5c-4385-8edf-bee6cd60892e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:04.167920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeec4e-819c-4270-995a-b429c39c65f4 req-11f75a79-2039-4e21-8ac4-b0cbd2029327 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:04.169646 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98aeec4e-819c-4270-995a-b429c39c65f4 req-11f75a79-2039-4e21-8ac4-b0cbd2029327 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 944 time: 0.1747606 Dec 10 19:37:04.173138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfaba95-59c5-46d7-aade-cae190e15032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07de1b4-8394-498c-b68e-67319bd32f66,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:04.178034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bfaba95-59c5-46d7-aade-cae190e15032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:04.191798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] For port 9762c372-2bcf-4143-bddb-b6a49c005256, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:04.211044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bfaba95-59c5-46d7-aade-cae190e15032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.212276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3bfaba95-59c5-46d7-aade-cae190e15032 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b07de1b4-8394-498c-b68e-67319bd32f66 HTTP/1.1" status: 204 len: 168 time: 0.6262870 Dec 10 19:37:04.216191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Allocated IP 2001:db8:1::2 (ead4fd31-3357-4f4f-b3f5-2d8f5cb99145/5b485636-ccb5-457c-93cc-7f6ddee29c4f/d060d25c-325c-41a3-a52d-82faade71474) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:04.227939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.232563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event updated for resources: {'Port': ['ID=506222db-027d-431a-b05f-87292de3c1c0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:04.241428 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98aeec4e-819c-4270-995a-b429c39c65f4 req-4422974f-1594-4055-8fc1-7820877aa6e0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623138 Dec 10 19:37:04.243807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.249019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:04.253828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:04.261750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] For port 9762c372-2bcf-4143-bddb-b6a49c005256, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9762c372-2bcf-4143-bddb-b6a49c005256,segment=NetworkSegment(d3b5f75f-4855-44c4-b52c-435d1b155ca8),segment_id=d3b5f75f-4855-44c4-b52c-435d1b155ca8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:04.288958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:04.316486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.342831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:04.408139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:04.411412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=0fbdd58c-fa5c-4385-8edf-bee6cd60892e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:04.416367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:04.430889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:04.431696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:04.432289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.492917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:04.493351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.543092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Network 42caf674-e8bf-4afa-9494-334de5556314 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:04.544353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.555590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-807e8f67-c5f2-4e44-8b74-bff527d47cdf tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:04.601137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:04.614501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.620488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] For port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:04.659252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:04.663886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:04.664713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.709716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] For port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9a30d1ea-becf-4dc3-bbc0-85bc8269a40f,segment=NetworkSegment(69b41fef-c74e-4e85-874f-eec9c521877e),segment_id=69b41fef-c74e-4e85-874f-eec9c521877e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:04.751834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.789284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Pushing event updated for resources: {'Port': ['ID=9762c372-2bcf-4143-bddb-b6a49c005256,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:04.792917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:04.800454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:04.803998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Pushing event updated for resources: {'Port': ['ID=57f5d052-11e4-4b01-8bc3-de8da1132df9,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:04.824558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:04.887239 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.8761270 Dec 10 19:37:04.896263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52798) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:04.917063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.940044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Request body: {'port': {'network_id': '42caf674-e8bf-4afa-9494-334de5556314', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1273261653', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:04.940589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] bootfile-name is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:37:04.941116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] tftp-server is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:37:04.941526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] server-ip-address is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:37:04.995728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:04.999258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2455225 Dec 10 19:37:05.001158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52804) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:05.018667 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-594d0371-ec2e-4bdd-913a-f08f49cd854a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 1098 time: 0.4147906 Dec 10 19:37:05.085159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.092089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.109652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Pushing event updated for resources: {'Port': ['ID=9a30d1ea-becf-4dc3-bbc0-85bc8269a40f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:05.114726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:05.204868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:05.217684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.218617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.221859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.231928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Transition to ACTIVE for port object d060d25c-325c-41a3-a52d-82faade71474 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:05.234396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Usage tracker for resource:security_group_rule and tenant:db957b8b509e4e6c9dbea58e54cc5811 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:05.256205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Transition to ACTIVE for port object d060d25c-325c-41a3-a52d-82faade71474 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:05.378902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:05.398572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:05.445750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.464998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Transition to ACTIVE for port object f0ddf65b-de44-464f-b911-245a3e5be0ac will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:05.470452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.480916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:05.578142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:05.613068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.628324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:05.653620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Usage tracker for resource:floatingip and tenant:7bb0d76d5e224dca9d992c6835a394c0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:05.663067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 02f581be-10e7-41a3-8d6d-f7da7153b5a2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:05.663376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:05.671384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Pushing event updated for resources: {'Port': ['ID=d060d25c-325c-41a3-a52d-82faade71474,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:05.676813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:05.681853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:05.684322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:05.767931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.797311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.798498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eceaed-2044-481d-9f3b-199086a9ee3d req-44e9d212-35d3-457f-b53f-2d4640c4a78e tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:05.800320 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48eceaed-2044-481d-9f3b-199086a9ee3d req-44e9d212-35d3-457f-b53f-2d4640c4a78e tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 945 time: 0.6887512 Dec 10 19:37:05.807781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e135b-2574-4d70-a5fb-393c329273cf req-bf256ced-12d0-4982-ad35-57b111b05bbe tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:05.808335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c77e135b-2574-4d70-a5fb-393c329273cf req-bf256ced-12d0-4982-ad35-57b111b05bbe tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 944 time: 0.6954408 Dec 10 19:37:05.811610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:05.823107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Usage tracker for resource:port and tenant:5ddffbb211334b95a1bc5fcefeee42f3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:05.841170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Attempting to bind port f0ddf65b-de44-464f-b911-245a3e5be0ac on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:05.841640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Attempting to bind port f0ddf65b-de44-464f-b911-245a3e5be0ac by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:05.842276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Attempting to bind port f0ddf65b-de44-464f-b911-245a3e5be0ac on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:05.850326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:05.850485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fd121-90d3-4fc2-86a8-dc39d3f6a283 None None] Pushing event updated for resources: {'Port': ['ID=f0ddf65b-de44-464f-b911-245a3e5be0ac,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:05.858504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a4fd121-90d3-4fc2-86a8-dc39d3f6a283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:05.860109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:05.862567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:05.864359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.864818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:05.865379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Bound port: f0ddf65b-de44-464f-b911-245a3e5be0ac, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:05.865884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:05.881926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:05.917429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:05.918477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de8cea96-abb9-4644-b49b-e171c958f7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:05.994807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48eceaed-2044-481d-9f3b-199086a9ee3d req-d8a65840-bc9f-48da-9e91-df25d11b6757 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821988 Dec 10 19:37:05.998354 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c77e135b-2574-4d70-a5fb-393c329273cf req-6c0e4001-00c9-4e20-931f-38d04417f3d2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773233 Dec 10 19:37:06.011325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 6bccfd1f-a225-4aef-a190-80d6a8be542a up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:06.025003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.045061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.051819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.059527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Made reservation on behalf of 5ddffbb211334b95a1bc5fcefeee42f3 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:06.062000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d9d37f9-23ae-4753-8b36-5fd4456a5c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:06.065182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.097404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.105909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.112572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:06.115907 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ba8db285-d893-4c5b-a02a-ee56f40d703a req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0834715 Dec 10 19:37:06.116630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:06.119853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=02f581be-10e7-41a3-8d6d-f7da7153b5a2,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:06.125695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b021322a-84a4-4d1d-96e0-d28bafef4956,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:06.128439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:06.129218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:06.129332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:06.155711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597ff771-ab17-4ac5-af43-82435422c0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f581be-10e7-41a3-8d6d-f7da7153b5a2'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:06.225441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] device_id is not set on port 0c7dcb59-1590-4ac3-8f97-21210f1fafd8 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:06.229283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.279321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Router 55e4b41b-d840-42dd-8860-e064d76e3510 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:37:06.337223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597ff771-ab17-4ac5-af43-82435422c0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'code': 200} Dec 10 19:37:06.369674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 6bccfd1f-a225-4aef-a190-80d6a8be542a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:06.374938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Attempting to bind port d060d25c-325c-41a3-a52d-82faade71474 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:06.376214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Attempting to bind port d060d25c-325c-41a3-a52d-82faade71474 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '845a1268-e784-468b-86bb-58aac066112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ead4fd31-3357-4f4f-b3f5-2d8f5cb99145'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:06.377003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Attempting to bind port d060d25c-325c-41a3-a52d-82faade71474 on network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:06.381819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] For port f0ddf65b-de44-464f-b911-245a3e5be0ac, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:06.392028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] For port f0ddf65b-de44-464f-b911-245a3e5be0ac, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f0ddf65b-de44-464f-b911-245a3e5be0ac,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:06.393381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 6bccfd1f-a225-4aef-a190-80d6a8be542a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:06.394039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.482642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.508506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:06.588837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Allocated IP 172.26.8.221 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/3228f18d-afe2-47c3-a53d-7d94603f3158) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:06.598272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:06.598865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Checking segment: {'id': '845a1268-e784-468b-86bb-58aac066112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ead4fd31-3357-4f4f-b3f5-2d8f5cb99145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:06.603705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.604476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Bound using segment: {'id': '845a1268-e784-468b-86bb-58aac066112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ead4fd31-3357-4f4f-b3f5-2d8f5cb99145'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:06.605162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Bound port: d060d25c-325c-41a3-a52d-82faade71474, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845a1268-e784-468b-86bb-58aac066112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ead4fd31-3357-4f4f-b3f5-2d8f5cb99145'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:06.605764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.829986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Routers {'daa8a3f1-015c-41f1-b0e6-1134e4f2f996'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:06.830976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['daa8a3f1-015c-41f1-b0e6-1134e4f2f996'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:06.881115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:06.889357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Allocated IP 2001:db8::310 (42caf674-e8bf-4afa-9494-334de5556314/75c61cfa-2ede-4614-830e-6c1f5d36177b/0c7dcb59-1590-4ac3-8f97-21210f1fafd8) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:06.903137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:06.954819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f29411cd-63f7-4faa-82eb-a50d9026e56c req-f2b060b5-38df-4821-badf-f8b910d0dc7e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 1098 time: 0.1919191 Dec 10 19:37:07.006541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:07.007942 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1948993 Dec 10 19:37:07.013244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52834) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:07.174451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fd121-90d3-4fc2-86a8-dc39d3f6a283 None None] Pushing event updated for resources: {'Port': ['ID=f0ddf65b-de44-464f-b911-245a3e5be0ac,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:07.200635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:07.207083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:07.258058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=0fbdd58c-fa5c-4385-8edf-bee6cd60892e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:07.278544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f29411cd-63f7-4faa-82eb-a50d9026e56c req-2d461c24-1a6c-4d8c-97fc-5e87ef0626ba service neutron] Synchronizing usage tracker for tenant:db957b8b509e4e6c9dbea58e54cc5811 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:07.284638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Sync routers for ids ['55e4b41b-d840-42dd-8860-e064d76e3510'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:07.319530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] For port d060d25c-325c-41a3-a52d-82faade71474, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:07.325661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] For port d060d25c-325c-41a3-a52d-82faade71474, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d060d25c-325c-41a3-a52d-82faade71474,segment=NetworkSegment(845a1268-e784-468b-86bb-58aac066112b),segment_id=845a1268-e784-468b-86bb-58aac066112b)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:07.344889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:07.352152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:07.355254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:07.359272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.247s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:07.409411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f29411cd-63f7-4faa-82eb-a50d9026e56c req-2d461c24-1a6c-4d8c-97fc-5e87ef0626ba service neutron] Unset dirty status for tenant:db957b8b509e4e6c9dbea58e54cc5811 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:07.410844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f29411cd-63f7-4faa-82eb-a50d9026e56c req-2d461c24-1a6c-4d8c-97fc-5e87ef0626ba service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490449 Dec 10 19:37:07.411428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Pushing event updated for resources: {'Port': ['ID=3228f18d-afe2-47c3-a53d-7d94603f3158,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:07.414589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:07.451746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:07.507290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Transition to ACTIVE for port object 0c7dcb59-1590-4ac3-8f97-21210f1fafd8 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:07.532115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:07.536681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] Set router daa8a3f1-015c-41f1-b0e6-1134e4f2f996 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:07.550711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:07.552627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:07.641378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:07.688589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-726c6f80-363e-4244-bc2c-ff8f43106dd7 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/routers/55e4b41b-d840-42dd-8860-e064d76e3510 HTTP/1.1" status: 200 len: 907 time: 0.6686883 Dec 10 19:37:07.696327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:07.787355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bf418387-27a6-4c35-acc5-0d0ec84b1e13 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:07.806748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:07.851370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a4fd121-90d3-4fc2-86a8-dc39d3f6a283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.355s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:07.864812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52852) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:07.880576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:07.888396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:07.956482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Network 42caf674-e8bf-4afa-9494-334de5556314 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:08.003733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:08.007900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:08.013599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:08.014368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.030477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f907f6ed-3fde-4efb-bc97-fe165a8792e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:08.034248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e6111-6330-4d15-a2c3-d5f4231bc099 req-4cbd2a99-26b3-45c3-988e-91c732b9b5ae tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:08.042657 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-863e6111-6330-4d15-a2c3-d5f4231bc099 req-4cbd2a99-26b3-45c3-988e-91c732b9b5ae tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 944 time: 1.8328297 Dec 10 19:37:08.092649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70541264-87a2-4a2e-902b-a6eb455c3cf2 req-e1ece37c-09c8-493b-b33c-1073be776d30 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:08.094411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-70541264-87a2-4a2e-902b-a6eb455c3cf2 req-e1ece37c-09c8-493b-b33c-1073be776d30 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 945 time: 0.8053484 Dec 10 19:37:08.100823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event updated for resources: {'Port': ['ID=0c7dcb59-1590-4ac3-8f97-21210f1fafd8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:08.104550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:08.146467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b878cd4f-667b-409d-9534-2de453c2000c None None] Network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:08.166017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2681618 Dec 10 19:37:08.194417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52858) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:08.211048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-863e6111-6330-4d15-a2c3-d5f4231bc099 req-c1e3df40-286a-4bec-a0f7-5b54ddcb181b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672180 Dec 10 19:37:08.350685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1603860802'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:08.367017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-70541264-87a2-4a2e-902b-a6eb455c3cf2 req-544b92f2-77a9-4deb-98ab-6a7146d921e8 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548339 Dec 10 19:37:08.370468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:08.390128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Pushing event updated for resources: {'Port': ['ID=d060d25c-325c-41a3-a52d-82faade71474,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:08.430562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:08.432494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91845650-cbe5-4c37-896e-d8051b51232f None None] Network 42caf674-e8bf-4afa-9494-334de5556314 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:08.457180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Usage tracker for resource:network and tenant:43387bba60294024bd59c70c6cb80b44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:08.461220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:08.537876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.545884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.551792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b58fb878-7167-4546-b8cd-e51fefd1e466 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:08.562417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:08.588216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.624376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Made reservation on behalf of 43387bba60294024bd59c70c6cb80b44 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:08.630012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.660337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.664051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.702560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd83d3-78ea-4019-b805-317173d71a18 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:08.707156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd83d3-78ea-4019-b805-317173d71a18 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:08.711663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd83d3-78ea-4019-b805-317173d71a18 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:08.713152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eedd83d3-78ea-4019-b805-317173d71a18 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Synchronizing usage tracker for tenant:5ddffbb211334b95a1bc5fcefeee42f3 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:08.725854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Routers {'55e4b41b-d840-42dd-8860-e064d76e3510'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:08.726674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['55e4b41b-d840-42dd-8860-e064d76e3510'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:08.745952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Pushing event updated for resources: {'Port': ['ID=3228f18d-afe2-47c3-a53d-7d94603f3158,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:08.770452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd34c3b-ec3e-4b4b-a5e6-72d568602c1c req-d4b439ff-3f3e-459f-80a3-ad975c525ea6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:08.772074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5dd34c3b-ec3e-4b4b-a5e6-72d568602c1c req-d4b439ff-3f3e-459f-80a3-ad975c525ea6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 945 time: 0.3169277 Dec 10 19:37:08.779821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eedd83d3-78ea-4019-b805-317173d71a18 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Unset dirty status for tenant:5ddffbb211334b95a1bc5fcefeee42f3 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:08.781044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eedd83d3-78ea-4019-b805-317173d71a18 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5636125 Dec 10 19:37:08.793189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52862) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:08.800194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:08.810226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:08.849227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.856857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Usage tracker for resource:security_group_rule and tenant:43387bba60294024bd59c70c6cb80b44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:08.868051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:08.899666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:08.901999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:08.903764 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8999488 Dec 10 19:37:08.906425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52866) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:08.980400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Deleting port 0c7dcb59-1590-4ac3-8f97-21210f1fafd8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:08.980708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.021724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5dd34c3b-ec3e-4b4b-a5e6-72d568602c1c req-a1651e83-da06-49c7-8e9d-1894cda0457b tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341549 Dec 10 19:37:09.023444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-50eac10b-9f30-4fea-b4d6-53f44ca216e5 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Synchronizing usage tracker for tenant:86c481e37e6e44d5a5e4c4e0bb9c1649 on resource:floatingip {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:09.073735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-50eac10b-9f30-4fea-b4d6-53f44ca216e5 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Unset dirty status for tenant:86c481e37e6e44d5a5e4c4e0bb9c1649 on resource:floatingip {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:09.078258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-50eac10b-9f30-4fea-b4d6-53f44ca216e5 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.1706996 Dec 10 19:37:09.081557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:09.131910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bccfd1f-a225-4aef-a190-80d6a8be542a'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:09.191927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 6bccfd1f-a225-4aef-a190-80d6a8be542a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:09.198512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eb1d2aca-4857-46cf-8067-1868a7214dbf tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Synchronizing usage tracker for tenant:84ba1cc4e46843039bc538069c1660d4 on resource:floatingip {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:09.231552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.235374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.260126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Deleting port 240e30a9-349d-4aaf-9afb-e11b3fd9efb4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:09.260517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.265412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:37:09.267613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.337077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edfd620d-1fef-4f22-a659-cddb1e380b19 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:09.358500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-417a9527-e0c4-44e8-a601-406b8ae9563c None None] Provisioning for port 9762c372-2bcf-4143-bddb-b6a49c005256 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:09.384953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.397973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a4fd121-90d3-4fc2-86a8-dc39d3f6a283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:09.431028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:09.473028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9762c372-2bcf-4143-bddb-b6a49c005256 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:09.526531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:37:09.547855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.548985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87429b5c-379b-40bf-9040-8e28e9772ee2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:09.552374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:09.586512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.586912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Added segment feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6 of type vlan for network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b Dec 10 19:37:09.687233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eb1d2aca-4857-46cf-8067-1868a7214dbf tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Unset dirty status for tenant:84ba1cc4e46843039bc538069c1660d4 on resource:floatingip {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:09.691976 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eb1d2aca-4857-46cf-8067-1868a7214dbf tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.6068573 Dec 10 19:37:09.696688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Calling delete_port for 240e30a9-349d-4aaf-9afb-e11b3fd9efb4 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:09.726402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52882) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:09.875065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] Provisioning for port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:09.891044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=6bccfd1f-a225-4aef-a190-80d6a8be542a,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:09.896749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:09.900922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] Provisioning complete for port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:09.901357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:09.944229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Set router 55e4b41b-d840-42dd-8860-e064d76e3510 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:10.025352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.032176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa8a3f1-015c-41f1-b0e6-1134e4f2f996', 'name': 'tempest-snat-router-722674354', 'tenant_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.31'}], 'enable_snat': False}, 'gw_port_id': 'f0ddf65b-de44-464f-b911-245a3e5be0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:36:53Z', 'updated_at': '2021-12-10T19:36:58Z', 'revision_number': 3, 'project_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'gw_port': {'id': 'f0ddf65b-de44-464f-b911-245a3e5be0ac', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa8a3f1-015c-41f1-b0e6-1134e4f2f996', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:54Z', 'updated_at': '2021-12-10T19:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:10.042609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9df58-a8c1-4162-a9bf-d8e1d1e70c61 req-e5537145-3170-4c96-bba8-620134fa72a5 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:10.044243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eca9df58-a8c1-4162-a9bf-d8e1d1e70c61 req-e5537145-3170-4c96-bba8-620134fa72a5 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 945 time: 0.6898119 Dec 10 19:37:10.054377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbef78-60bf-4f8b-a577-b196a7e77fba req-b1e38666-9e8f-4b1c-b958-76ebd77f5ec7 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:10.056029 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41cbef78-60bf-4f8b-a577-b196a7e77fba req-b1e38666-9e8f-4b1c-b958-76ebd77f5ec7 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.6583314 Dec 10 19:37:10.061589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52886) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:10.066724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.079139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Request body: {'floatingip': {'port_id': 'cbf06dad-b53a-46ca-9301-eb46409c74c3'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:10.085497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Deleting port 3228f18d-afe2-47c3-a53d-7d94603f3158 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:10.085929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.137542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'code': 200} Dec 10 19:37:10.140606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc869214-a9a3-4871-b631-31ca34ea3714 None None] The sync data for ids ['daa8a3f1-015c-41f1-b0e6-1134e4f2f996'] in dv-neutron-821443-1-hyperv is: [{'id': 'daa8a3f1-015c-41f1-b0e6-1134e4f2f996', 'name': 'tempest-snat-router-722674354', 'tenant_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.31'}], 'enable_snat': False}, 'gw_port_id': 'f0ddf65b-de44-464f-b911-245a3e5be0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:36:53Z', 'updated_at': '2021-12-10T19:36:58Z', 'revision_number': 3, 'project_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'gw_port': {'id': 'f0ddf65b-de44-464f-b911-245a3e5be0ac', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa8a3f1-015c-41f1-b0e6-1134e4f2f996', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:54Z', 'updated_at': '2021-12-10T19:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:10.225805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9762c372-2bcf-4143-bddb-b6a49c005256 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:10.256715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9762c372-2bcf-4143-bddb-b6a49c005256 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:10.257269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.396999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Calling delete_port for 0c7dcb59-1590-4ac3-8f97-21210f1fafd8 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:10.534981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.656435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.657937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.832675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] For port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9a30d1ea-becf-4dc3-bbc0-85bc8269a40f,segment=NetworkSegment(69b41fef-c74e-4e85-874f-eec9c521877e),segment_id=69b41fef-c74e-4e85-874f-eec9c521877e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:10.834040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.864725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:10.883755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-974e8e1a-a730-4145-ba8c-e79409480010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:10.898592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.031453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 9762c372-2bcf-4143-bddb-b6a49c005256, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9762c372-2bcf-4143-bddb-b6a49c005256,segment=NetworkSegment(d3b5f75f-4855-44c4-b52c-435d1b155ca8),segment_id=d3b5f75f-4855-44c4-b52c-435d1b155ca8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:11.032506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b87f9655-fa1e-4cf8-af9f-573dfd06068b None None] Could not find standard attr ID for object 0c7dcb59-1590-4ac3-8f97-21210f1fafd8. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:37:11.035831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e4b41b-d840-42dd-8860-e064d76e3510', 'name': 'tempest-snat-router-722674354', 'tenant_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '240e30a9-349d-4aaf-9afb-e11b3fd9efb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:00Z', 'updated_at': '2021-12-10T19:37:04Z', 'revision_number': 3, 'project_id': '863f00b03e8c4ad880d7a4f8fd43e890', 'gw_port': {'id': '240e30a9-349d-4aaf-9afb-e11b3fd9efb4', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e4b41b-d840-42dd-8860-e064d76e3510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:02Z', 'updated_at': '2021-12-10T19:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:11.043167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.049633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Checking router: 55e4b41b-d840-42dd-8860-e064d76e3510 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:37:11.050041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Updating router 55e4b41b-d840-42dd-8860-e064d76e3510 port 240e30a9-349d-4aaf-9afb-e11b3fd9efb4 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:37:11.087012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] Pushing event updated for resources: {'Port': ['ID=9a30d1ea-becf-4dc3-bbc0-85bc8269a40f,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:11.100650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:11.101055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:11.139413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41cbef78-60bf-4f8b-a577-b196a7e77fba req-f40416ed-90c2-42d1-990c-15aa401c2d6a tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0665150 Dec 10 19:37:11.222107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.264067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b87f9655-fa1e-4cf8-af9f-573dfd06068b None None] Provisioning for port 506222db-027d-431a-b05f-87292de3c1c0 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:11.272128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.289465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ad1d67e4-7ce7-4795-946c-0203a76de55b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:11.298350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b87f9655-fa1e-4cf8-af9f-573dfd06068b None None] Provisioning complete for port 506222db-027d-431a-b05f-87292de3c1c0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:11.298773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b87f9655-fa1e-4cf8-af9f-573dfd06068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.416484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.421451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Calling delete_port for 3228f18d-afe2-47c3-a53d-7d94603f3158 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:11.427686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:11.428590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.554797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.571830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:11.643123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event deleted for resources: {'Port': ['ID=0c7dcb59-1590-4ac3-8f97-21210f1fafd8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:11.671919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event deleted for resources: {'Port': ['ID=240e30a9-349d-4aaf-9afb-e11b3fd9efb4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:11.685063 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0668bde3-b601-4e34-965c-0668097cb537 req-337379e3-4850-4da6-8a30-3aa5530d2b69 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1098 time: 1.1044037 Dec 10 19:37:11.686119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:11.803753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:11.811503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b87f9655-fa1e-4cf8-af9f-573dfd06068b None None] Port 506222db-027d-431a-b05f-87292de3c1c0 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:11.816546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c4e850b2-0032-466d-8b4f-14c25686c29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.819128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=9762c372-2bcf-4143-bddb-b6a49c005256,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:11.825022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:11.825652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:11.839286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f0ddf65b-de44-464f-b911-245a3e5be0ac up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:11.866289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:11.917262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac41d5-fbaa-41be-82ad-b0f4c6f31cec None None] Network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:11.959912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0668bde3-b601-4e34-965c-0668097cb537 req-19afda04-ba8e-4dcb-9332-35a6625dced6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564516 Dec 10 19:37:12.106932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:12.114817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465944d-1ee2-41b3-a92d-0b9bede45c9f req-ee9e8785-394d-4fb7-8f48-b68a9e181ebb tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:12.117004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1465944d-1ee2-41b3-a92d-0b9bede45c9f req-ee9e8785-394d-4fb7-8f48-b68a9e181ebb tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 945 time: 1.3507023 Dec 10 19:37:12.120538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028276fb-d02e-42f1-b83f-856e9c5b7239 None None] Sync routers for ids ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:12.140575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028276fb-d02e-42f1-b83f-856e9c5b7239 None None] Routers {'33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:12.141532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-028276fb-d02e-42f1-b83f-856e9c5b7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:12.155901 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1052029 Dec 10 19:37:12.158620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.2512088 Dec 10 19:37:12.166138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "DELETE /v2.0/ports/0c7dcb59-1590-4ac3-8f97-21210f1fafd8 HTTP/1.1" status: 204 len: 168 time: 3.3689730 Dec 10 19:37:12.173698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52890) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:12.174075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52894) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:12.200817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Pushing event updated for resources: {'Network': ['ID=b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:12.234045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:37:12.276280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Request body: {'port': {'name': 'tempest-new-port-name-1994136639', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:12.276712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] bootfile-name is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:37:12.277084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] tftp-server is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:37:12.277898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.api.validators [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] server-ip-address is not in valid_values {{(pid=88871) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 10 19:37:12.287877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.334023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:12.389673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-028276fb-d02e-42f1-b83f-856e9c5b7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:12.408784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028276fb-d02e-42f1-b83f-856e9c5b7239 None None] Routers {'33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:12.409791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-028276fb-d02e-42f1-b83f-856e9c5b7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:12.497593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-028276fb-d02e-42f1-b83f-856e9c5b7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:12.498301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028276fb-d02e-42f1-b83f-856e9c5b7239 None None] The sync data for ids ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:12.526603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port f0ddf65b-de44-464f-b911-245a3e5be0ac completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:12.540734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b87f9655-fa1e-4cf8-af9f-573dfd06068b None None] Provisioning complete for port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:12.541240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b87f9655-fa1e-4cf8-af9f-573dfd06068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.548345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.576765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97ca1f2b-07dc-4d1f-ada0-30df6eab452c tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:12.619107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f0ddf65b-de44-464f-b911-245a3e5be0ac triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:12.619560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.651132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Pushing event deleted for resources: {'Port': ['ID=3228f18d-afe2-47c3-a53d-7d94603f3158,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:12.665700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:12.666511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:12.674604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Request body: {'port': {'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b', 'binding:host_id': 'hv-neutron-8214', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1041199228'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:12.727219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1108752-3a76-4671-b6f7-8fd9e557797d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:12.727857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e1108752-3a76-4671-b6f7-8fd9e557797d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:12.743437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1465944d-1ee2-41b3-a92d-0b9bede45c9f req-2d205df8-d7f3-4572-aa55-124cdfc28bbb tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6075256 Dec 10 19:37:12.778834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.864011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.869276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.898853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:12.935329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Usage tracker for resource:port and tenant:870db3ad48b94ffa98082e19029a36f0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:12.941589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.942159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55e4b41b-d840-42dd-8860-e064d76e3510 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:37:12.952186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:12.977527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:12.998269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:13.035136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.038844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "DELETE /v2.0/routers/55e4b41b-d840-42dd-8860-e064d76e3510 HTTP/1.1" status: 204 len: 168 time: 5.3395081 Dec 10 19:37:13.039910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52912) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:13.129368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Made reservation on behalf of 870db3ad48b94ffa98082e19029a36f0 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:13.138236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.227863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:37:13.229072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:37:13.229811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.240091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.242942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.247248 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] 10.222.0.41 "DELETE /v2.0/floatingips/ebd68111-5867-4e50-a906-a86e046817c1 HTTP/1.1" status: 204 len: 168 time: 3.5200889 Dec 10 19:37:13.253967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52916) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:13.258375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port f0ddf65b-de44-464f-b911-245a3e5be0ac, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f0ddf65b-de44-464f-b911-245a3e5be0ac,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:13.276000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.286627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d060d25c-325c-41a3-a52d-82faade71474 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:13.293866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e1108752-3a76-4671-b6f7-8fd9e557797d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:13.295187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e1108752-3a76-4671-b6f7-8fd9e557797d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports/0fbdd58c-fa5c-4385-8edf-bee6cd60892e HTTP/1.1" status: 200 len: 911 time: 1.1200776 Dec 10 19:37:13.310433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52920) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:13.332665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.336863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:13.475002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=f0ddf65b-de44-464f-b911-245a3e5be0ac,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:13.479222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Provisioning for port 0fbdd58c-fa5c-4385-8edf-bee6cd60892e completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:13.482859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:13.484880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Deleting port 57f5d052-11e4-4b01-8bc3-de8da1132df9 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:13.485260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.487704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Provisioning complete for port 0fbdd58c-fa5c-4385-8edf-bee6cd60892e triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:13.488242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.576705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Port 0fbdd58c-fa5c-4385-8edf-bee6cd60892e cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:13.577269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:13.579372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port d060d25c-325c-41a3-a52d-82faade71474 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:13.593654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Usage tracker for resource:security_group_rule and tenant:870db3ad48b94ffa98082e19029a36f0 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:13.600832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:13.611046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:13.611655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Provisioning complete for port 506222db-027d-431a-b05f-87292de3c1c0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:13.612085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.701919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Port 506222db-027d-431a-b05f-87292de3c1c0 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:13.730014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Could not find standard attr ID for object 0c7dcb59-1590-4ac3-8f97-21210f1fafd8. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:37:13.812160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1ad25-277b-4b8b-ab3b-9972b88c0f19 req-277ebad5-67e8-4fbd-87c3-2538622b30b5 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:13.818066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62f1ad25-277b-4b8b-ab3b-9972b88c0f19 req-277ebad5-67e8-4fbd-87c3-2538622b30b5 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 945 time: 0.8933852 Dec 10 19:37:13.826519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Port 240e30a9-349d-4aaf-9afb-e11b3fd9efb4 not found while updating agent binding for router 55e4b41b-d840-42dd-8860-e064d76e3510. {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}} Dec 10 19:37:13.831491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52924) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:13.832052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf68cba-059f-4c44-b588-e2b07e5d6fe0 req-01406902-6689-49fa-a455-4157842ae36b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:13.833729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-edf68cba-059f-4c44-b588-e2b07e5d6fe0 req-01406902-6689-49fa-a455-4157842ae36b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 1.0617151 Dec 10 19:37:13.837722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Provisioning for port d060d25c-325c-41a3-a52d-82faade71474 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:13.846518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:13.855409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Request body: {'floatingip': {'port_id': '02f581be-10e7-41a3-8d6d-f7da7153b5a2'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:13.884132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Provisioning complete for port d060d25c-325c-41a3-a52d-82faade71474 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:13.885291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.956031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.956031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.959491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.974896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Routers set() bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:13.975353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Router IDs set() for agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 10 19:37:13.976283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_agentschedulers_db [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'55e4b41b-d840-42dd-8860-e064d76e3510'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:36:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent'). {{(pid=88873) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Dec 10 19:37:13.976988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe0941-7616-41bd-9755-aaedd5955b15 None None] The sync data for ids ['55e4b41b-d840-42dd-8860-e064d76e3510'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:13.979512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:13.988512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb97551e-afd7-439d-bb8e-ea5f81e6c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.051018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.051266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:14.051266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.056115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-edf68cba-059f-4c44-b588-e2b07e5d6fe0 req-623e83d1-2c0c-42a6-9000-59708e3e8b1d tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566265 Dec 10 19:37:14.064133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.141882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.230208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] For port d060d25c-325c-41a3-a52d-82faade71474, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d060d25c-325c-41a3-a52d-82faade71474,segment=NetworkSegment(845a1268-e784-468b-86bb-58aac066112b),segment_id=845a1268-e784-468b-86bb-58aac066112b)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:14.234092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.244119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:14.309874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f0ddf65b-de44-464f-b911-245a3e5be0ac up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:14.319777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.372854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.381736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.383259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Provisioning complete for port 9762c372-2bcf-4143-bddb-b6a49c005256 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:14.383791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.387729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:14.423425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Pushing event updated for resources: {'Port': ['ID=d060d25c-325c-41a3-a52d-82faade71474,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:14.433450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:14.454512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Calling delete_port for 57f5d052-11e4-4b01-8bc3-de8da1132df9 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:14.486433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] In _notify_port_updated(), no bound segment for port 506222db-027d-431a-b05f-87292de3c1c0 on network 42caf674-e8bf-4afa-9494-334de5556314 {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:37:14.490612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:14.491311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.498218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "PUT /v2.0/ports/506222db-027d-431a-b05f-87292de3c1c0 HTTP/1.1" status: 200 len: 1130 time: 2.3210866 Dec 10 19:37:14.502946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52928) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:14.535098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f0ddf65b-de44-464f-b911-245a3e5be0ac triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:14.535529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.565081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event updated for resources: {'Port': ['ID=506222db-027d-431a-b05f-87292de3c1c0,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:14.571167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:14.625954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c0e528-d4a7-42d6-869b-9f319c1a795b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:14.626626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a5c0e528-d4a7-42d6-869b-9f319c1a795b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Synchronizing usage tracker for tenant:5ddffbb211334b95a1bc5fcefeee42f3 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:14.726025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9762c372-2bcf-4143-bddb-b6a49c005256 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:14.798996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a5c0e528-d4a7-42d6-869b-9f319c1a795b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Unset dirty status for tenant:5ddffbb211334b95a1bc5fcefeee42f3 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:14.804166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a5c0e528-d4a7-42d6-869b-9f319c1a795b tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "GET /v2.0/ports/506222db-027d-431a-b05f-87292de3c1c0 HTTP/1.1" status: 200 len: 1130 time: 0.2992284 Dec 10 19:37:14.805169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52932) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:14.810387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e5172886-6dd9-4c21-999c-857aa470adf4 None None] Provisioning complete for port d060d25c-325c-41a3-a52d-82faade71474 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:14.810821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5172886-6dd9-4c21-999c-857aa470adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.887406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9762c372-2bcf-4143-bddb-b6a49c005256 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:14.887834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.896548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.926296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:14.935528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-543a5da7-5296-44c7-9e29-fa8885a06b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:14.949714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] device_id is not set on port 1b12c039-1ebf-42da-9854-f90319e5efc3 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:15.136166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Deleting port 506222db-027d-431a-b05f-87292de3c1c0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:15.136558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.145427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0b725-2639-4aaf-80d6-342a5a4d9eaa,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:15.148696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.163271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Floating IP feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489 associated. External IP: 172.26.8.128, port: cbf06dad-b53a-46ca-9301-eb46409c74c3. Dec 10 19:37:15.178039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b7c7c7b9-bff1-4c1a-92d8-31fd4d569b28 None None] Provisioning complete for port 506222db-027d-431a-b05f-87292de3c1c0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:15.178469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c7b9-bff1-4c1a-92d8-31fd4d569b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.218143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:15.219970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f727ba63-1151-4ad6-954b-7d51cfc136c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:15.262630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7c7b9-bff1-4c1a-92d8-31fd4d569b28 None None] Port 506222db-027d-431a-b05f-87292de3c1c0 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:15.267110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.287795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Pushing event deleted for resources: {'Port': ['ID=57f5d052-11e4-4b01-8bc3-de8da1132df9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:15.305785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:15.648039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00b5af-aadc-43c6-9834-acd4db21d884 req-2f3475ec-2e91-405d-b741-285255a8e9be tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:15.649845 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dc00b5af-aadc-43c6-9834-acd4db21d884 req-2f3475ec-2e91-405d-b741-285255a8e9be tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.3510795 Dec 10 19:37:15.654093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.682420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d060d25c-325c-41a3-a52d-82faade71474 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:15.761677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d060d25c-325c-41a3-a52d-82faade71474 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:15.762338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.819048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] device_id is not set on port 1b12c039-1ebf-42da-9854-f90319e5efc3 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:15.822784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.836546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.847997 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dc00b5af-aadc-43c6-9834-acd4db21d884 req-6f1cf3ea-4103-4744-a2cd-a438554419f7 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800342 Dec 10 19:37:15.858900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.860151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/d04a0971-7612-4e0d-a660-b24034e78cd4 HTTP/1.1" status: 204 len: 168 time: 2.6036966 Dec 10 19:37:15.866658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52938) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:15.869382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.927134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Transition to ACTIVE for port object 1b12c039-1ebf-42da-9854-f90319e5efc3 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:15.968434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:15.987301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Calling delete_port for 506222db-027d-431a-b05f-87292de3c1c0 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:16.001201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Deleting port f0ddf65b-de44-464f-b911-245a3e5be0ac {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:16.001612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:16.035838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:16.055787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8733b41c-00e0-4c40-84ca-2d608c11e9a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:16.127516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Deleting port cebfa960-f831-4423-abc4-cba35e62e33b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:16.127762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:16.594095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad13a5-f495-49f9-afe4-0c10ac46852d req-d01ae55b-5ee6-43b2-b5aa-6ea23950715c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:16.595741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b8ad13a5-f495-49f9-afe4-0c10ac46852d req-d01ae55b-5ee6-43b2-b5aa-6ea23950715c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5757818 Dec 10 19:37:16.595960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=1b12c039-1ebf-42da-9854-f90319e5efc3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:16.607605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52944) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:16.618350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:16.659552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Request body: {'floatingip': {'port_id': '6bccfd1f-a225-4aef-a190-80d6a8be542a'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:16.680821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:16.709363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:16.885608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Checking segment: {'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:16.886019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Network hostable DHCP agents. Network: b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:16.893436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] For port f0ddf65b-de44-464f-b911-245a3e5be0ac, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f0ddf65b-de44-464f-b911-245a3e5be0ac,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:16.893870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:16.962831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:16.992684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa23caf0-8e5b-43e5-9dc6-d1ade6fc0d27 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:17.054178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:17.114233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event deleted for resources: {'Port': ['ID=506222db-027d-431a-b05f-87292de3c1c0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:17.118905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Calling delete_port for f0ddf65b-de44-464f-b911-245a3e5be0ac owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:17.173579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:17.244586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:17.305152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:17.307534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:17.312213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:17.316563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f5bb3-5c41-41a8-9504-c704069b5fd5 None None] Network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:17.329924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8:1::1 (ead4fd31-3357-4f4f-b3f5-2d8f5cb99145/5b485636-ccb5-457c-93cc-7f6ddee29c4f/b828da3c-a7f4-4616-85b4-dd6d7c2daef1) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:17.330438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:17.405043 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "DELETE /v2.0/ports/506222db-027d-431a-b05f-87292de3c1c0 HTTP/1.1" status: 204 len: 168 time: 2.5965047 Dec 10 19:37:17.410358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52948) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:17.476817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:17.477150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:17.477501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:17.518998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Calling delete_port for cebfa960-f831-4423-abc4-cba35e62e33b owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:17.617961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:17.618466 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:17.627648 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 2 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:17.738946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:17.739238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:17.739615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:17.767506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:17.781060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Router eb3a9c21-f178-4c6b-8138-4725289dff5e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:17.815740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object b828da3c-a7f4-4616-85b4-dd6d7c2daef1 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:17.860140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:17.860501 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:17.872088 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 3 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:17.892440 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Floating IP 53ca27bc-e890-471e-8337-b8745d9d101d associated. External IP: 172.26.8.206, port: 02f581be-10e7-41a3-8d6d-f7da7153b5a2. Dec 10 19:37:17.979871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:17.990098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:18.088410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.095067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:18.203603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:18.214252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:18.225069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:18.225601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.233313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=b828da3c-a7f4-4616-85b4-dd6d7c2daef1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:18.296611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:18.325656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:18.326035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:18.326414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:18.355214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0ddf65b-de44-464f-b911-245a3e5be0ac,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:18.364983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:18.379839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.414816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:18.415178 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:18.418718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.423837 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 4 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:18.431233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.454741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Deleting subnet 75c61cfa-2ede-4614-830e-6c1f5d36177b {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:37:18.456803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:18.528688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.588677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event deleted for resources: {'Port': ['ID=cebfa960-f831-4423-abc4-cba35e62e33b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:18.589845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.590762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:18.591135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:18.591508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:18.603265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:18.618596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4dbdb7c6-55bb-4086-b16e-405a12b26880 None None] Provisioning for port b828da3c-a7f4-4616-85b4-dd6d7c2daef1 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:18.624265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4dbdb7c6-55bb-4086-b16e-405a12b26880 None None] Provisioning complete for port b828da3c-a7f4-4616-85b4-dd6d7c2daef1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:18.624913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4dbdb7c6-55bb-4086-b16e-405a12b26880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.668094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:18.674771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.676909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:18.677290 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:18.683138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 5 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:18.703081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4dbdb7c6-55bb-4086-b16e-405a12b26880 None None] Port b828da3c-a7f4-4616-85b4-dd6d7c2daef1 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:18.704890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] Sync routers for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:18.724109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:18.725338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:18.725605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:18.909097 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4c7ae5b1-caeb-4d8c-bf24-09442e630bf6 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "PUT /v2.0/floatingips/feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489 HTTP/1.1" status: 200 len: 991 time: 8.8450165 Dec 10 19:37:18.936715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:18.955026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:18.955381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:18.955757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:18.967659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:19.000391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.073195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:19.073470 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:19.141759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 6 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:19.152353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.205530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:19.205936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:19.206315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:19.212852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "DELETE /v2.0/ports/cebfa960-f831-4423-abc4-cba35e62e33b HTTP/1.1" status: 204 len: 168 time: 3.3373325 Dec 10 19:37:19.214306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:19.420733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:19.421101 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:19.430207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 7 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:19.442873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.455023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Floating IP 7190d481-3d0e-460d-8495-8c1be69fb746 associated. External IP: 172.26.8.250, port: 6bccfd1f-a225-4aef-a190-80d6a8be542a. Dec 10 19:37:19.517541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.539722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'port_id': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'mac_address': 'fa:16:3e:f5:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:22Z', 'updated_at': '2021-12-10T19:37:13Z', 'revision_number': 1, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:24Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:19.544810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] Checking router: eb3a9c21-f178-4c6b-8138-4725289dff5e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:37:19.557822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:19.558523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:19.565781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:19.566128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:19.566504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:19.585570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.602513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.610718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.611085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.613123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:19.613503 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:19.618044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:19.619297 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 8 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:19.661055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:19.661468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:19.661912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:19.673703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.693588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=b828da3c-a7f4-4616-85b4-dd6d7c2daef1,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:19.702715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:19.704537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8f6c8230-a76f-472e-b028-884186ebd781 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:19.714848 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'status': 'completed', 'code': 200} Dec 10 19:37:19.788478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:19.846537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event deleted for resources: {'Subnet': ['ID=75c61cfa-2ede-4614-830e-6c1f5d36177b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:19.861937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:19.862327 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:19.871239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:19.871856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 9 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:19.910819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:19.912673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:19.935885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d39ec-645b-4750-b5e1-907de2045f34 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:19.936790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-792d39ec-645b-4750-b5e1-907de2045f34 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Synchronizing usage tracker for tenant:84ba1cc4e46843039bc538069c1660d4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:19.939664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:19.940310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router daa8a3f1-015c-41f1-b0e6-1134e4f2f996 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:37:19.999147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:20.004336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:20.005055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:20.011314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f6c85-385f-4b90-a88a-32f1a997deb5 None None] Network 42caf674-e8bf-4afa-9494-334de5556314 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:20.013905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.052671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.058761 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "DELETE /v2.0/routers/daa8a3f1-015c-41f1-b0e6-1134e4f2f996 HTTP/1.1" status: 204 len: 168 time: 7.0178411 Dec 10 19:37:20.061726 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "DELETE /v2.0/subnets/75c61cfa-2ede-4614-830e-6c1f5d36177b HTTP/1.1" status: 204 len: 168 time: 2.6503158 Dec 10 19:37:20.064533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52962) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:20.065110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52964) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:20.077297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2146531654', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:20.085314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-792d39ec-645b-4750-b5e1-907de2045f34 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Unset dirty status for tenant:84ba1cc4e46843039bc538069c1660d4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:20.089972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-792d39ec-645b-4750-b5e1-907de2045f34 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea HTTP/1.1" status: 200 len: 913 time: 0.8619051 Dec 10 19:37:20.101730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52970) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:20.141575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:20.155475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:20.156020 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:20.217070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 10 to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 Dec 10 19:37:20.242435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Usage tracker for resource:router and tenant:56df5bdf69384151aec7a155560d4ba4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:20.260774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:20.277417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:20.305377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:20.305794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:20.306534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:20.352036 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-b3ad95bb-9323-43a5-805a-7da7643dbb70 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad109fef55d74616a63011e5523fb742&device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 1098 time: 0.5409899 Dec 10 19:37:20.367976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 1b12c039-1ebf-42da-9854-f90319e5efc3 on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:20.369137 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 1b12c039-1ebf-42da-9854-f90319e5efc3 on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:20.369869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.502032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ab1dcb20-e9c1-4040-8a52-2afadd123bd3 None None] Provisioning complete for port b828da3c-a7f4-4616-85b4-dd6d7c2daef1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:20.502430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcb20-e9c1-4040-8a52-2afadd123bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.578767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dcb20-e9c1-4040-8a52-2afadd123bd3 None None] Port b828da3c-a7f4-4616-85b4-dd6d7c2daef1 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:20.594815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'port_id': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'mac_address': 'fa:16:3e:f5:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:22Z', 'updated_at': '2021-12-10T19:37:13Z', 'revision_number': 1, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:24Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:20.600510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07407156-535a-49a2-abc4-aa0dca8fb1e8 None None] The sync data for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv is: [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'port_id': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'mac_address': 'fa:16:3e:f5:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:22Z', 'updated_at': '2021-12-10T19:37:13Z', 'revision_number': 1, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:24Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:20.664635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] DHCP port deletion for 42caf674-e8bf-4afa-9494-334de5556314 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:37:20.669929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] Deleting port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:20.670351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.712313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.713548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.792346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.867394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:20.875862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Deleting port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:20.876242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.939392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] For port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9a30d1ea-becf-4dc3-bbc0-85bc8269a40f,segment=NetworkSegment(69b41fef-c74e-4e85-874f-eec9c521877e),segment_id=69b41fef-c74e-4e85-874f-eec9c521877e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:20.939841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.970465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:20.988530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] For port 1b12c039-1ebf-42da-9854-f90319e5efc3, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:20.988954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempted to set empty binding levels {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 10 19:37:21.013202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:21.021598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1aa03600-2667-487c-bdb1-6346913e26c6 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:21.099238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] Calling delete_port for 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:21.119705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-c1368d2c-74d7-4cb6-b811-4529154dbc1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:21.121348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-c1368d2c-74d7-4cb6-b811-4529154dbc1c service neutron] 10.222.0.84 "GET /v2.0/networks?id=6a8e5e77-7b32-4b70-ba91-9c1443b893f8 HTTP/1.1" status: 200 len: 912 time: 0.7293491 Dec 10 19:37:21.192398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:21.198161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:21.249284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] Pushing event deleted for resources: {'Port': ['ID=9a30d1ea-becf-4dc3-bbc0-85bc8269a40f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:21.252018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:21.254602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] No DVR routers for this DVR port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:37:21.297961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:21.397218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:21.474648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=1b12c039-1ebf-42da-9854-f90319e5efc3,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:21.494785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:21.495879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:21.565920 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 8.8972976 Dec 10 19:37:21.568945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52980) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:21.582338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] For port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9a30d1ea-becf-4dc3-bbc0-85bc8269a40f,segment=NetworkSegment(69b41fef-c74e-4e85-874f-eec9c521877e),segment_id=69b41fef-c74e-4e85-874f-eec9c521877e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:21.582826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:21.599756 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-ce2e19d6-3e80-4357-8bd9-433cd4a7b868 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3 HTTP/1.1" status: 200 len: 999 time: 0.3947401 Dec 10 19:37:21.604212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:21.673193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:37:21.725008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:37:21.725346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:37:21.726128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f0ddf65b-de44-464f-b911-245a3e5be0ac no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:37:21.733119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Calling delete_port for 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:21.749049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Deleting port 1b12c039-1ebf-42da-9854-f90319e5efc3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:21.749400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:21.768780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: f0ddf65b-de44-464f-b911-245a3e5be0ac {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:37:21.768983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f0ddf65b-de44-464f-b911-245a3e5be0ac not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:37:21.901179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:21.913293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5975847 Dec 10 19:37:21.915851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeca2d1-ac31-45b6-a40e-282dd5099137 None None] Sync routers for ids ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:21.921099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52984) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:21.933426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeca2d1-ac31-45b6-a40e-282dd5099137 None None] Routers {'33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:21.934892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0aeca2d1-ac31-45b6-a40e-282dd5099137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:22.003868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0aeca2d1-ac31-45b6-a40e-282dd5099137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:22.016529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeca2d1-ac31-45b6-a40e-282dd5099137 None None] Routers {'33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:22.017363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0aeca2d1-ac31-45b6-a40e-282dd5099137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:22.052192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:22.079007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-0dc287be-e5bb-4650-83b4-d3065af70eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:22.080605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-0dc287be-e5bb-4650-83b4-d3065af70eeb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b6cda3c6-cd43-477a-a3ff-510da07ec673 HTTP/1.1" status: 200 len: 850 time: 0.3048713 Dec 10 19:37:22.086410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0aeca2d1-ac31-45b6-a40e-282dd5099137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:22.087060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeca2d1-ac31-45b6-a40e-282dd5099137 None None] The sync data for ids ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:22.188187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97108239-457a-4413-b158-b7b8176db32c None None] New status for floating IP feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:37:22.262210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c53b7a-0364-47ef-bb57-e310db4d4de5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:22.262807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-75c53b7a-0364-47ef-bb57-e310db4d4de5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:22.292602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] For port 1b12c039-1ebf-42da-9854-f90319e5efc3, host hv-neutron-8214, got binding levels [] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:22.293002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:22.392617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:37:22.393071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:37:22.449814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Calling delete_port for 1b12c039-1ebf-42da-9854-f90319e5efc3 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:22.478808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-75c53b7a-0364-47ef-bb57-e310db4d4de5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:22.482904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-75c53b7a-0364-47ef-bb57-e310db4d4de5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports/b828da3c-a7f4-4616-85b4-dd6d7c2daef1 HTTP/1.1" status: 200 len: 913 time: 0.5539327 Dec 10 19:37:22.485119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 52988) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:22.496126 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-52f75012-a9e6-46c4-84ba-0678ceed1ac3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6a8e5e77-7b32-4b70-ba91-9c1443b893f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4055383 Dec 10 19:37:22.527782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:22.534215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:22.540016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] Sync routers for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:22.557483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:22.558761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:22.623700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:22.626482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-527acf35-aa6f-46b1-b48d-f3820d617d43 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "PUT /v2.0/floatingips/7190d481-3d0e-460d-8495-8c1be69fb746 HTTP/1.1" status: 200 len: 991 time: 6.0177562 Dec 10 19:37:22.631222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'tag': '6bccfd1f-a225-4aef-a190-80d6a8be542a'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:22.636435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5847dc7-6637-4b46-ae8d-7e73ac6f0019 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:22.697676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b12c039-1ebf-42da-9854-f90319e5efc3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:22.702821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:22.716059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:22.727248 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1b12c039-1ebf-42da-9854-f90319e5efc3 HTTP/1.1" status: 204 len: 168 time: 1.1503665 Dec 10 19:37:22.756353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 52998) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:22.819205 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-86db0b1c-e8a1-469e-870a-5adb3a98676c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:37:22.819769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-86db0b1c-e8a1-469e-870a-5adb3a98676c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Synchronizing usage tracker for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:22.839565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:22.855070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-6f146a0d-8d78-485d-ab4e-6384511277ef service neutron] 10.222.0.84 "GET /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878530 Dec 10 19:37:22.908010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-86db0b1c-e8a1-469e-870a-5adb3a98676c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Unset dirty status for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:22.909303 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-86db0b1c-e8a1-469e-870a-5adb3a98676c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "GET /v2.0/ports/1b12c039-1ebf-42da-9854-f90319e5efc3 HTTP/1.1" status: 404 len: 333 time: 0.1517310 Dec 10 19:37:22.917796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53002) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:22.924251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Request body: {'port': {'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048854745'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:22.961440 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'tag': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'status': 'completed', 'code': 200} Dec 10 19:37:22.961772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Deleting port 9a30d1ea-becf-4dc3-bbc0-85bc8269a40f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:22.961888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:22.962983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:23.037531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:23.063833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Made reservation on behalf of 870db3ad48b94ffa98082e19029a36f0 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:23.068525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:23.077190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] The port '9a30d1ea-becf-4dc3-bbc0-85bc8269a40f' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:37:23.126348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:23.142764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] Sync routers for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:23.147759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] device_id is not set on port b4a8f92b-331d-4274-8114-1eae1b9e7e1b yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:23.156266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:23.157066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:23.309712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:23.319180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '7190d481-3d0e-460d-8495-8c1be69fb746', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'port_id': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'mac_address': 'fa:16:3e:4f:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:22Z', 'updated_at': '2021-12-10T19:37:18Z', 'revision_number': 1, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:25Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:23.326379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] Checking router: 1c0ad175-126a-4e98-b48c-e42dd56ef8cf for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:37:23.337720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:23.345073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:23.346187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:23.423430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-016bbcca-7169-4276-9c5c-bd51f398fe21 req-7795c709-5282-4788-b25e-27fda508ad59 service neutron] 10.222.0.84 "GET /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488098 Dec 10 19:37:23.424512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:23.470258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-f312a2ab-b94b-4d15-aaa0-74707e070dda service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1098 time: 0.5044858 Dec 10 19:37:23.514883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:23.556854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:23.558065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5a94c49d-6363-480d-838b-e6568f2482f3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "PUT /v2.0/floatingips/53ca27bc-e890-471e-8337-b8745d9d101d HTTP/1.1" status: 200 len: 991 time: 9.7249463 Dec 10 19:37:23.577656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597ff771-ab17-4ac5-af43-82435422c0b0', 'tag': '02f581be-10e7-41a3-8d6d-f7da7153b5a2'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:23.638578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42caf674-e8bf-4afa-9494-334de5556314']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:23.713347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b41fef-c74e-4e85-874f-eec9c521877e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:23.713893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b41fef-c74e-4e85-874f-eec9c521877e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:23.734154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:23.739173 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597ff771-ab17-4ac5-af43-82435422c0b0', 'tag': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'status': 'completed', 'code': 200} Dec 10 19:37:23.855780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:23.874216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-a298685a-e6b9-4637-8178-723f04cabbf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:23.875804 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-a298685a-e6b9-4637-8178-723f04cabbf5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 912 time: 0.3613455 Dec 10 19:37:24.003174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.077767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.095092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-e12b61c8-831b-4bf0-92e9-3e574a4c8264 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 999 time: 0.1995664 Dec 10 19:37:24.136926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '53ca27bc-e890-471e-8337-b8745d9d101d', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'port_id': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'mac_address': 'fa:16:3e:ff:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597ff771-ab17-4ac5-af43-82435422c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:17Z', 'updated_at': '2021-12-10T19:37:15Z', 'revision_number': 1, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:23Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:24.142207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] Checking router: 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:37:24.156647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:24.157348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:24.157789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:24.158391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.182685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:24.183958 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:24.192086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:24.266800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Deleting port f6ef0f92-72ca-4866-b351-cc2680377edc {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:24.267588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.301858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Allocated IP 172.26.8.51 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/5876ec58-428d-4eab-bcb5-9c6b83bb295b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:24.306735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-feea6ef1-6636-4ac4-9bc8-47a072fc6175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:24.308335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-feea6ef1-6636-4ac4-9bc8-47a072fc6175 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.2058048 Dec 10 19:37:24.371909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a8f92b-331d-4274-8114-1eae1b9e7e1b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:24.380725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:24.384340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:37:24.391063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:24.393105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:24.400184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:24.400748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:24.401401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.433047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.468524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-f48751f9-6d14-4693-a191-7404ea3ebac2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63e56e99bbe74b42b943a02594aec266&device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 1098 time: 0.7175548 Dec 10 19:37:24.507609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ec82a4e5-e991-49e0-a527-efd3bb355eed tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:24.527858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.552667 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6307154 Dec 10 19:37:24.553897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53014) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:24.564288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:24.608352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '7190d481-3d0e-460d-8495-8c1be69fb746', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'port_id': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'mac_address': 'fa:16:3e:4f:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:22Z', 'updated_at': '2021-12-10T19:37:18Z', 'revision_number': 1, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:25Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:24.613270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf5234-b6a7-49c9-8ded-5138d9e1c769 None None] The sync data for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv is: [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '7190d481-3d0e-460d-8495-8c1be69fb746', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'port_id': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'mac_address': 'fa:16:3e:4f:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:22Z', 'updated_at': '2021-12-10T19:37:18Z', 'revision_number': 1, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:25Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:24.668250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:24.824996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Calling delete_port for f6ef0f92-72ca-4866-b351-cc2680377edc owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:24.853986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '53ca27bc-e890-471e-8337-b8745d9d101d', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'port_id': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'mac_address': 'fa:16:3e:ff:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597ff771-ab17-4ac5-af43-82435422c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:17Z', 'updated_at': '2021-12-10T19:37:15Z', 'revision_number': 1, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:23Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:24.859529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c6fab-9d2f-4a4c-a9db-bb3e3ec9f2ba None None] The sync data for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv is: [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '53ca27bc-e890-471e-8337-b8745d9d101d', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'port_id': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'mac_address': 'fa:16:3e:ff:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597ff771-ab17-4ac5-af43-82435422c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:36:17Z', 'updated_at': '2021-12-10T19:37:15Z', 'revision_number': 1, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:23Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:24.888833 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-9eb16d74-d3bf-4e50-9b2e-2359130d7e4f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5672333 Dec 10 19:37:24.899691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] 10.222.0.41 "DELETE /v2.0/networks/42caf674-e8bf-4afa-9494-334de5556314 HTTP/1.1" status: 204 len: 168 time: 4.8293636 Dec 10 19:37:24.900922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Pushing event deleted for resources: {'Network': ['ID=42caf674-e8bf-4afa-9494-334de5556314,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:24.908640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:24.998568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:25.136132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09836ef-051f-42ab-8d79-25445b0f0ddc None None] New status for floating IP 7190d481-3d0e-460d-8495-8c1be69fb746: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:37:25.141645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:25.256906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:25.261311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-bf2153c8-a65f-4670-bef8-18ff04a2f01b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:25.265281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-bf2153c8-a65f-4670-bef8-18ff04a2f01b service neutron] 10.222.0.84 "GET /v2.0/networks?id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49 HTTP/1.1" status: 200 len: 907 time: 0.7892828 Dec 10 19:37:25.400313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53028) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:25.479517 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-d26c72cd-4d2c-4260-aa00-ab08498b3aa3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2 HTTP/1.1" status: 200 len: 999 time: 0.1996415 Dec 10 19:37:25.484865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:25.525527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3931eb72-c85c-4add-aab7-5b478dbfbf35 None None] New status for floating IP 53ca27bc-e890-471e-8337-b8745d9d101d: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:37:25.544004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:25.696286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:25.701792 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-a58cdc90-a048-4254-9349-53124bd09115 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7465186 Dec 10 19:37:25.706510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:25.708414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event updated for resources: {'Port': ['ID=5876ec58-428d-4eab-bcb5-9c6b83bb295b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:25.713847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:25.748352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:25.765260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-84a5518d-1544-47f6-bba7-8e615299b251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:25.767319 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-84a5518d-1544-47f6-bba7-8e615299b251 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48 HTTP/1.1" status: 200 len: 845 time: 0.2719624 Dec 10 19:37:25.809216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] device_id is not set on port b4a8f92b-331d-4274-8114-1eae1b9e7e1b yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:25.834880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:25.855944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:25.863617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b12185e-47ad-414c-bf66-e265ee2c4fb0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:25.895947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Transition to ACTIVE for port object b4a8f92b-331d-4274-8114-1eae1b9e7e1b will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:25.916937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:25.921670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event deleted for resources: {'Port': ['ID=f6ef0f92-72ca-4866-b351-cc2680377edc,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:25.942811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:25.943360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0e77661-8d40-433f-a2ac-433dce5e35d2 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:26.053589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cb2a8808-f9ab-41b5-ba13-5f092f734087 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ddffbb211334b95a1bc5fcefeee42f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6484814 Dec 10 19:37:26.065447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53034) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:26.152882 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-1702a2c7-6673-4306-a506-66c3f41ae38b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3771784 Dec 10 19:37:26.359031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc8811e9-c2c0-4951-8fd9-21fc4f2eba97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:26.389930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b32b22-f586-4ba3-aa49-8d09d75d8f06 req-583c6680-d308-4198-a9a8-497f45dbb2bb service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736870 Dec 10 19:37:26.454490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a8f92b-331d-4274-8114-1eae1b9e7e1b,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:26.461575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc8811e9-c2c0-4951-8fd9-21fc4f2eba97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:26.465242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:26.532294 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-88331ae3-176c-4875-8c9d-4589c790de86 service neutron] 10.222.0.84 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335538 Dec 10 19:37:26.551432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:26.551804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:26.552216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:26.636946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:26.637317 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:26.638523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 2 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:26.671453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:26.671827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:26.672199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:26.683682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:26.684051 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:26.686094 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 3 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:26.695988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc8811e9-c2c0-4951-8fd9-21fc4f2eba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:26.704639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:26.709096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:26.709469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:26.709880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:26.712980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:26.713774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:26.722393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:26.722766 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:26.726172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 4 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:26.736201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8811e9-c2c0-4951-8fd9-21fc4f2eba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6884799-afb7-474f-9c80-b27bacd8ed86,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:26.748077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:26.748527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:26.748798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:26.752183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bc8811e9-c2c0-4951-8fd9-21fc4f2eba97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:26.772878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:26.772878 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:26.772878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 5 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:26.796092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:26.796469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:26.796852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:26.806712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:26.807083 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:26.808479 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 6 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:26.823795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:26.825405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc8811e9-c2c0-4951-8fd9-21fc4f2eba97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:26.829884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bc8811e9-c2c0-4951-8fd9-21fc4f2eba97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6884799-afb7-474f-9c80-b27bacd8ed86 HTTP/1.1" status: 204 len: 168 time: 0.7569475 Dec 10 19:37:26.835050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:26.835491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:26.835784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:26.852122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:26.852756 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:26.912282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 7 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:26.920913 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab9a2d7b-df06-4bff-b4f0-e32e271f5e12 req-07b96f32-cebe-4d45-81b0-9fa1900fddf0 service neutron] 10.222.0.84 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761389 Dec 10 19:37:27.001220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:27.001937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:27.002052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:27.011293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port b828da3c-a7f4-4616-85b4-dd6d7c2daef1 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:27.011680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:27.014842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:27.015217 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:27.017912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 8 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:27.047727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:27.048111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:27.048492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:27.058710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:27.059373 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:27.060637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 9 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:27.082267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:27.082631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:27.083008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:27.094358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:27.095233 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:27.096245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 10 to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b Dec 10 19:37:27.120020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:27.120401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:27.120782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:27.141260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:27.141659 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:27.142063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:27.405855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] For port b4a8f92b-331d-4274-8114-1eae1b9e7e1b, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:27.406274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempted to set empty binding levels {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 10 19:37:27.419361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:27.428756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72d75a0e-0182-4579-9c7b-94cd4ed528f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:27.506081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] In _notify_port_updated(), no bound segment for port b4a8f92b-331d-4274-8114-1eae1b9e7e1b on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:37:27.507196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:27.512100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "PUT /v2.0/ports/b4a8f92b-331d-4274-8114-1eae1b9e7e1b HTTP/1.1" status: 200 len: 981 time: 2.9570158 Dec 10 19:37:27.515243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53062) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:27.576882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a8f92b-331d-4274-8114-1eae1b9e7e1b,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:27.591269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:27.595705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:27.761406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for b828da3c-a7f4-4616-85b4-dd6d7c2daef1 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:27.793164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6e80909e-1553-417e-aba4-8abb625d73c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Synchronizing usage tracker for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:27.824897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6e80909e-1553-417e-aba4-8abb625d73c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Unset dirty status for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:27.830813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6e80909e-1553-417e-aba4-8abb625d73c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24925 time: 0.3085117 Dec 10 19:37:27.831252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53070) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:27.878927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Router 4c4b8104-3076-4d48-b89d-5e2cc890568d is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:37:27.913321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Deleting port b4a8f92b-331d-4274-8114-1eae1b9e7e1b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:27.913775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.095524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:28.136123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.142482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fd62a28-740c-439c-bdbc-0490e253d699 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:28.180071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] For port b4a8f92b-331d-4274-8114-1eae1b9e7e1b, host hv-neutron-8214, got binding levels [] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:28.180472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.196008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=b828da3c-a7f4-4616-85b4-dd6d7c2daef1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:28.202057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:28.260839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Router dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:28.276553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1347564450'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:28.287556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:28.333475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Calling delete_port for b4a8f92b-331d-4274-8114-1eae1b9e7e1b owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:28.352236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:28.369175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:28.450664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:28.485712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:28.491303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.535884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.605393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:28.611016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:28.616165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:security_group_rule and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:28.623809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d169e1-1ab6-4301-a869-86c0b056fe60 None None] Sync routers for ids ['4c4b8104-3076-4d48-b89d-5e2cc890568d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:28.629349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:28.650285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:28.668317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.671838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d169e1-1ab6-4301-a869-86c0b056fe60 None None] Routers {'4c4b8104-3076-4d48-b89d-5e2cc890568d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:28.673121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-70d169e1-1ab6-4301-a869-86c0b056fe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['4c4b8104-3076-4d48-b89d-5e2cc890568d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:28.689121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.690533 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6224036 Dec 10 19:37:28.699469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53086) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:28.706562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-121e0617-00db-446d-afe1-b42cd7000d24 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:28.763071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-70d169e1-1ab6-4301-a869-86c0b056fe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:28.776516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d169e1-1ab6-4301-a869-86c0b056fe60 None None] Routers {'4c4b8104-3076-4d48-b89d-5e2cc890568d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:28.777807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-70d169e1-1ab6-4301-a869-86c0b056fe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['4c4b8104-3076-4d48-b89d-5e2cc890568d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:28.799891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.811570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab3edaf4-9ef0-4aa2-b450-15d0d5e4242b tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:28.850103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-70d169e1-1ab6-4301-a869-86c0b056fe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:28.850928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d169e1-1ab6-4301-a869-86c0b056fe60 None None] The sync data for ids ['4c4b8104-3076-4d48-b89d-5e2cc890568d'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:28.866667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4a8f92b-331d-4274-8114-1eae1b9e7e1b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:28.886455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:28.898638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:28.927967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b4a8f92b-331d-4274-8114-1eae1b9e7e1b HTTP/1.1" status: 204 len: 168 time: 1.0915313 Dec 10 19:37:28.929723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53092) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:28.984631 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecd2366-8534-4b62-83a2-020f0a0585ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:37:28.985200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ecd2366-8534-4b62-83a2-020f0a0585ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Synchronizing usage tracker for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:29.016190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ecd2366-8534-4b62-83a2-020f0a0585ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Unset dirty status for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:29.017457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ecd2366-8534-4b62-83a2-020f0a0585ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "GET /v2.0/ports/b4a8f92b-331d-4274-8114-1eae1b9e7e1b HTTP/1.1" status: 404 len: 333 time: 0.0868282 Dec 10 19:37:29.022014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53096) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:29.029768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730595719', 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:29.037681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:29.054613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:29.060639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:29.066007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.074996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.075983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "PUT /v2.0/routers/dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9693801 Dec 10 19:37:29.077811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53100) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:29.079114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f278448-7c22-4dc8-be14-7f5e4d4e2982 None None] Sync routers for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:29.080599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4b89133-4b5b-4997-952d-93c6de4d0d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:29.081288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Made reservation on behalf of 870db3ad48b94ffa98082e19029a36f0 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:29.086870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.096192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f278448-7c22-4dc8-be14-7f5e4d4e2982 None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:29.097292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0f278448-7c22-4dc8-be14-7f5e4d4e2982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:29.126303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:37:29.153790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a75292-82ff-4e19-bcb1-51647b762e1b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:29.160228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.160637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14 of type vlan for network 6088194d-35ac-4f0f-bcd8-27128acc80a0 Dec 10 19:37:29.163902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:29.180402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0f278448-7c22-4dc8-be14-7f5e4d4e2982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:29.193871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f278448-7c22-4dc8-be14-7f5e4d4e2982 None None] Routers {'dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:29.194547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0f278448-7c22-4dc8-be14-7f5e4d4e2982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:29.245460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] device_id is not set on port 2150018b-ddc0-4fe9-8843-fb051cc475ac yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:29.262565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0f278448-7c22-4dc8-be14-7f5e4d4e2982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:29.263005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f278448-7c22-4dc8-be14-7f5e4d4e2982 None None] The sync data for ids ['dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:29.343800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.476810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.489917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:29.490561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.495300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdc487cb-f502-4e59-8ff7-9d2eff916406 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:29.526646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.548427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.714423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.721810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35bdf37f-51b2-4963-a398-27c59c34e457 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:29.809746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:29.818331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:29.822545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=2150018b-ddc0-4fe9-8843-fb051cc475ac,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:29.824557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:29.825461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:29.826143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.831954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:29.872316 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8491189 Dec 10 19:37:29.878534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53106) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:29.955333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd57c9d6-8c2b-4932-ac41-f41c0fb13e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Synchronizing usage tracker for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:29.975431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:29.991426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Deleting port 9f8ecfa8-28bf-4426-a872-bd02e5666607 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:29.992110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:30.032892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd57c9d6-8c2b-4932-ac41-f41c0fb13e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Unset dirty status for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:30.034965 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dd57c9d6-8c2b-4932-ac41-f41c0fb13e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "GET /v2.0/ports/2150018b-ddc0-4fe9-8843-fb051cc475ac HTTP/1.1" status: 200 len: 959 time: 0.1567266 Dec 10 19:37:30.038425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53114) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:30.084388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=6088194d-35ac-4f0f-bcd8-27128acc80a0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:30.101345 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0046272 Dec 10 19:37:30.123819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:30.144975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6088194d-35ac-4f0f-bcd8-27128acc80a0 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:37:30.163135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Deleting port 2150018b-ddc0-4fe9-8843-fb051cc475ac {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:30.163532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:30.222630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:30.284862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:30.301795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '6088194d-35ac-4f0f-bcd8-27128acc80a0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:30.327724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:37:30.365891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Calling delete_port for 9f8ecfa8-28bf-4426-a872-bd02e5666607 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:30.551931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:30.554645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:30.556716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:30.586095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:30.595232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:30.601367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event deleted for resources: {'Port': ['ID=9f8ecfa8-28bf-4426-a872-bd02e5666607,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:30.605451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:30.611746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:30.670629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:30.748703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Calling delete_port for 2150018b-ddc0-4fe9-8843-fb051cc475ac owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:30.785285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:30.846448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.061983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:31.239812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.250969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:31.389367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.394521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.424102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.424717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Fanout notify agent at l3_agent the message router_deleted on router dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:37:31.453557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.455646 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "DELETE /v2.0/routers/dc0bb2bb-42fa-442d-8e52-0e2a9517b8ea HTTP/1.1" status: 204 len: 168 time: 2.3761251 Dec 10 19:37:31.457928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53128) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:31.547915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.568207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event deleted for resources: {'Port': ['ID=2150018b-ddc0-4fe9-8843-fb051cc475ac,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:31.626574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:31.670797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.681304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Deleting subnet 9a627722-83d1-4488-8930-c6e5d0a7bda2 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:37:31.684620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.718953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2150018b-ddc0-4fe9-8843-fb051cc475ac HTTP/1.1" status: 204 len: 168 time: 1.6726241 Dec 10 19:37:31.721732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53132) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:31.733567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:31.744378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c4eb2-f342-492f-a0a9-e5606efd711a None None] Sync routers for ids ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:31.757132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c4eb2-f342-492f-a0a9-e5606efd711a None None] Routers {'33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:31.757837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b30c4eb2-f342-492f-a0a9-e5606efd711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:31.767603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2747808 Dec 10 19:37:31.768742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53136) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:31.781202 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e611df5-7916-47aa-a6a9-389936dbdb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:37:31.782623 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e611df5-7916-47aa-a6a9-389936dbdb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "GET /v2.0/ports/2150018b-ddc0-4fe9-8843-fb051cc475ac HTTP/1.1" status: 404 len: 333 time: 0.0598748 Dec 10 19:37:31.787450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53140) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:31.796886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Request body: {'port': {'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-980662416'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:31.812279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:31.818960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.833203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b30c4eb2-f342-492f-a0a9-e5606efd711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:31.846480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c4eb2-f342-492f-a0a9-e5606efd711a None None] Routers {'33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:31.847276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b30c4eb2-f342-492f-a0a9-e5606efd711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:31.850617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Usage tracker for resource:port and tenant:870db3ad48b94ffa98082e19029a36f0 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:31.859056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:31.873384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:31.894875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Made reservation on behalf of 870db3ad48b94ffa98082e19029a36f0 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:31.900253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:31.911589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b30c4eb2-f342-492f-a0a9-e5606efd711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:31.912051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c4eb2-f342-492f-a0a9-e5606efd711a None None] The sync data for ids ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:31.970068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] device_id is not set on port 4394247a-514b-4304-9f4b-e2803da81d3a yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:31.997027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-121e0617-00db-446d-afe1-b42cd7000d24 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.049352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.050925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.073497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:32.189903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.226956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=671cc161-937c-446a-9e3e-4911bd94d0a4,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:32.246511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:32.261776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.280461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:32.333132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event deleted for resources: {'Subnet': ['ID=9a627722-83d1-4488-8930-c6e5d0a7bda2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:32.336098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:32.348734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.359478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b06e6-e170-42f5-9429-cb8af3acce14 None None] Network e65d2910-0d5b-427a-b8dd-c490d7cafb92 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:32.366654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.377361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "DELETE /v2.0/subnets/9a627722-83d1-4488-8930-c6e5d0a7bda2 HTTP/1.1" status: 204 len: 168 time: 0.9180858 Dec 10 19:37:32.379787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53150) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:32.413164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': 'd42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6088194d-35ac-4f0f-bcd8-27128acc80a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:32.413592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 6088194d-35ac-4f0f-bcd8-27128acc80a0, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:32.495000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 6088194d-35ac-4f0f-bcd8-27128acc80a0 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:32.512828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6088194d-35ac-4f0f-bcd8-27128acc80a0) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:32.521115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:32.521838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.552475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.564388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d18af-9e2f-4428-8eef-e33d0dd85142 None None] Network 6088194d-35ac-4f0f-bcd8-27128acc80a0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:32.567542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.575243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6366c31f-810a-457a-94fb-33fabfc1287d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:32.615241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Deleting port eaff0425-63d5-4aa7-a42f-96a80b3b6fab {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:32.615628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.696167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.709649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:32.716202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:32.719666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:32.720779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:32.721456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.745706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=4394247a-514b-4304-9f4b-e2803da81d3a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:32.748860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:32.753389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9646590 Dec 10 19:37:32.756350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53154) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:32.762949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:32.771067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4836144 Dec 10 19:37:32.783328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53158) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:32.856674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-450028279'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:32.871236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:32.880139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:32.884227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:32.898220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:32.940126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:32.945790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.986214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-121e0617-00db-446d-afe1-b42cd7000d24 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:32.998256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-121e0617-00db-446d-afe1-b42cd7000d24 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.012152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:37:33.064448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] DHCP port deletion for e65d2910-0d5b-427a-b8dd-c490d7cafb92 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:37:33.072441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.076708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] Deleting port eaff0425-63d5-4aa7-a42f-96a80b3b6fab {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:33.077471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.085897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.086305 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment 2744124e-29eb-4d3c-9604-09cc257d4c3f of type vlan for network b6be8b41-a770-4312-9527-c4f1bbf7f68c Dec 10 19:37:33.108844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] For port eaff0425-63d5-4aa7-a42f-96a80b3b6fab, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaff0425-63d5-4aa7-a42f-96a80b3b6fab,segment=NetworkSegment(59d7b4d5-1f49-40ee-8527-b383769d0950),segment_id=59d7b4d5-1f49-40ee-8527-b383769d0950)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:33.109219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.112529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6088194d-35ac-4f0f-bcd8-27128acc80a0', 'network_id': '6088194d-35ac-4f0f-bcd8-27128acc80a0', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': '671cc161-937c-446a-9e3e-4911bd94d0a4'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:33.113082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.232298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.358257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Calling delete_port for eaff0425-63d5-4aa7-a42f-96a80b3b6fab owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:33.400347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] For port eaff0425-63d5-4aa7-a42f-96a80b3b6fab, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaff0425-63d5-4aa7-a42f-96a80b3b6fab,segment=NetworkSegment(59d7b4d5-1f49-40ee-8527-b383769d0950),segment_id=59d7b4d5-1f49-40ee-8527-b383769d0950)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:33.401162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.460916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.534498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:33.535679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.557536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:33.576779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] Calling delete_port for eaff0425-63d5-4aa7-a42f-96a80b3b6fab owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:33.679851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.687172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-631808bd-cf46-445c-9816-e54e8958c2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:33.759594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Allocated IP 172.20.255.242 (6088194d-35ac-4f0f-bcd8-27128acc80a0/671cc161-937c-446a-9e3e-4911bd94d0a4/e1ab8c07-9922-4b06-b472-eb8f20386ae6) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:33.767589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event deleted for resources: {'Port': ['ID=eaff0425-63d5-4aa7-a42f-96a80b3b6fab,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:33.770404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:33.776622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] No DVR routers for this DVR port eaff0425-63d5-4aa7-a42f-96a80b3b6fab on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:37:33.833308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=b6be8b41-a770-4312-9527-c4f1bbf7f68c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:33.842375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:33.850253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0134702 Dec 10 19:37:33.851601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaff0425-63d5-4aa7-a42f-96a80b3b6fab no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:37:33.855596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53168) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:33.866148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': 'b6be8b41-a770-4312-9527-c4f1bbf7f68c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:33.877427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network b6be8b41-a770-4312-9527-c4f1bbf7f68c details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:37:33.977961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:33.978915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: eaff0425-63d5-4aa7-a42f-96a80b3b6fab {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:37:33.979313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaff0425-63d5-4aa7-a42f-96a80b3b6fab not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:37:34.001803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:37:34.002327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:37:34.035066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65d2910-0d5b-427a-b8dd-c490d7cafb92']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:34.049846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] device_id is not set on port 4394247a-514b-4304-9f4b-e2803da81d3a yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:34.065900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d7b4d5-1f49-40ee-8527-b383769d0950') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:34.065900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d7b4d5-1f49-40ee-8527-b383769d0950') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:34.075247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.105118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.113887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Transition to ACTIVE for port object 4394247a-514b-4304-9f4b-e2803da81d3a will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:34.121412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.129811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a8d8f1f-de0a-4c59-8efe-88f087ba810a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:34.165711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.173437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.179337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Transition to ACTIVE for port object e1ab8c07-9922-4b06-b472-eb8f20386ae6 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:34.204531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:34.205248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.205402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Transition to ACTIVE for port object e1ab8c07-9922-4b06-b472-eb8f20386ae6 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:34.210783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.216752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90941c93-68f5-414c-a1a4-40ac64c9eca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:34.222157 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:34.307912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Network 6088194d-35ac-4f0f-bcd8-27128acc80a0 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:34.308886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Pushing event updated for resources: {'Port': ['ID=e1ab8c07-9922-4b06-b472-eb8f20386ae6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:34.312588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:34.314468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:34.317092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:34.374174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=4394247a-514b-4304-9f4b-e2803da81d3a,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:34.381057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:34.410961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.412914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:34.413333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:34.413751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:34.421583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:34.437398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.448287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:34.448667 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:34.452088 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 2 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:34.459923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event deleted for resources: {'Network': ['ID=e65d2910-0d5b-427a-b8dd-c490d7cafb92,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:34.468303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:34.478685 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "DELETE /v2.0/networks/e65d2910-0d5b-427a-b8dd-c490d7cafb92 HTTP/1.1" status: 204 len: 168 time: 2.0956080 Dec 10 19:37:34.479178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:34.479311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:34.479700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:34.486326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53174) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:34.487632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:34.488043 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:34.490610 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 3 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:34.496334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:34.498121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Attempting to bind port e1ab8c07-9922-4b06-b472-eb8f20386ae6 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:34.500021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Attempting to bind port e1ab8c07-9922-4b06-b472-eb8f20386ae6 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'd42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6088194d-35ac-4f0f-bcd8-27128acc80a0'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:34.500430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Attempting to bind port e1ab8c07-9922-4b06-b472-eb8f20386ae6 on network 6088194d-35ac-4f0f-bcd8-27128acc80a0 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:34.503908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] Deleting port eaff0425-63d5-4aa7-a42f-96a80b3b6fab {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:34.504340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.510550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:34.515986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:34.526522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:34.559272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121e0617-00db-446d-afe1-b42cd7000d24 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Router 4c4b8104-3076-4d48-b89d-5e2cc890568d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:34.575464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:34.597499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:34.597951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Checking segment: {'id': 'd42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6088194d-35ac-4f0f-bcd8-27128acc80a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:34.598575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.599025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Bound using segment: {'id': 'd42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6088194d-35ac-4f0f-bcd8-27128acc80a0'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:34.599568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Bound port: e1ab8c07-9922-4b06-b472-eb8f20386ae6, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6088194d-35ac-4f0f-bcd8-27128acc80a0'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:34.599996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.624060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-110eb9ca-6037-4adb-a64f-c3e731649f42 None None] The port 'eaff0425-63d5-4aa7-a42f-96a80b3b6fab' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:37:34.717637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] For port e1ab8c07-9922-4b06-b472-eb8f20386ae6, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:34.721432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] For port e1ab8c07-9922-4b06-b472-eb8f20386ae6, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e1ab8c07-9922-4b06-b472-eb8f20386ae6,segment=NetworkSegment(d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14),segment_id=d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:34.726833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.731995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81032b32-fda4-43c5-b393-249edd341878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:34.821856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Pushing event updated for resources: {'Port': ['ID=e1ab8c07-9922-4b06-b472-eb8f20386ae6,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:34.829008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:34.867268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:34.867642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:34.868081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:34.932378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:34.960093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:34.960445 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:34.963869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 4 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:34.984066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Deleting port e9b78bdd-55c9-40f3-b1e6-a662271afeb0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:34.984459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.031681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:35.032061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:35.032450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:35.059804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:35.060262 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:35.063127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 5 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:35.179019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:35.179548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:35.179758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:35.180674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 0fbdd58c-fa5c-4385-8edf-bee6cd60892e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:35.181055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.197148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:35.197574 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:35.200210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 6 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:35.239103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:35.239520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:35.239952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:35.263457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.263836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.280179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:35.280577 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:35.285708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 7 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:35.466688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Calling delete_port for e9b78bdd-55c9-40f3-b1e6-a662271afeb0 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:35.505367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:35.505671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:35.506664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:35.526744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:35.527207 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:35.529625 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 8 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:35.558750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:35.559134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:35.559784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:35.583926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:35.584317 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:35.585781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 9 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:35.588073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e0617-00db-446d-afe1-b42cd7000d24 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:35.590976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.600654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.608682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946072d9-2005-45fd-9aa7-4d6c537b9fde None None] Sync routers for ids ['4c4b8104-3076-4d48-b89d-5e2cc890568d'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:35.628395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946072d9-2005-45fd-9aa7-4d6c537b9fde None None] Routers {'4c4b8104-3076-4d48-b89d-5e2cc890568d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:35.629053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-946072d9-2005-45fd-9aa7-4d6c537b9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['4c4b8104-3076-4d48-b89d-5e2cc890568d'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:35.652717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:35.653102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:35.653487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:35.687896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ff57977-b5c4-4e6c-948d-fbcbaf15b561 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:35.690268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:35.690859 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:35.693698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempt 10 to bind port 4394247a-514b-4304-9f4b-e2803da81d3a Dec 10 19:37:35.704058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-946072d9-2005-45fd-9aa7-4d6c537b9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:35.719541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946072d9-2005-45fd-9aa7-4d6c537b9fde None None] Routers {'4c4b8104-3076-4d48-b89d-5e2cc890568d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:35.720938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-946072d9-2005-45fd-9aa7-4d6c537b9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['4c4b8104-3076-4d48-b89d-5e2cc890568d'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:35.725104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:35.725584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:35.726285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempting to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:35.732493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.739514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3c8da0d8-cf46-4fe1-8a1c-548ba249efd9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:35.788850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:37:35.789223 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Failed to bind port 4394247a-514b-4304-9f4b-e2803da81d3a on host hv-neutron-8214 for vnic_type normal using segments [{'id': 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b'}] Dec 10 19:37:35.790216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.801194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-946072d9-2005-45fd-9aa7-4d6c537b9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:35.801484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946072d9-2005-45fd-9aa7-4d6c537b9fde None None] The sync data for ids ['4c4b8104-3076-4d48-b89d-5e2cc890568d'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:35.805628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e1ab8c07-9922-4b06-b472-eb8f20386ae6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:35.807582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Pushing event deleted for resources: {'Port': ['ID=e9b78bdd-55c9-40f3-b1e6-a662271afeb0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:35.808165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 0fbdd58c-fa5c-4385-8edf-bee6cd60892e owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:35.813706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:35.843819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-121e0617-00db-446d-afe1-b42cd7000d24 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:35.847148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-121e0617-00db-446d-afe1-b42cd7000d24 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "PUT /v2.0/routers/4c4b8104-3076-4d48-b89d-5e2cc890568d HTTP/1.1" status: 200 len: 921 time: 7.1434388 Dec 10 19:37:35.860372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:35.905229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e1ab8c07-9922-4b06-b472-eb8f20386ae6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:35.999616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.016881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] For port 4394247a-514b-4304-9f4b-e2803da81d3a, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:36.017282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Attempted to set empty binding levels {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 10 19:37:36.023032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.030834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:36.033110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=ea1b0124-4cb5-454a-830e-7f405104b375,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:36.046034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:36.084143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.085582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] 10.222.0.41 "DELETE /v2.0/floatingips/76491944-656c-4d15-b88b-fcdacc37f4db HTTP/1.1" status: 204 len: 168 time: 1.5964494 Dec 10 19:37:36.098650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] In _notify_port_updated(), no bound segment for port 4394247a-514b-4304-9f4b-e2803da81d3a on network b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:37:36.099961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.105995 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "PUT /v2.0/ports/4394247a-514b-4304-9f4b-e2803da81d3a HTTP/1.1" status: 200 len: 980 time: 3.3440073 Dec 10 19:37:36.106244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53192) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:36.124119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': '2744124e-29eb-4d3c-9604-09cc257d4c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6be8b41-a770-4312-9527-c4f1bbf7f68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:36.124496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: b6be8b41-a770-4312-9527-c4f1bbf7f68c, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:36.189107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network b6be8b41-a770-4312-9527-c4f1bbf7f68c is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:36.256472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, b6be8b41-a770-4312-9527-c4f1bbf7f68c) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:36.267579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:36.268258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.274711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ceff0f-3c26-4b9d-a464-ab099b43d63c None None] Network b6be8b41-a770-4312-9527-c4f1bbf7f68c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:36.309598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Deleting port 4394247a-514b-4304-9f4b-e2803da81d3a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:36.311109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.327459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.343976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76934147-6cd6-440b-aac3-03663989e2da tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:36.362068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event updated for resources: {'Port': ['ID=4394247a-514b-4304-9f4b-e2803da81d3a,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:36.377001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:36.484903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6276345 Dec 10 19:37:36.486045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53200) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:36.499828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=0fbdd58c-fa5c-4385-8edf-bee6cd60892e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:36.510539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:36.665721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-b6be8b41-a770-4312-9527-c4f1bbf7f68c', 'network_id': 'b6be8b41-a770-4312-9527-c4f1bbf7f68c', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': 'ea1b0124-4cb5-454a-830e-7f405104b375'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:36.666656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.700569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53204) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:36.818806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] For port 4394247a-514b-4304-9f4b-e2803da81d3a, host hv-neutron-8214, got binding levels [] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:36.819220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:36.960673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Allocated IP 172.20.0.2 (b6be8b41-a770-4312-9527-c4f1bbf7f68c/ea1b0124-4cb5-454a-830e-7f405104b375/850322f8-5c83-445f-989f-0465bc3f1f85) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:37.033004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Calling delete_port for 4394247a-514b-4304-9f4b-e2803da81d3a owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:37.176899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8026df2b-c78d-43fe-9221-8fc57e7ed802 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84ba1cc4e46843039bc538069c1660d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4745660 Dec 10 19:37:37.182137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53214) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:37.202077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.217944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31d6ef82-7d3e-430a-8f62-6b1030210074 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:37.223181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.236170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.248553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Transition to ACTIVE for port object 850322f8-5c83-445f-989f-0465bc3f1f85 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:37.266672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4c9c53-d95b-408b-a435-a09b4e792e33 None None] Network 6088194d-35ac-4f0f-bcd8-27128acc80a0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:37.285115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Pushing event deleted for resources: {'Port': ['ID=4394247a-514b-4304-9f4b-e2803da81d3a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:37.288348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.315784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eb232997-f4b6-4847-995b-2c095022f9a7 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/routers/4c4b8104-3076-4d48-b89d-5e2cc890568d HTTP/1.1" status: 200 len: 921 time: 1.4510417 Dec 10 19:37:37.319718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53220) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:37.329834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:37.340065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "DELETE /v2.0/ports/4394247a-514b-4304-9f4b-e2803da81d3a HTTP/1.1" status: 204 len: 168 time: 1.2302997 Dec 10 19:37:37.347249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53222) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:37.411881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Transition to ACTIVE for port object 850322f8-5c83-445f-989f-0465bc3f1f85 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:37.426337 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa312e89-a250-4e18-8f9b-51503531023f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:37:37.426909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa312e89-a250-4e18-8f9b-51503531023f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Synchronizing usage tracker for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:37.427205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.431373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47230419-0540-4c34-9ac1-a85975428afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.439451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.447783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:37.490453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47230419-0540-4c34-9ac1-a85975428afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.505250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.531142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa312e89-a250-4e18-8f9b-51503531023f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Unset dirty status for tenant:870db3ad48b94ffa98082e19029a36f0 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:37.532474 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa312e89-a250-4e18-8f9b-51503531023f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] 10.222.0.41 "GET /v2.0/ports/4394247a-514b-4304-9f4b-e2803da81d3a HTTP/1.1" status: 404 len: 333 time: 0.1841834 Dec 10 19:37:37.538508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53228) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:37.683170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.690674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47230419-0540-4c34-9ac1-a85975428afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.697864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be29cebc-d53d-4099-ad56-2f338474f35b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:37.712697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47230419-0540-4c34-9ac1-a85975428afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e100d-16c5-475d-8cc8-cd145160a932,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:37.718345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47230419-0540-4c34-9ac1-a85975428afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:37.720725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f7b92574-a6fa-40f8-b2b0-88f216b0359d None None] Provisioning for port e1ab8c07-9922-4b06-b472-eb8f20386ae6 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:37.734322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6ff8993c-bbdb-4d6b-91e5-f6dbb1b3af1d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Synchronizing usage tracker for tenant:863f00b03e8c4ad880d7a4f8fd43e890 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:37.742039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.753565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Network b6be8b41-a770-4312-9527-c4f1bbf7f68c is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:37.760375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f7b92574-a6fa-40f8-b2b0-88f216b0359d None None] Provisioning complete for port e1ab8c07-9922-4b06-b472-eb8f20386ae6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:37.761035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7b92574-a6fa-40f8-b2b0-88f216b0359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.769050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47230419-0540-4c34-9ac1-a85975428afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.772983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-47230419-0540-4c34-9ac1-a85975428afd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b5e100d-16c5-475d-8cc8-cd145160a932 HTTP/1.1" status: 204 len: 168 time: 0.5871780 Dec 10 19:37:37.814348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aca29500-1517-420f-8b5b-f7190ef0b2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:37.846745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Pushing event updated for resources: {'Port': ['ID=850322f8-5c83-445f-989f-0465bc3f1f85,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:37.859073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:37.868980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.904198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:37.921205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:37.921758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb1ed3c-1abd-410e-a5ea-6ac76cbe60b6') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:37.937336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.954652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.962854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:37.963320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:37.967934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1b0124-4cb5-454a-830e-7f405104b375,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:37.982573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:37.985276 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:37.987863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6ff8993c-bbdb-4d6b-91e5-f6dbb1b3af1d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Unset dirty status for tenant:863f00b03e8c4ad880d7a4f8fd43e890 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:37.989074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6ff8993c-bbdb-4d6b-91e5-f6dbb1b3af1d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=4c4b8104-3076-4d48-b89d-5e2cc890568d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6340482 Dec 10 19:37:38.004938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53238) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:38.014548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:38.022602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:38.089432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.094679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b05ef0c-6d73-4d8b-ae91-325cb9ef3d18 tempest-ExternalNetworksTestJSON-1000761173 tempest-ExternalNetworksTestJSON-1000761173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:38.130603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.143035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Pushing event deleted for resources: {'Network': ['ID=b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:38.148822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] 10.222.0.41 "DELETE /v2.0/networks/b4a7de54-2cdf-4ac9-9cbc-d020d1924a5b HTTP/1.1" status: 204 len: 168 time: 0.6068568 Dec 10 19:37:38.148822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:38.193489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53246) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:38.217364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.261997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:38.266788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Usage tracker for resource:security_group_rule and tenant:7bb0d76d5e224dca9d992c6835a394c0 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:38.269949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:38.278268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:38.290266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Attempting to bind port 850322f8-5c83-445f-989f-0465bc3f1f85 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:38.291334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Attempting to bind port 850322f8-5c83-445f-989f-0465bc3f1f85 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '2744124e-29eb-4d3c-9604-09cc257d4c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6be8b41-a770-4312-9527-c4f1bbf7f68c'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:38.291830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Attempting to bind port 850322f8-5c83-445f-989f-0465bc3f1f85 on network b6be8b41-a770-4312-9527-c4f1bbf7f68c {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:38.310308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:38.311306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Checking segment: {'id': '2744124e-29eb-4d3c-9604-09cc257d4c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6be8b41-a770-4312-9527-c4f1bbf7f68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:38.311809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.312724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Bound using segment: {'id': '2744124e-29eb-4d3c-9604-09cc257d4c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6be8b41-a770-4312-9527-c4f1bbf7f68c'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:38.313762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Bound port: 850322f8-5c83-445f-989f-0465bc3f1f85, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2744124e-29eb-4d3c-9604-09cc257d4c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6be8b41-a770-4312-9527-c4f1bbf7f68c'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:38.314267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.354454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.357541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.365791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edd79b75-1e04-41c3-91f1-e8cb3b6c92ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:38.412518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed49cc8-2298-48d9-b0c8-fbd2a7b407b5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:38.417243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bb0d76d5e224dca9d992c6835a394c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2225249 Dec 10 19:37:38.418721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:38.420123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53252) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:38.468026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7b92574-a6fa-40f8-b2b0-88f216b0359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.485262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.518880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] For port 850322f8-5c83-445f-989f-0465bc3f1f85, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:38.533720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1b1e-6e03-4452-a3cb-57476385c385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.554011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] For port 850322f8-5c83-445f-989f-0465bc3f1f85, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=850322f8-5c83-445f-989f-0465bc3f1f85,segment=NetworkSegment(2744124e-29eb-4d3c-9604-09cc257d4c3f),segment_id=2744124e-29eb-4d3c-9604-09cc257d4c3f)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:38.557170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f7b92574-a6fa-40f8-b2b0-88f216b0359d None None] For port e1ab8c07-9922-4b06-b472-eb8f20386ae6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e1ab8c07-9922-4b06-b472-eb8f20386ae6,segment=NetworkSegment(d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14),segment_id=d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:38.558182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53258) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:38.571975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7b92574-a6fa-40f8-b2b0-88f216b0359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.574415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.585366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-057aacdd-ad24-47a9-8a35-e0e5411ea8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:38.592541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1b1e-6e03-4452-a3cb-57476385c385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.684207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b15c0-fd61-44a1-a804-117deec8c3f6 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:38.686568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a8b15c0-fd61-44a1-a804-117deec8c3f6 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 881 time: 0.6798744 Dec 10 19:37:38.689763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53264) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:38.737584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6be8b41-a770-4312-9527-c4f1bbf7f68c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:38.757680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b92574-a6fa-40f8-b2b0-88f216b0359d None None] Pushing event updated for resources: {'Port': ['ID=e1ab8c07-9922-4b06-b472-eb8f20386ae6,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:38.766440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:37:38.774801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2744124e-29eb-4d3c-9604-09cc257d4c3f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:38.775145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2744124e-29eb-4d3c-9604-09cc257d4c3f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:38.792292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.830137 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-79a7cbb8-058e-4b68-9937-afa7907a1534 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c4b8104-3076-4d48-b89d-5e2cc890568d HTTP/1.1" status: 200 len: 205 time: 0.1389682 Dec 10 19:37:38.831072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53268) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:38.885307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Pushing event updated for resources: {'Port': ['ID=850322f8-5c83-445f-989f-0465bc3f1f85,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:38.888713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:38.893381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:38.893818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:38.913276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef17a747-67e3-498a-86f5-a2f945f216d2 None None] Network b6be8b41-a770-4312-9527-c4f1bbf7f68c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:38.958877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.968434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:38.969130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:38.985088 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:38.998099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-91af9e76-598d-49fa-bd1e-85959941dd0e None None] Provisioning complete for port e1ab8c07-9922-4b06-b472-eb8f20386ae6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:38.998925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91af9e76-598d-49fa-bd1e-85959941dd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.008657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1b1e-6e03-4452-a3cb-57476385c385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.018840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:39.043513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e1b1e-6e03-4452-a3cb-57476385c385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed49cc8-2298-48d9-b0c8-fbd2a7b407b5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:39.045779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa2e1b1e-6e03-4452-a3cb-57476385c385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:39.070526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1b1e-6e03-4452-a3cb-57476385c385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.072008 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa2e1b1e-6e03-4452-a3cb-57476385c385 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ed49cc8-2298-48d9-b0c8-fbd2a7b407b5 HTTP/1.1" status: 204 len: 168 time: 0.6508181 Dec 10 19:37:39.072475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:39.079364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-11f5b43d-bbb2-4049-bf1b-4a70fa18bd6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43387bba60294024bd59c70c6cb80b44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5130508 Dec 10 19:37:39.088316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c9782-a5dd-4c30-8681-5b1fcf72edc1 None None] Sync routers for ids ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:39.091512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53274) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:39.094376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3244815 Dec 10 19:37:39.097843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53276) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:39.109867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c9782-a5dd-4c30-8681-5b1fcf72edc1 None None] Routers {'33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:39.111392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-378c9782-a5dd-4c30-8681-5b1fcf72edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:39.172076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4ce3827a-3371-4f31-803f-5b285a07ac4d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:39.184305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:37:39.184305 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:37:39.184305 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': 'b6be8b41-a770-4312-9527-c4f1bbf7f68c'}] Dec 10 19:37:39.184305 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:37:39.184684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:37:39.235122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-378c9782-a5dd-4c30-8681-5b1fcf72edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:39.238190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.252172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c9782-a5dd-4c30-8681-5b1fcf72edc1 None None] Routers {'33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:39.253281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-378c9782-a5dd-4c30-8681-5b1fcf72edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:39.266956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-525bff86-f379-475e-a1fb-d7847783c449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.283124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26107b-b7e9-47dd-a72d-a79b3a9ac36d None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:37:39.288018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4ce3827a-3371-4f31-803f-5b285a07ac4d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:39.292849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ce3827a-3371-4f31-803f-5b285a07ac4d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 HTTP/1.1" status: 200 len: 205 time: 0.1760559 Dec 10 19:37:39.315025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53284) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:39.349311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-378c9782-a5dd-4c30-8681-5b1fcf72edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:39.349558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c9782-a5dd-4c30-8681-5b1fcf72edc1 None None] The sync data for ids ['33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:39.415461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-525bff86-f379-475e-a1fb-d7847783c449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.471727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-525bff86-f379-475e-a1fb-d7847783c449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.487066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67d327ac-4611-4cd5-b9ee-4ef3defca5e9 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717 tempest-ExternalNetworksAdminNegativeTestJSON-1249651717-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:39.509595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-525bff86-f379-475e-a1fb-d7847783c449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.513620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-525bff86-f379-475e-a1fb-d7847783c449 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87429b5c-379b-40bf-9040-8e28e9772ee2 HTTP/1.1" status: 204 len: 168 time: 0.4147685 Dec 10 19:37:39.564238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f26107b-b7e9-47dd-a72d-a79b3a9ac36d None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:37:39.838950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53296) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:39.900471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.907216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.916458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bff86-f379-475e-a1fb-d7847783c449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87429b5c-379b-40bf-9040-8e28e9772ee2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:39.933123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e1ab8c07-9922-4b06-b472-eb8f20386ae6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:39.936148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-525bff86-f379-475e-a1fb-d7847783c449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:39.950670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:39.954291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port 850322f8-5c83-445f-989f-0465bc3f1f85 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:39.954762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:39.954972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:86c481e37e6e44d5a5e4c4e0bb9c1649 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:39.958035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:39.964762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:40.020764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fed2-2104-47d0-b0c5-ae1125e34d12 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.056444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.079572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.092777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:40.127217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2803faa6-33a1-4643-8571-f410b46ebf24,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:40.138422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:40.170554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.179611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86c481e37e6e44d5a5e4c4e0bb9c1649&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3363540 Dec 10 19:37:40.185029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53300) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:40.186298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Deleting port 5876ec58-428d-4eab-bcb5-9c6b83bb295b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:40.186750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.263801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e1ab8c07-9922-4b06-b472-eb8f20386ae6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:40.264740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.426928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3433b637-3e47-4ba5-a496-e59d3f6df3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.456307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3433b637-3e47-4ba5-a496-e59d3f6df3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.506150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3433b637-3e47-4ba5-a496-e59d3f6df3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.513040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:40.545988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433b637-3e47-4ba5-a496-e59d3f6df3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803faa6-33a1-4643-8571-f410b46ebf24,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:40.569621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3433b637-3e47-4ba5-a496-e59d3f6df3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:40.629309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3433b637-3e47-4ba5-a496-e59d3f6df3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.636977 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3433b637-3e47-4ba5-a496-e59d3f6df3fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2803faa6-33a1-4643-8571-f410b46ebf24 HTTP/1.1" status: 204 len: 168 time: 0.3841610 Dec 10 19:37:40.720933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.783351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port 850322f8-5c83-445f-989f-0465bc3f1f85, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=850322f8-5c83-445f-989f-0465bc3f1f85,segment=NetworkSegment(2744124e-29eb-4d3c-9604-09cc257d4c3f),segment_id=2744124e-29eb-4d3c-9604-09cc257d4c3f)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:40.783351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.793446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fed2-2104-47d0-b0c5-ae1125e34d12 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.866851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fed2-2104-47d0-b0c5-ae1125e34d12 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:40.938092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for 850322f8-5c83-445f-989f-0465bc3f1f85 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:41.037477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fed2-2104-47d0-b0c5-ae1125e34d12 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.038102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a2fed2-2104-47d0-b0c5-ae1125e34d12 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Fanout notify agent at l3_agent the message router_deleted on router 33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:37:41.056935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fed2-2104-47d0-b0c5-ae1125e34d12 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.058188 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7a2fed2-2104-47d0-b0c5-ae1125e34d12 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 HTTP/1.1" status: 204 len: 168 time: 1.7407675 Dec 10 19:37:41.059731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53314) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:41.063784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:41.117114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.126466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e53d45-6e9f-4ca1-8b49-51597d7b94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.129433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a81987f5-2226-4523-94af-09aafc8d5d5f tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:41.169140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Calling delete_port for 5876ec58-428d-4eab-bcb5-9c6b83bb295b owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:41.189650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=850322f8-5c83-445f-989f-0465bc3f1f85,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:41.207826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:41.226163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port 850322f8-5c83-445f-989f-0465bc3f1f85 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:37:41.359832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.371601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:41.439552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2bdf0941-68d8-48bf-984d-80c2c9133549 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=870db3ad48b94ffa98082e19029a36f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3785605 Dec 10 19:37:41.444006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53328) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:41.462249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event deleted for resources: {'Port': ['ID=5876ec58-428d-4eab-bcb5-9c6b83bb295b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:41.472790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.518877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6be8b41-a770-4312-9527-c4f1bbf7f68c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:41.520298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:41.543940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2744124e-29eb-4d3c-9604-09cc257d4c3f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:41.544286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2744124e-29eb-4d3c-9604-09cc257d4c3f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:41.561801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.573450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet 5b485636-ccb5-457c-93cc-7f6ddee29c4f {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:37:41.581488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.630815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.643243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:41.643690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:41.659879 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:41.717790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.736224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.803566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.810890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aade72be-f7cd-4a41-ba3b-dff6eafe0d59 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:41.835224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.843200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=b6be8b41-a770-4312-9527-c4f1bbf7f68c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:41.847655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:41.856732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/b6be8b41-a770-4312-9527-c4f1bbf7f68c HTTP/1.1" status: 204 len: 168 time: 5.3450110 Dec 10 19:37:41.860315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53342) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:41.869893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1240799817'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:41.873447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b963be96-cd10-4244-99f5-065f060c320d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.876076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.906723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:41.925720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:41.927605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:41.937894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:41.959142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:41.965059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:41.994873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.005306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:42.037172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:37:42.041494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b963be96-cd10-4244-99f5-065f060c320d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.055639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=5b485636-ccb5-457c-93cc-7f6ddee29c4f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:42.059108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:42.062954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.063352 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment f8a0bad9-c536-4b30-86e3-ca080bd18a9e of type vlan for network e9467f75-6fc9-413c-87f5-c908163dc3f0 Dec 10 19:37:42.064376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:42.069130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651fdbc8-a03a-4949-b320-ab60e322d264 None None] Network ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:42.072129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.080375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.095403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/5b485636-ccb5-457c-93cc-7f6ddee29c4f HTTP/1.1" status: 204 len: 168 time: 1.0280676 Dec 10 19:37:42.097896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53354) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:42.109416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.137000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.146295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.166703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:42.167812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.176238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:42.285019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b963be96-cd10-4244-99f5-065f060c320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.288424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.289016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4b8104-3076-4d48-b89d-5e2cc890568d {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:37:42.292119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4306931 Dec 10 19:37:42.295931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:42.309591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': 'e9467f75-6fc9-413c-87f5-c908163dc3f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:42.323476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d997676d-5e8d-49aa-ae66-0fb637591186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:42.340257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2131704825'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:42.355972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963be96-cd10-4244-99f5-065f060c320d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0b725-2639-4aaf-80d6-342a5a4d9eaa,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:42.358100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b963be96-cd10-4244-99f5-065f060c320d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:42.418695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.420617 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/4c4b8104-3076-4d48-b89d-5e2cc890568d HTTP/1.1" status: 204 len: 168 time: 3.5863221 Dec 10 19:37:42.421043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b963be96-cd10-4244-99f5-065f060c320d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.422195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b963be96-cd10-4244-99f5-065f060c320d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8aa0b725-2639-4aaf-80d6-342a5a4d9eaa HTTP/1.1" status: 204 len: 168 time: 0.9670751 Dec 10 19:37:42.425275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53366) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:42.465037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1997799887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:42.475732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:42.484902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet d4f190d6-3be2-48a2-8c9b-03e37c9f1506 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:37:42.487661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.489978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Usage tracker for resource:router and tenant:56df5bdf69384151aec7a155560d4ba4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:42.494708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.527357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:42.555751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:42.577092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.577743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] DHCP port deletion for ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:37:42.578261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.584997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.590062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] Deleting port d060d25c-325c-41a3-a52d-82faade71474 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:42.591485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.664064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.706627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.730598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.738225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=e9467f75-6fc9-413c-87f5-c908163dc3f0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:42.749455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:42.752511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:42.757749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Usage tracker for resource:network and tenant:ec80ecd64ab44a38b7f33979cb88318d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:42.768841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network e9467f75-6fc9-413c-87f5-c908163dc3f0 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:37:42.771744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:42.781416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.782778 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b3000c8a-8324-40f7-a690-79af736344f7 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3564787 Dec 10 19:37:42.786023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53372) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:42.786754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:42.794715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:42.817951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:42.820495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Made reservation on behalf of ec80ecd64ab44a38b7f33979cb88318d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:42.827087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.843145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:42.846398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:42.849605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:42.864912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:42.890808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:42.972848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:42.989842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Usage tracker for resource:security_group_rule and tenant:ec80ecd64ab44a38b7f33979cb88318d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:42.999765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:43.007843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:43.030150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.058988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.108397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] For port d060d25c-325c-41a3-a52d-82faade71474, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d060d25c-325c-41a3-a52d-82faade71474,segment=NetworkSegment(845a1268-e784-468b-86bb-58aac066112b),segment_id=845a1268-e784-468b-86bb-58aac066112b)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:43.109095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.132099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-93181c36-eb74-40d6-920a-79a870e75a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:43.183982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f8288-4656-491a-a1f4-87c9a047d1a0 None None] Network 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:43.192864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 10 19:37:43.193903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 10 19:37:43.224125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.255012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f190d6-3be2-48a2-8c9b-03e37c9f1506,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:43.260294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:43.262980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/d4f190d6-3be2-48a2-8c9b-03e37c9f1506 HTTP/1.1" status: 204 len: 168 time: 1.1631844 Dec 10 19:37:43.266828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53386) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:43.285380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] Calling delete_port for d060d25c-325c-41a3-a52d-82faade71474 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:43.364490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.376473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d6865e7-dfed-419f-99c5-d5c17a7aee4f tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:43.499561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=d465c304-c354-4294-8bae-039db42e4a62,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:43.516118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:43.531688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.535974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.540543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.554019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d044719d-f67e-4dcc-ac96-7919a53f5964 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:43.566174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:43.592190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e9467f75-6fc9-413c-87f5-c908163dc3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:43.592578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: e9467f75-6fc9-413c-87f5-c908163dc3f0, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:43.604107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:37:43.624661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b25cc42-d74a-498b-8db7-e6fbaa2e9739,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:43.630231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:43.634937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.635334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Added segment 7954f3c9-fc0a-490e-89e8-6f771e10b331 of type vlan for network 8e768532-a3aa-43d2-b2b5-8e935ad3168e Dec 10 19:37:43.645526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network e9467f75-6fc9-413c-87f5-c908163dc3f0 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:43.678940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.701336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, e9467f75-6fc9-413c-87f5-c908163dc3f0) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:43.710014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:43.710669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.734692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db22a23-f717-4932-a77c-f0b58b2c38ce None None] Network e9467f75-6fc9-413c-87f5-c908163dc3f0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:43.739362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.753107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:43.762578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.789054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] Pushing event deleted for resources: {'Port': ['ID=d060d25c-325c-41a3-a52d-82faade71474,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:43.796193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1621bdba-089b-4dfe-9b4c-8788379a6892 tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:43.908573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Network': ['ID=8e768532-a3aa-43d2-b2b5-8e935ad3168e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:43.911864 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8464537 Dec 10 19:37:43.913212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:43.917135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:43.920334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] No DVR routers for this DVR port d060d25c-325c-41a3-a52d-82faade71474 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:37:43.922274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53402) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:43.924495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d060d25c-325c-41a3-a52d-82faade71474 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:37:43.931857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6348376 Dec 10 19:37:43.938853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'subnet': {'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:43.963163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:43.966793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53406) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:43.997416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:37:44.005702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53410) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:44.042666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: d060d25c-325c-41a3-a52d-82faade71474 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:37:44.043039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d060d25c-325c-41a3-a52d-82faade71474 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:37:44.123375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:44.129142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Usage tracker for resource:subnet and tenant:ec80ecd64ab44a38b7f33979cb88318d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:44.133816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:44.141379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.143725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:44.156963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Made reservation on behalf of ec80ecd64ab44a38b7f33979cb88318d for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:44.215917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6bed1b4-b7dc-4520-9e75-fe5ee4bfa657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.240144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.329436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.349953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.365416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-e9467f75-6fc9-413c-87f5-c908163dc3f0', 'network_id': 'e9467f75-6fc9-413c-87f5-c908163dc3f0', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': 'd465c304-c354-4294-8bae-039db42e4a62'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:44.373776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.384016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-21453b31-b4e7-4bbe-bf67-92f0681a049c tempest-DvrRoutersNegativeTest-1991995314 tempest-DvrRoutersNegativeTest-1991995314-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-371065741', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:44.386633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.policy [None req-21453b31-b4e7-4bbe-bf67-92f0681a049c tempest-DvrRoutersNegativeTest-1991995314 tempest-DvrRoutersNegativeTest-1991995314-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88871) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 10 19:37:44.386973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.policy [None req-21453b31-b4e7-4bbe-bf67-92f0681a049c tempest-DvrRoutersNegativeTest-1991995314 tempest-DvrRoutersNegativeTest-1991995314-project] Failed policy check for 'create_router' {{(pid=88871) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 10 19:37:44.387559 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-21453b31-b4e7-4bbe-bf67-92f0681a049c tempest-DvrRoutersNegativeTest-1991995314 tempest-DvrRoutersNegativeTest-1991995314-project] create failed (client error): Access was denied to this resource. Dec 10 19:37:44.392824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-21453b31-b4e7-4bbe-bf67-92f0681a049c tempest-DvrRoutersNegativeTest-1991995314 tempest-DvrRoutersNegativeTest-1991995314-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3819847 Dec 10 19:37:44.406243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] DHCP port deletion for 6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:37:44.495926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] Deleting port 9762c372-2bcf-4143-bddb-b6a49c005256 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:44.496308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.515881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.528717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead4fd31-3357-4f4f-b3f5-2d8f5cb99145']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:44.555999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845a1268-e784-468b-86bb-58aac066112b') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:44.556424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845a1268-e784-468b-86bb-58aac066112b') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:44.578681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.629007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.640172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:44.651063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.674340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:44.674795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:44.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:44.767282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.799440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Subnet': ['ID=4613110d-66bf-4103-b0d1-c5075eedb763,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:44.801842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Checking segment: {'id': '7954f3c9-fc0a-490e-89e8-6f771e10b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:44.802255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Network hostable DHCP agents. Network: 8e768532-a3aa-43d2-b2b5-8e935ad3168e, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:44.811406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:44.833109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:44.850365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 8e768532-a3aa-43d2-b2b5-8e935ad3168e) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:44.855564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:44.862699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.865191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad4563-68bb-4caf-adee-330223562ac0 None None] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:44.867168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53426) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:44.902346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9740636 Dec 10 19:37:44.902580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53432) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:44.920790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-854831402'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:44.950328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:44.961213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:44.982010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.043723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.061863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=ead4fd31-3357-4f4f-b3f5-2d8f5cb99145,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:45.069362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:45.082716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/ead4fd31-3357-4f4f-b3f5-2d8f5cb99145 HTTP/1.1" status: 204 len: 168 time: 1.8104107 Dec 10 19:37:45.083884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53436) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:45.146456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.169795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:45.181771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Usage tracker for resource:security_group_rule and tenant:41cbfcdcb80541bfb3ac208da518f960 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:45.188975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.196012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:45.207479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:45.220792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Allocated IP 172.20.0.3 (e9467f75-6fc9-413c-87f5-c908163dc3f0/d465c304-c354-4294-8bae-039db42e4a62/8ed4ef68-132d-43e4-8fc5-ac8222a82415) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:45.242740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.261797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:45.270056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] For port 9762c372-2bcf-4143-bddb-b6a49c005256, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9762c372-2bcf-4143-bddb-b6a49c005256,segment=NetworkSegment(d3b5f75f-4855-44c4-b52c-435d1b155ca8),segment_id=d3b5f75f-4855-44c4-b52c-435d1b155ca8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:45.270671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.276683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Usage tracker for resource:port and tenant:ec80ecd64ab44a38b7f33979cb88318d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:45.282033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 9762c372-2bcf-4143-bddb-b6a49c005256 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:45.282236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.282330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:45.293581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:45.344854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Made reservation on behalf of ec80ecd64ab44a38b7f33979cb88318d for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:45.350432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.396318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] device_id is not set on port bdf1c19e-145b-4855-8e86-2b3b11c0a637 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:45.453971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Allocated IP 172.26.8.248 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/112a4a5c-d4ae-4617-a5d6-7197098fdb04) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:45.518567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.536470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] Calling delete_port for 9762c372-2bcf-4143-bddb-b6a49c005256 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:45.609695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.615446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.633861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:45.665927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad96500-ed91-4a57-928d-469d53a39d8b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:45.669221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:45.684952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port 9762c372-2bcf-4143-bddb-b6a49c005256, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9762c372-2bcf-4143-bddb-b6a49c005256,segment=NetworkSegment(d3b5f75f-4855-44c4-b52c-435d1b155ca8),segment_id=d3b5f75f-4855-44c4-b52c-435d1b155ca8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:45.685358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.727515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.764328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9762c372-2bcf-4143-bddb-b6a49c005256 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:37:45.779671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.788013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:45.800716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'tenant_id': 'ec80ecd64ab44a38b7f33979cb88318d', 'fixed_ips': [{'subnet_id': '4613110d-66bf-4103-b0d1-c5075eedb763'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:45.801756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.845593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Allocated IP 2001:db8::3b (8e768532-a3aa-43d2-b2b5-8e935ad3168e/4613110d-66bf-4103-b0d1-c5075eedb763/bdf1c19e-145b-4855-8e86-2b3b11c0a637) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:45.883986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 9762c372-2bcf-4143-bddb-b6a49c005256 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:45.888271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:45.902725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:45.918899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41cbfcdcb80541bfb3ac208da518f960&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0465417 Dec 10 19:37:45.928022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53446) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:46.007947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] Pushing event deleted for resources: {'Port': ['ID=9762c372-2bcf-4143-bddb-b6a49c005256,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:46.022553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:46.023478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No active binding found for port 9762c372-2bcf-4143-bddb-b6a49c005256 {{(pid=88873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 10 19:37:46.024635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9762c372-2bcf-4143-bddb-b6a49c005256 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:37:46.025783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a43bb1e4-b3e4-471c-9a12-2be3626788f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.061225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] No DVR routers for this DVR port 9762c372-2bcf-4143-bddb-b6a49c005256 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:37:46.063258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.076867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:37:46.077350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:37:46.081813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:46.082024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a43bb1e4-b3e4-471c-9a12-2be3626788f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.088607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:46.095359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Transition to ACTIVE for port object 8ed4ef68-132d-43e4-8fc5-ac8222a82415 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:46.096183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:46.127341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event updated for resources: {'Port': ['ID=112a4a5c-d4ae-4617-a5d6-7197098fdb04,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:46.130039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Transition to ACTIVE for port object 8ed4ef68-132d-43e4-8fc5-ac8222a82415 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:46.136643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:46.138314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.146808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:46.148243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a43bb1e4-b3e4-471c-9a12-2be3626788f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.154128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:46.169663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bb1e4-b3e4-471c-9a12-2be3626788f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad96500-ed91-4a57-928d-469d53a39d8b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:46.175840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a43bb1e4-b3e4-471c-9a12-2be3626788f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:46.192861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a43bb1e4-b3e4-471c-9a12-2be3626788f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.197726 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a43bb1e4-b3e4-471c-9a12-2be3626788f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ad96500-ed91-4a57-928d-469d53a39d8b HTTP/1.1" status: 204 len: 168 time: 0.2652833 Dec 10 19:37:46.221768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.240717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Network e9467f75-6fc9-413c-87f5-c908163dc3f0 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:46.247710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:46.250345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:46.257981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Pushing event updated for resources: {'Port': ['ID=8ed4ef68-132d-43e4-8fc5-ac8222a82415,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:46.261786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:46.268314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c23fc6ec-09de-4fe6-985e-2435a0a503eb tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:46.322747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.329970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=d465c304-c354-4294-8bae-039db42e4a62,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:46.349544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:46.361848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Attempting to bind port 8ed4ef68-132d-43e4-8fc5-ac8222a82415 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:46.362288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Attempting to bind port 8ed4ef68-132d-43e4-8fc5-ac8222a82415 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e9467f75-6fc9-413c-87f5-c908163dc3f0'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:46.362696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Attempting to bind port 8ed4ef68-132d-43e4-8fc5-ac8222a82415 on network e9467f75-6fc9-413c-87f5-c908163dc3f0 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:46.370419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:46.370852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Checking segment: {'id': 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e9467f75-6fc9-413c-87f5-c908163dc3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:46.371316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.371778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Bound using segment: {'id': 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e9467f75-6fc9-413c-87f5-c908163dc3f0'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:46.372295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Bound port: 8ed4ef68-132d-43e4-8fc5-ac8222a82415, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e9467f75-6fc9-413c-87f5-c908163dc3f0'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:46.372768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.384317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Transition to ACTIVE for port object bdf1c19e-145b-4855-8e86-2b3b11c0a637 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:46.497836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] For port 8ed4ef68-132d-43e4-8fc5-ac8222a82415, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:46.505619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] For port 8ed4ef68-132d-43e4-8fc5-ac8222a82415, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8ed4ef68-132d-43e4-8fc5-ac8222a82415,segment=NetworkSegment(f8a0bad9-c536-4b30-86e3-ca080bd18a9e),segment_id=f8a0bad9-c536-4b30-86e3-ca080bd18a9e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:46.524508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.530210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:46.578950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 9762c372-2bcf-4143-bddb-b6a49c005256 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:46.579357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.635173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Pushing event updated for resources: {'Port': ['ID=8ed4ef68-132d-43e4-8fc5-ac8222a82415,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:46.646896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:46.703091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] The port '9762c372-2bcf-4143-bddb-b6a49c005256' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:37:46.740511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf161b-cc4b-43a8-bded-1ac447d00abf None None] Network e9467f75-6fc9-413c-87f5-c908163dc3f0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:46.770104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.815543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9467f75-6fc9-413c-87f5-c908163dc3f0']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:46.838368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:46.839189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:46.859772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.882483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.889322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.895742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.912097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c1fb444-5284-4aa7-8d7c-f41f53506f08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:46.916262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:46.930982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b5f75f-4855-44c4-b52c-435d1b155ca8') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:46.931326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b5f75f-4855-44c4-b52c-435d1b155ca8') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:46.945256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.967077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.974004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:46.974653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:46.991731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:46.992360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.012335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=bdf1c19e-145b-4855-8e86-2b3b11c0a637,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:47.015233 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:47.018368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:47.047259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Allocated IP 2001:db8::2 (8e768532-a3aa-43d2-b2b5-8e935ad3168e/4613110d-66bf-4103-b0d1-c5075eedb763/d5890f64-75d0-4cda-b12e-48b858ab6454) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:47.110691 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:47.115456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.115795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.120510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.127444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:47.150302 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7 HTTP/1.1" status: 204 len: 168 time: 2.0659201 Dec 10 19:37:47.155454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53470) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:47.165315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1658745789'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:47.171108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=6a2f09ae-0f7c-48e5-9a4e-aa633de32bc7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:47.174202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:47.175608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:47.181078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:47.185309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:47.192722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:47.203860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:47.219083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.256504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:37:47.268829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.269690 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment 9f426d20-5f5e-4c34-b00d-823f30b39786 of type vlan for network 5e11f46e-78a9-495c-ab95-58f937d0e55b Dec 10 19:37:47.289848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:47.294331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:47.299980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:37:47.299980 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:37:47.299980 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': 'e9467f75-6fc9-413c-87f5-c908163dc3f0'}] Dec 10 19:37:47.299980 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:37:47.300391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:37:47.305448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:47.309625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:47.310318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.355472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.360806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.373807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4699943 Dec 10 19:37:47.374615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53478) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:47.378718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.385687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1687759533', 'allowed_address_pairs': [{'ip_address': '2001:db8::3b', 'mac_address': 'fa:16:3e:c0:ca:4a'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:47.397923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.402740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:47.403542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.410969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1dbe4db5-fd18-4e17-9d26-b259c26c24d5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:47.508862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.521940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3622322 Dec 10 19:37:47.533889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:47.535862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53486) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:47.537807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': '5e11f46e-78a9-495c-ab95-58f937d0e55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:47.538565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Transition to ACTIVE for port object d5890f64-75d0-4cda-b12e-48b858ab6454 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:47.568990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Transition to ACTIVE for port object d5890f64-75d0-4cda-b12e-48b858ab6454 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:47.577800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.584986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a4fd121-90d3-4fc2-86a8-dc39d3f6a283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:47.630063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=5e11f46e-78a9-495c-ab95-58f937d0e55b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:47.645289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:47.652521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 5e11f46e-78a9-495c-ab95-58f937d0e55b details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:37:47.704976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:47.710547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:47.717537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:47.734427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:47.748795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:47.751800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-34cd0c69-b1aa-4f6c-928a-5878a2c80b0c tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1089286113', 'prefixes': ['172.20.0.0/16']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:47.765987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:47.770499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Usage tracker for resource:port and tenant:ec80ecd64ab44a38b7f33979cb88318d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:47.773247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:47.780155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:47.784756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Pushing event updated for resources: {'Port': ['ID=d5890f64-75d0-4cda-b12e-48b858ab6454,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:47.790162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-34cd0c69-b1aa-4f6c-928a-5878a2c80b0c tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:47.794723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Made reservation on behalf of ec80ecd64ab44a38b7f33979cb88318d for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:47.800295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:47.814615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.828497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:47.831620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:47.843072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:47.906635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.921930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port 8ed4ef68-132d-43e4-8fc5-ac8222a82415 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:47.922308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.952749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Attempting to bind port d5890f64-75d0-4cda-b12e-48b858ab6454 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:47.953176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Attempting to bind port d5890f64-75d0-4cda-b12e-48b858ab6454 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '7954f3c9-fc0a-490e-89e8-6f771e10b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:47.953641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Attempting to bind port d5890f64-75d0-4cda-b12e-48b858ab6454 on network 8e768532-a3aa-43d2-b2b5-8e935ad3168e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:47.961843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:47.962248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Checking segment: {'id': '7954f3c9-fc0a-490e-89e8-6f771e10b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:47.962649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:47.963097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Bound using segment: {'id': '7954f3c9-fc0a-490e-89e8-6f771e10b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:47.963630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Bound port: d5890f64-75d0-4cda-b12e-48b858ab6454, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7954f3c9-fc0a-490e-89e8-6f771e10b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:47.964055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.073180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] For port d5890f64-75d0-4cda-b12e-48b858ab6454, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:48.076971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] For port d5890f64-75d0-4cda-b12e-48b858ab6454, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d5890f64-75d0-4cda-b12e-48b858ab6454,segment=NetworkSegment(7954f3c9-fc0a-490e-89e8-6f771e10b331),segment_id=7954f3c9-fc0a-490e-89e8-6f771e10b331)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:48.082634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.087636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2a794b6-7570-4ec2-904a-44004beff7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:48.091739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.167054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.172341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:48.206484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] device_id is not set on port 7787a394-f9d2-49ec-a232-d776e957278e yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:48.208097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Pushing event updated for resources: {'Port': ['ID=d5890f64-75d0-4cda-b12e-48b858ab6454,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:48.212894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:48.268706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=9558ce9a-7579-4963-8047-ad4732132117,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:48.272603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:48.281291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': '9f426d20-5f5e-4c34-b00d-823f30b39786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e11f46e-78a9-495c-ab95-58f937d0e55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:48.281931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: 5e11f46e-78a9-495c-ab95-58f937d0e55b, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:48.312684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 5e11f46e-78a9-495c-ab95-58f937d0e55b is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:48.323374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 5e11f46e-78a9-495c-ab95-58f937d0e55b) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:48.327396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:48.328295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.338236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d1ae5-415e-4ab5-9327-ab37838540b8 None None] Network 5e11f46e-78a9-495c-ab95-58f937d0e55b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:48.360418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8280089 Dec 10 19:37:48.363263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53496) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:48.373953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-436803344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:48.383046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:48.389245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:router and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:48.392969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:48.401953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:48.419367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.420475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.449152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.474877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.504391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.507695 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-044a65cb-a6cd-46ba-92e9-1a663a691da8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1428351 Dec 10 19:37:48.511498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53502) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:48.512093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port 8ed4ef68-132d-43e4-8fc5-ac8222a82415, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8ed4ef68-132d-43e4-8fc5-ac8222a82415,segment=NetworkSegment(f8a0bad9-c536-4b30-86e3-ca080bd18a9e),segment_id=f8a0bad9-c536-4b30-86e3-ca080bd18a9e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:48.512549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.520325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'port': {'network_id': '5e11f46e-78a9-495c-ab95-58f937d0e55b', 'name': 'tempest-RoutersIpV6Test-423200728'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:48.719111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for 8ed4ef68-132d-43e4-8fc5-ac8222a82415 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:48.924904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34cd0c69-b1aa-4f6c-928a-5878a2c80b0c tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] Notify callbacks [] for subnetpool, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:48.926329 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-34cd0c69-b1aa-4f6c-928a-5878a2c80b0c tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3908234 Dec 10 19:37:48.935484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53508) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:49.010539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:49.012079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Allocated IP 2001:db8::132 (8e768532-a3aa-43d2-b2b5-8e935ad3168e/4613110d-66bf-4103-b0d1-c5075eedb763/7787a394-f9d2-49ec-a232-d776e957278e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:49.017023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:port and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:49.020990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.022609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:49.031183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2b481f5-5089-4700-b397-2fd97e320e6e tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:49.036920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:49.047943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:49.055712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.066780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-65d9a044-6255-4c4e-a401-42ef7f44ec94 tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] 10.222.0.41 "GET /v2.0/subnetpools/df39e356-a48d-4784-a782-048a2aa9efb7 HTTP/1.1" status: 200 len: 732 time: 0.1289279 Dec 10 19:37:49.071200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-5e11f46e-78a9-495c-ab95-58f937d0e55b', 'network_id': '5e11f46e-78a9-495c-ab95-58f937d0e55b', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': '9558ce9a-7579-4963-8047-ad4732132117'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:49.072313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53512) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:49.072756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.086949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=8ed4ef68-132d-43e4-8fc5-ac8222a82415,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:49.087444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-eff0f0a7-07b3-435f-b1b5-43cd447e71d6 tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-175697577'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:49.093303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Router 2573022a-8235-4289-b89f-4eb9f51beddf is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:37:49.098461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:49.120756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port 8ed4ef68-132d-43e4-8fc5-ac8222a82415 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:37:49.137772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] device_id is not set on port 7956b98d-c543-4284-80ee-5f7a3d771074 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:49.325466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0f0a7-07b3-435f-b1b5-43cd447e71d6 tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] Notify callbacks [] for subnetpool, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.326802 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eff0f0a7-07b3-435f-b1b5-43cd447e71d6 tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] 10.222.0.41 "PUT /v2.0/subnetpools/df39e356-a48d-4784-a782-048a2aa9efb7 HTTP/1.1" status: 200 len: 683 time: 0.2503965 Dec 10 19:37:49.332681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53516) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:49.376722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8::316 (5e11f46e-78a9-495c-ab95-58f937d0e55b/9558ce9a-7579-4963-8047-ad4732132117/7956b98d-c543-4284-80ee-5f7a3d771074) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:49.716711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a500baaa-eb55-4154-9abb-5b172c4b9fd8 tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] Notify callbacks [] for subnetpool, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.720389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a500baaa-eb55-4154-9abb-5b172c4b9fd8 tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] 10.222.0.41 "DELETE /v2.0/subnetpools/df39e356-a48d-4784-a782-048a2aa9efb7 HTTP/1.1" status: 204 len: 168 time: 0.3855064 Dec 10 19:37:49.733048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53524) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:49.769992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d5890f64-75d0-4cda-b12e-48b858ab6454 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:49.785228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.833535 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-e781fd8d-115e-4188-b602-509b79fc083b tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] show failed (client error): The resource could not be found. Dec 10 19:37:49.837772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e781fd8d-115e-4188-b602-509b79fc083b tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] 10.222.0.41 "GET /v2.0/subnetpools/df39e356-a48d-4784-a782-048a2aa9efb7 HTTP/1.1" status: 404 len: 346 time: 0.1004024 Dec 10 19:37:49.840083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53528) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:49.856353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port d5890f64-75d0-4cda-b12e-48b858ab6454 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:49.874845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9467f75-6fc9-413c-87f5-c908163dc3f0']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:49.882189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-4dcf69e2-c5c0-4ad8-9138-0bd92acd9a6f tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] delete failed (client error): The resource could not be found. Dec 10 19:37:49.883397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4dcf69e2-c5c0-4ad8-9138-0bd92acd9a6f tempest-SubnetPoolsTestJSON-305972336 tempest-SubnetPoolsTestJSON-305972336-project] 10.222.0.41 "DELETE /v2.0/subnetpools/df39e356-a48d-4784-a782-048a2aa9efb7 HTTP/1.1" status: 404 len: 346 time: 0.0422857 Dec 10 19:37:49.918350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:49.918771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a0bad9-c536-4b30-86e3-ca080bd18a9e') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:49.921700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.937430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.944360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object 7956b98d-c543-4284-80ee-5f7a3d771074 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:49.949966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.983747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Transition to ACTIVE for port object 7787a394-f9d2-49ec-a232-d776e957278e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:49.984034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.989975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:49.990710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:50.011844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:50.012540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:50.040644 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:50.076998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Allocated IP 2001:db8::2 (5e11f46e-78a9-495c-ab95-58f937d0e55b/9558ce9a-7579-4963-8047-ad4732132117/7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:50.085917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 5e11f46e-78a9-495c-ab95-58f937d0e55b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:50.097724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:50.103923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:50.110470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:50.111376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.144267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6278515 Dec 10 19:37:50.146635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53536) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:50.150924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=7956b98d-c543-4284-80ee-5f7a3d771074,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:50.248259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:50.268495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.286257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.287990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69558138-07d8-430e-9fd0-2efbc826ba59 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:50.356584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.374527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/e9467f75-6fc9-413c-87f5-c908163dc3f0 HTTP/1.1" status: 204 len: 168 time: 6.4032073 Dec 10 19:37:50.377266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:50.381632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53542) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:50.401256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:50.412737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1714861885'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:50.419556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:50.425220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:50.428459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:50.435503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:50.436775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:50.447620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:50.452729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:50.453450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.519339 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1405890 Dec 10 19:37:50.519339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:50.531652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.544037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53554) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:50.619175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.640013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=7787a394-f9d2-49ec-a232-d776e957278e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:50.645727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:50.647932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:50.651099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:50.673402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Transition to ACTIVE for port object 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:50.676839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3831321-897d-4ca4-a493-f40989b7255e None None] Sync routers for ids ['2573022a-8235-4289-b89f-4eb9f51beddf'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:50.677596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.678881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "PUT /v2.0/routers/2573022a-8235-4289-b89f-4eb9f51beddf HTTP/1.1" status: 200 len: 880 time: 7.8919299 Dec 10 19:37:50.684434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ba514-083a-4b8d-ba3c-d6b5be346d24 None None] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:50.692958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:37:50.698149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53558) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:50.704602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.704937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment 0a07f2a7-7a7d-41df-800b-71aaa836aea1 of type vlan for network 7862ec44-0493-45ce-b8c1-81f02b832904 Dec 10 19:37:50.738495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=e9467f75-6fc9-413c-87f5-c908163dc3f0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:50.746908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:50.749887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.816012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Transition to ACTIVE for port object 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:50.817001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775d39a7-059e-44de-ac9e-06d7756b7fb1 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:50.823286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775d39a7-059e-44de-ac9e-06d7756b7fb1 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:50.829376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] Provisioning for port d5890f64-75d0-4cda-b12e-48b858ab6454 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:50.830055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775d39a7-059e-44de-ac9e-06d7756b7fb1 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:50.831197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-775d39a7-059e-44de-ac9e-06d7756b7fb1 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Synchronizing usage tracker for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:50.838309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] Provisioning complete for port d5890f64-75d0-4cda-b12e-48b858ab6454 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:50.838741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.843874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.848276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:50.848917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.854321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.871441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:50.871900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:50.885871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:50.894475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4907749 Dec 10 19:37:50.925218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53564) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:50.927264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3831321-897d-4ca4-a493-f40989b7255e None None] Routers {'2573022a-8235-4289-b89f-4eb9f51beddf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:50.927661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a3831321-897d-4ca4-a493-f40989b7255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2573022a-8235-4289-b89f-4eb9f51beddf'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:50.948166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '7862ec44-0493-45ce-b8c1-81f02b832904', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:50.955207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-775d39a7-059e-44de-ac9e-06d7756b7fb1 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Unset dirty status for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:50.959202 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-775d39a7-059e-44de-ac9e-06d7756b7fb1 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4068863 Dec 10 19:37:50.968708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53568) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:51.032586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=7862ec44-0493-45ce-b8c1-81f02b832904,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:51.042738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:51.046180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a3831321-897d-4ca4-a493-f40989b7255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:51.060711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Deleting port 7787a394-f9d2-49ec-a232-d776e957278e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:51.061081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.064791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 7862ec44-0493-45ce-b8c1-81f02b832904 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:37:51.162895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Network 5e11f46e-78a9-495c-ab95-58f937d0e55b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:51.193797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Pushing event updated for resources: {'Port': ['ID=7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:51.211051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:51.213159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:51.230348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:51.247212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:51.248293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3831321-897d-4ca4-a493-f40989b7255e None None] Routers {'2573022a-8235-4289-b89f-4eb9f51beddf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:51.249123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a3831321-897d-4ca4-a493-f40989b7255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2573022a-8235-4289-b89f-4eb9f51beddf'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:51.265991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Usage tracker for resource:security_group_rule and tenant:8df61b6260c242cf8e85024e278d1ded is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:51.275233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:51.285185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:51.287711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:51.295465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:51.304560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:51.334044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.354605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:51.404364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a3831321-897d-4ca4-a493-f40989b7255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:51.404870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3831321-897d-4ca4-a493-f40989b7255e None None] The sync data for ids ['2573022a-8235-4289-b89f-4eb9f51beddf'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:51.409082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:51.519677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Calling delete_port for 7787a394-f9d2-49ec-a232-d776e957278e owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:51.572912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Attempting to bind port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:51.573327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Attempting to bind port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '9f426d20-5f5e-4c34-b00d-823f30b39786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e11f46e-78a9-495c-ab95-58f937d0e55b'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:51.573768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Attempting to bind port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 on network 5e11f46e-78a9-495c-ab95-58f937d0e55b {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:51.580430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.600943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:51.601343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Checking segment: {'id': '9f426d20-5f5e-4c34-b00d-823f30b39786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e11f46e-78a9-495c-ab95-58f937d0e55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:51.602348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.602793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Bound using segment: {'id': '9f426d20-5f5e-4c34-b00d-823f30b39786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e11f46e-78a9-495c-ab95-58f937d0e55b'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:51.603328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Bound port: 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f426d20-5f5e-4c34-b00d-823f30b39786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e11f46e-78a9-495c-ab95-58f937d0e55b'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:51.603749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.637054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.694678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.704670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] For port d5890f64-75d0-4cda-b12e-48b858ab6454, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d5890f64-75d0-4cda-b12e-48b858ab6454,segment=NetworkSegment(7954f3c9-fc0a-490e-89e8-6f771e10b331),segment_id=7954f3c9-fc0a-490e-89e8-6f771e10b331)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:51.709068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:51.713232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.718172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7226a8a4-720e-49d8-a092-f20ba95fd269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:51.791708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Port': ['ID=7787a394-f9d2-49ec-a232-d776e957278e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:51.810469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] For port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:51.822906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.823336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.823450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.823948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.824247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.824603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.825159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.825733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.826501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.826909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.827315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.827722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:51.828363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] For port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0,segment=NetworkSegment(9f426d20-5f5e-4c34-b00d-823f30b39786),segment_id=9f426d20-5f5e-4c34-b00d-823f30b39786)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:51.829450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] Pushing event updated for resources: {'Port': ['ID=d5890f64-75d0-4cda-b12e-48b858ab6454,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:51.833831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:51.834105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:51.835146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.841711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:51.946580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:51.969234 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "DELETE /v2.0/ports/7787a394-f9d2-49ec-a232-d776e957278e HTTP/1.1" status: 204 len: 168 time: 0.9991388 Dec 10 19:37:51.970324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53576) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:52.012852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Pushing event updated for resources: {'Port': ['ID=7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:52.026491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:52.058373 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e21869-88ae-4e55-84d6-be10518bade4 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] GET failed (client error): The resource could not be found. Dec 10 19:37:52.059157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b5e21869-88ae-4e55-84d6-be10518bade4 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Synchronizing usage tracker for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:52.084820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b5e21869-88ae-4e55-84d6-be10518bade4 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Unset dirty status for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:52.092838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b5e21869-88ae-4e55-84d6-be10518bade4 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "GET /v2.0/ports/7787a394-f9d2-49ec-a232-d776e957278e HTTP/1.1" status: 404 len: 333 time: 0.1207914 Dec 10 19:37:52.093832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53582) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:52.103356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-640313225'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:52.208171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:52.216853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6e7be44-1120-40de-904f-760b44675237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:52.256149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff4acb-c3df-4957-bd2d-2288df2ac216,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:52.313691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-020c3d4c-060f-4c8a-b620-8da740e18fd0 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/routers/2573022a-8235-4289-b89f-4eb9f51beddf HTTP/1.1" status: 200 len: 921 time: 1.5529211 Dec 10 19:37:52.314816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53586) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:52.315971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:52.331178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:52.346373 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8df61b6260c242cf8e85024e278d1ded&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9080250 Dec 10 19:37:52.346592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53590) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:52.348193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.348602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.349017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.349486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.349946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.350464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.350935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.351341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.351822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.352221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.352615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:37:52.362960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7c644999-c5d1-4dad-885c-f397eded0912 None None] Provisioning complete for port d5890f64-75d0-4cda-b12e-48b858ab6454 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:52.363281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c644999-c5d1-4dad-885c-f397eded0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:52.384999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Made reservation on behalf of ec80ecd64ab44a38b7f33979cb88318d for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:52.393177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:52.423049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:52.423983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:52.431602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] device_id is not set on port befa1ee6-e810-4b98-985c-3510eed82672 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:52.793636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Allocated IP 2001:db8::3aa (8e768532-a3aa-43d2-b2b5-8e935ad3168e/4613110d-66bf-4103-b0d1-c5075eedb763/befa1ee6-e810-4b98-985c-3510eed82672) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:52.878491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-159794a0-b2f2-4b22-8370-3739c6aa67b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:52.959554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-159794a0-b2f2-4b22-8370-3739c6aa67b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.029684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e621863c-08f8-4f1c-bce1-28900595e948 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=2573022a-8235-4289-b89f-4eb9f51beddf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6904354 Dec 10 19:37:53.032802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53598) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:53.092965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7c644999-c5d1-4dad-885c-f397eded0912 None None] Provisioning for port bdf1c19e-145b-4855-8e86-2b3b11c0a637 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:53.103775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7c644999-c5d1-4dad-885c-f397eded0912 None None] Provisioning complete for port bdf1c19e-145b-4855-8e86-2b3b11c0a637 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:53.104604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c644999-c5d1-4dad-885c-f397eded0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.194249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7c644999-c5d1-4dad-885c-f397eded0912 None None] Port bdf1c19e-145b-4855-8e86-2b3b11c0a637 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:53.198827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7c644999-c5d1-4dad-885c-f397eded0912 None None] Could not find standard attr ID for object 7787a394-f9d2-49ec-a232-d776e957278e. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:37:53.314721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-159794a0-b2f2-4b22-8370-3739c6aa67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.322600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:53.327458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-96237fe9-0633-4627-8f76-b8600e95d794 None None] Provisioning complete for port bdf1c19e-145b-4855-8e86-2b3b11c0a637 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:53.328077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96237fe9-0633-4627-8f76-b8600e95d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.343623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159794a0-b2f2-4b22-8370-3739c6aa67b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff4acb-c3df-4957-bd2d-2288df2ac216,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:53.347153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-159794a0-b2f2-4b22-8370-3739c6aa67b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:53.378983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.391344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-159794a0-b2f2-4b22-8370-3739c6aa67b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.393238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-159794a0-b2f2-4b22-8370-3739c6aa67b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93ff4acb-c3df-4957-bd2d-2288df2ac216 HTTP/1.1" status: 204 len: 168 time: 1.0442836 Dec 10 19:37:53.415935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Transition to ACTIVE for port object befa1ee6-e810-4b98-985c-3510eed82672 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:53.421912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-96237fe9-0633-4627-8f76-b8600e95d794 None None] Port bdf1c19e-145b-4855-8e86-2b3b11c0a637 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:53.458944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.477740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:53.531059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d78eeb-d9e8-4e83-bfc5-8d65dca410d0 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:53.533635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1d78eeb-d9e8-4e83-bfc5-8d65dca410d0 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 881 time: 0.4953432 Dec 10 19:37:53.537293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53606) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:53.540015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fd5e4ba4-fd78-4996-b657-be3fd47e536c None None] Could not find standard attr ID for object 7787a394-f9d2-49ec-a232-d776e957278e. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:37:53.577182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.585004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:53.590119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:53.593222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:53.595613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aca4f5a4-e2c6-4967-8f76-2a96cdfa85a0 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:53.598592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:53.599315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.609919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=befa1ee6-e810-4b98-985c-3510eed82672,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:53.613437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:53.633036 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5374484 Dec 10 19:37:53.636604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53612) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:53.639456 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0cf88c9a-6854-4c71-babb-79cc7de17da8 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=2573022a-8235-4289-b89f-4eb9f51beddf HTTP/1.1" status: 200 len: 205 time: 0.1007485 Dec 10 19:37:53.640918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53614) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:53.649704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b', 'mac_address': 'fa:16:3e:c0:ca:4a'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:53.683882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.694380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:53.715119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=c3be72ef-cb80-4194-83df-5a7d1f8990a6,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:53.725351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:53.728911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d6b8c3e-3c54-4e33-ba42-b75ae7d0774d tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:53.901040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d5890f64-75d0-4cda-b12e-48b858ab6454 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:53.964777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': '0a07f2a7-7a7d-41df-800b-71aaa836aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7862ec44-0493-45ce-b8c1-81f02b832904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:53.965182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 7862ec44-0493-45ce-b8c1-81f02b832904, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:37:54.033399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=7956b98d-c543-4284-80ee-5f7a3d771074,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:54.044003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:54.044264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d5890f64-75d0-4cda-b12e-48b858ab6454 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:54.044753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:54.118653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 7862ec44-0493-45ce-b8c1-81f02b832904 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:37:54.202298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 7862ec44-0493-45ce-b8c1-81f02b832904) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:54.217330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:54.218017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:54.246744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24450837-837c-4059-990d-6f7499cf4bac None None] Network 7862ec44-0493-45ce-b8c1-81f02b832904 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:54.294764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:54.415668 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4794281 Dec 10 19:37:54.417729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53634) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:54.432924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:54.534260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:54.655183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:54.716614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:54.845688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842f600a-76a1-4a1f-89ab-0f1859448eef None None] Network 5e11f46e-78a9-495c-ab95-58f937d0e55b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:54.963860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-7862ec44-0493-45ce-b8c1-81f02b832904', 'network_id': '7862ec44-0493-45ce-b8c1-81f02b832904', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': 'c3be72ef-cb80-4194-83df-5a7d1f8990a6'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:37:54.965867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.125831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.145904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Provisioning for port befa1ee6-e810-4b98-985c-3510eed82672 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:55.161757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Provisioning complete for port befa1ee6-e810-4b98-985c-3510eed82672 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:55.162221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.307843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.361526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.366518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.367789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.369152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Port befa1ee6-e810-4b98-985c-3510eed82672 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:55.380761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bcea566-6ecf-4bb7-b4dc-bcded24bc014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:55.401984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Provisioning for port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:55.413385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Provisioning complete for port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:55.413860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.476409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Allocated IP 172.20.0.1 (7862ec44-0493-45ce-b8c1-81f02b832904/c3be72ef-cb80-4194-83df-5a7d1f8990a6/b976cd18-d6bc-487a-9efc-b187e89afaa4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:55.549802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.575615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=7956b98d-c543-4284-80ee-5f7a3d771074,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:55.588770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:55.677594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.717591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.734678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ec787001-1d14-4319-a5b5-0b156477065d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:55.792476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.821634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] In _notify_port_updated(), no bound segment for port befa1ee6-e810-4b98-985c-3510eed82672 on network 8e768532-a3aa-43d2-b2b5-8e935ad3168e {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:37:55.827004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:55.827733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 5e11f46e-78a9-495c-ab95-58f937d0e55b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:55.827853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.831878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "PUT /v2.0/ports/befa1ee6-e810-4b98-985c-3510eed82672 HTTP/1.1" status: 200 len: 1001 time: 2.1907458 Dec 10 19:37:55.832850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53658) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:55.834143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:55.895481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=befa1ee6-e810-4b98-985c-3510eed82672,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:55.899740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.909024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:55.915410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Deleting port 112a4a5c-d4ae-4617-a5d6-7197098fdb04 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:55.915805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.931534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] For port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0,segment=NetworkSegment(9f426d20-5f5e-4c34-b00d-823f30b39786),segment_id=9f426d20-5f5e-4c34-b00d-823f30b39786)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:55.965547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:55.977383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:56.106199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.128720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Pushing event updated for resources: {'Port': ['ID=7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:56.132109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Transition to ACTIVE for port object b976cd18-d6bc-487a-9efc-b187e89afaa4 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:56.135166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:56.170520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Transition to ACTIVE for port object b976cd18-d6bc-487a-9efc-b187e89afaa4 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:37:56.186040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.193313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5997d68-769c-4e6e-bb08-435a43dd1c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:56.239824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.253053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.265458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:56.279474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Network 7862ec44-0493-45ce-b8c1-81f02b832904 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:37:56.284073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:37:56.294180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:37:56.299039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6ca4ae0d-aff5-44bd-95c0-9d845e6a5e8b None None] Provisioning for port 7956b98d-c543-4284-80ee-5f7a3d771074 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:37:56.313026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Pushing event updated for resources: {'Port': ['ID=b976cd18-d6bc-487a-9efc-b187e89afaa4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:56.317144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6ca4ae0d-aff5-44bd-95c0-9d845e6a5e8b None None] Provisioning complete for port 7956b98d-c543-4284-80ee-5f7a3d771074 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:56.317621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ca4ae0d-aff5-44bd-95c0-9d845e6a5e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.362181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:56.449016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Deleting port befa1ee6-e810-4b98-985c-3510eed82672 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:56.449405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.543156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=c3be72ef-cb80-4194-83df-5a7d1f8990a6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:56.558453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Calling delete_port for 112a4a5c-d4ae-4617-a5d6-7197098fdb04 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:56.560827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6ca4ae0d-aff5-44bd-95c0-9d845e6a5e8b None None] Port 7956b98d-c543-4284-80ee-5f7a3d771074 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:56.569713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Attempting to bind port b976cd18-d6bc-487a-9efc-b187e89afaa4 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:37:56.570936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Attempting to bind port b976cd18-d6bc-487a-9efc-b187e89afaa4 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0a07f2a7-7a7d-41df-800b-71aaa836aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7862ec44-0493-45ce-b8c1-81f02b832904'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:37:56.571560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Attempting to bind port b976cd18-d6bc-487a-9efc-b187e89afaa4 on network 7862ec44-0493-45ce-b8c1-81f02b832904 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:37:56.581286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:37:56.582064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Checking segment: {'id': '0a07f2a7-7a7d-41df-800b-71aaa836aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7862ec44-0493-45ce-b8c1-81f02b832904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:37:56.582729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.583349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Bound using segment: {'id': '0a07f2a7-7a7d-41df-800b-71aaa836aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7862ec44-0493-45ce-b8c1-81f02b832904'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:37:56.584079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Bound port: b976cd18-d6bc-487a-9efc-b187e89afaa4, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a07f2a7-7a7d-41df-800b-71aaa836aea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7862ec44-0493-45ce-b8c1-81f02b832904'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:37:56.584699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.602529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:56.611421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6ca4ae0d-aff5-44bd-95c0-9d845e6a5e8b None None] Provisioning complete for port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:56.612302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ca4ae0d-aff5-44bd-95c0-9d845e6a5e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.783804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] For port b976cd18-d6bc-487a-9efc-b187e89afaa4, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:37:56.799477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] For port b976cd18-d6bc-487a-9efc-b187e89afaa4, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b976cd18-d6bc-487a-9efc-b187e89afaa4,segment=NetworkSegment(0a07f2a7-7a7d-41df-800b-71aaa836aea1),segment_id=0a07f2a7-7a7d-41df-800b-71aaa836aea1)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:37:56.857369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.890701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:56.893852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:56.942670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7862ec44-0493-45ce-b8c1-81f02b832904']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:57.121861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a07f2a7-7a7d-41df-800b-71aaa836aea1') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:57.123158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a07f2a7-7a7d-41df-800b-71aaa836aea1') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:57.136419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:57.151785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:57.165026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d713e86e-ce64-4a99-a3c9-31c780b234f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:57.238418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event deleted for resources: {'Port': ['ID=112a4a5c-d4ae-4617-a5d6-7197098fdb04,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:57.244539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:57.252854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:57.253132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Pushing event updated for resources: {'Port': ['ID=b976cd18-d6bc-487a-9efc-b187e89afaa4,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:57.259710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:57.299167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:57.299621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:57.325871 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:57.352901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router d9af47fe-a383-4c11-a1a6-2d2adaa19fce is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:37:57.370298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:57.372481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a423f-38f4-4f31-bfce-1148bc9c9540 None None] Network 7862ec44-0493-45ce-b8c1-81f02b832904 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:37:57.653050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17464cf5-9220-48c0-8d4b-e1a2ec6cffa9 None None] Provisioning complete for port 7956b98d-c543-4284-80ee-5f7a3d771074 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:57.653666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17464cf5-9220-48c0-8d4b-e1a2ec6cffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:57.710616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Calling delete_port for befa1ee6-e810-4b98-985c-3510eed82672 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:57.768395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f5daa5-856a-4463-9e0b-0beb2d1a3b3a None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:37:57.782042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:37:57.782042 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:37:57.782042 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '7862ec44-0493-45ce-b8c1-81f02b832904'}] Dec 10 19:37:57.782042 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:37:57.782407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:37:57.783036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53684) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:57.803513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593294294', 'description': 'tempest-secgroup-smoke-593294294 description', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:57.809751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:37:57.812448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:57.819632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:57.823183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:57.827109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:57.879505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-17464cf5-9220-48c0-8d4b-e1a2ec6cffa9 None None] Port 7956b98d-c543-4284-80ee-5f7a3d771074 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:57.973185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:37:57.987651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1aa9c-9808-4113-acff-070366b9fb1d None None] Sync routers for ids ['d9af47fe-a383-4c11-a1a6-2d2adaa19fce'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:37:58.009381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1aa9c-9808-4113-acff-070366b9fb1d None None] Routers {'d9af47fe-a383-4c11-a1a6-2d2adaa19fce'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:58.010367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-25e1aa9c-9808-4113-acff-070366b9fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d9af47fe-a383-4c11-a1a6-2d2adaa19fce'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:58.017116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/d9af47fe-a383-4c11-a1a6-2d2adaa19fce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8689404 Dec 10 19:37:58.026266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53690) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:58.028233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5daa5-856a-4463-9e0b-0beb2d1a3b3a None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:37:58.029877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.037268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17464cf5-9220-48c0-8d4b-e1a2ec6cffa9 None None] Provisioning complete for port befa1ee6-e810-4b98-985c-3510eed82672 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:58.037736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17464cf5-9220-48c0-8d4b-e1a2ec6cffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.096957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6783a608-08f3-41c3-9a3b-73d978857282 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:58.103441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-25e1aa9c-9808-4113-acff-070366b9fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:58.109671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-17464cf5-9220-48c0-8d4b-e1a2ec6cffa9 None None] Port befa1ee6-e810-4b98-985c-3510eed82672 was deleted so its status cannot be updated. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Dec 10 19:37:58.118009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1aa9c-9808-4113-acff-070366b9fb1d None None] Routers {'d9af47fe-a383-4c11-a1a6-2d2adaa19fce'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:37:58.118890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-25e1aa9c-9808-4113-acff-070366b9fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d9af47fe-a383-4c11-a1a6-2d2adaa19fce'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:58.159181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Port': ['ID=befa1ee6-e810-4b98-985c-3510eed82672,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:58.162300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:58.190743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-25e1aa9c-9808-4113-acff-070366b9fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:58.191473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1aa9c-9808-4113-acff-070366b9fb1d None None] The sync data for ids ['d9af47fe-a383-4c11-a1a6-2d2adaa19fce'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:37:58.247350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaca50a-7ad1-404a-a0a9-c3a913ba4816 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:37:58.248233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1aaca50a-7ad1-404a-a0a9-c3a913ba4816 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:58.254653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:58.255084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.257438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:58.341196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.342628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1aaca50a-7ad1-404a-a0a9-c3a913ba4816 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:58.346796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1aaca50a-7ad1-404a-a0a9-c3a913ba4816 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports/7956b98d-c543-4284-80ee-5f7a3d771074 HTTP/1.1" status: 200 len: 983 time: 0.3164229 Dec 10 19:37:58.350525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:58.402167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.408472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e5a5c11d-0e9f-4de0-a9a9-685921c92c65 None None] Provisioning complete for port 7956b98d-c543-4284-80ee-5f7a3d771074 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:37:58.408914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c11d-0e9f-4de0-a9a9-685921c92c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.424200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.428215 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "DELETE /v2.0/ports/befa1ee6-e810-4b98-985c-3510eed82672 HTTP/1.1" status: 204 len: 168 time: 2.5893407 Dec 10 19:37:58.431273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53700) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:58.472888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.488876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.507118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port b976cd18-d6bc-487a-9efc-b187e89afaa4 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:58.507489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.534585 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-6020d954-6511-44dd-b74d-be55837704ad tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] GET failed (client error): The resource could not be found. Dec 10 19:37:58.534585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6020d954-6511-44dd-b74d-be55837704ad tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Synchronizing usage tracker for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:37:58.552798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.575872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5c11d-0e9f-4de0-a9a9-685921c92c65 None None] Port 7956b98d-c543-4284-80ee-5f7a3d771074 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:37:58.606857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6020d954-6511-44dd-b74d-be55837704ad tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Unset dirty status for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:37:58.606857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6020d954-6511-44dd-b74d-be55837704ad tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "GET /v2.0/ports/befa1ee6-e810-4b98-985c-3510eed82672 HTTP/1.1" status: 404 len: 333 time: 0.1668694 Dec 10 19:37:58.606857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:58.611400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53704) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:58.626558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group_rule and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:58.633848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-744806222'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:58.672211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:58.733241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0856e-8b53-4c4a-a367-b81352b098e6 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:37:58.743688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:58.754240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:58.754848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Fanout notify agent at l3_agent the message router_deleted on router 2573022a-8235-4289-b89f-4eb9f51beddf {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:37:58.895559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0856e-8b53-4c4a-a367-b81352b098e6 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:37:58.988101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.000895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port b976cd18-d6bc-487a-9efc-b187e89afaa4, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b976cd18-d6bc-487a-9efc-b187e89afaa4,segment=NetworkSegment(0a07f2a7-7a7d-41df-800b-71aaa836aea1),segment_id=0a07f2a7-7a7d-41df-800b-71aaa836aea1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:37:59.001305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.024930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.031685 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/2573022a-8235-4289-b89f-4eb9f51beddf HTTP/1.1" status: 204 len: 168 time: 5.3838103 Dec 10 19:37:59.031685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:59.058384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53710) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:59.126171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1902123956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:59.141378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:59.150479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Usage tracker for resource:router and tenant:56df5bdf69384151aec7a155560d4ba4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:59.155369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:59.157816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for b976cd18-d6bc-487a-9efc-b187e89afaa4 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:37:59.165466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:59.207946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:59.236592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.244456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.251106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:59.268051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.269124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.273115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Made reservation on behalf of ec80ecd64ab44a38b7f33979cb88318d for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:37:59.279345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.341725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a995683f-99ef-4fe8-a99a-8e368c12b0d2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:59.347652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:59.350623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:59.351911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] device_id is not set on port bab026de-4731-4593-a105-c0a1f5477154 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:37:59.372865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.392984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.399440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group_rule and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:37:59.402624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1630e04e-37f2-451a-b058-1c11a1f7f4dc tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:59.449959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:37:59.473661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.477928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=b976cd18-d6bc-487a-9efc-b187e89afaa4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:59.483993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:37:59.489551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:59.513011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port b976cd18-d6bc-487a-9efc-b187e89afaa4 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:37:59.527122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 7956b98d-c543-4284-80ee-5f7a3d771074 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:37:59.527518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.562827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.566768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-04f8509e-4273-4ec5-8164-1e3c12dca317 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4483984 Dec 10 19:37:59.570171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:59.583043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': True}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:59.752401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.792608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.809324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Allocated IP 2001:db8::313 (8e768532-a3aa-43d2-b2b5-8e935ad3168e/4613110d-66bf-4103-b0d1-c5075eedb763/bab026de-4731-4593-a105-c0a1f5477154) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:37:59.813762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.822468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7862ec44-0493-45ce-b8c1-81f02b832904']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:59.830765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cd5d8e9a-f60a-45cb-9622-f1f45a3d468e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:37:59.873127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a07f2a7-7a7d-41df-800b-71aaa836aea1') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:59.873463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a07f2a7-7a7d-41df-800b-71aaa836aea1') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:37:59.900664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.938230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.939584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.1436188 Dec 10 19:37:59.947308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53722) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:37:59.948078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cd71ec-4a85-41bd-8b00-cdd72befd54d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:37:59.952905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:37:59.957582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:37:59.972378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'security_group_rule': {'security_group_id': '95cd71ec-4a85-41bd-8b00-cdd72befd54d', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:37:59.985698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:37:59.996133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:37:59.996584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:00.012816 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:00.079875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group_rule and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:00.084966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:00.181055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:00.207323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.218099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:00.236656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.256363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.264769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.272057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=7862ec44-0493-45ce-b8c1-81f02b832904,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:00.283048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:00.288124 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/7862ec44-0493-45ce-b8c1-81f02b832904 HTTP/1.1" status: 204 len: 168 time: 5.8612280 Dec 10 19:38:00.291052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53730) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:00.310289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-214177611'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:00.332786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:00.343161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:00.353358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:00.375408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:00.384062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.404542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 7956b98d-c543-4284-80ee-5f7a3d771074 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:00.416480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.419443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:00.424799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.434847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Transition to ACTIVE for port object bab026de-4731-4593-a105-c0a1f5477154 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:00.437857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.447912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2d6957f-f72b-4191-be0a-d879fb05be78 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:00.488601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d634d4ce-fa1e-4474-9ee3-528f7e7e344a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:00.497496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:00.501691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:00.514343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.515633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5648310 Dec 10 19:38:00.518778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53734) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:00.524585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.524981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment 7a9bd0b7-12ca-42c3-aae1-35d372c795da of type vlan for network 9c133123-b622-4f85-915a-ae0ba6f7770d Dec 10 19:38:00.530256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'security_group_rule': {'security_group_id': '95cd71ec-4a85-41bd-8b00-cdd72befd54d', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:00.542677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:00.549090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group_rule and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:00.552232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.554121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:00.566077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c754ac0-ba44-49eb-9401-76836922fd86 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:00.597672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:00.649541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.651795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.682123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.692131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:00.694844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=bab026de-4731-4593-a105-c0a1f5477154,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:00.702019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:00.704093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:00.717818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:00.722216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:00.722908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.772609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.777391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:00.778161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.785876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:00.814966 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2002611 Dec 10 19:38:00.822536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53740) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:00.836534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c0:ca:4a'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:00.878314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:00.893409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:00.901819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6074376 Dec 10 19:38:00.906841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53744) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:00.917968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '9c133123-b622-4f85-915a-ae0ba6f7770d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:00.946975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=9c133123-b622-4f85-915a-ae0ba6f7770d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:00.957553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=7956b98d-c543-4284-80ee-5f7a3d771074,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:00.961551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 9c133123-b622-4f85-915a-ae0ba6f7770d details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:00.967793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:01.006631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:01.013412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.059413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.066715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:01.069503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6bd51aa-e711-4100-83bb-a61417e9764a tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:01.097536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6c879a11-2402-4f00-b812-e081a565b02e None None] Provisioning for port bab026de-4731-4593-a105-c0a1f5477154 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:01.111916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6c879a11-2402-4f00-b812-e081a565b02e None None] Provisioning complete for port bab026de-4731-4593-a105-c0a1f5477154 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:01.112442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c879a11-2402-4f00-b812-e081a565b02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.118238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4aeafec-3995-4aeb-85ea-eafccc7f83d9,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:01.123305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:01.126712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.131665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6103728 Dec 10 19:38:01.132548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53750) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:01.133815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:01.137405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:01.147686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'security_group_rule': {'security_group_id': '95cd71ec-4a85-41bd-8b00-cdd72befd54d', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:01.153993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:01.165057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:01.173486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group_rule and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:01.177062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6c879a11-2402-4f00-b812-e081a565b02e None None] Port bab026de-4731-4593-a105-c0a1f5477154 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:01.177208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:01.183753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:01.447469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.519413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:01.568996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.600171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.619766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.635487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.680406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.748449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.754303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.763814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:01.794537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5ecbbb-932d-45ac-8967-ef20a270f9d1,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:01.802859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:01.863118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.867496 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7259152 Dec 10 19:38:01.868099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53758) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:01.876583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'security_group_rule': {'security_group_id': '95cd71ec-4a85-41bd-8b00-cdd72befd54d', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:01.886038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:01.894370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group_rule and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:01.901145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:01.909814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:01.954891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.965537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:01.975817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:02.092336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=1c9849de-74c5-471e-b8bc-630fb291dac5,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:02.097731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:02.120471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.121909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': '7a9bd0b7-12ca-42c3-aae1-35d372c795da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9c133123-b622-4f85-915a-ae0ba6f7770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:02.122411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 9c133123-b622-4f85-915a-ae0ba6f7770d, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:02.133110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.138887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f26a9b3-ab34-4743-9a7e-2ccfd1edf6ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:02.174574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a3436d-0be1-42b3-bfb9-a22007c6e80c,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:02.178348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:02.186270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.186746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.190766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3188114 Dec 10 19:38:02.191213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53762) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:02.198382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'security_group_rule': {'security_group_id': '95cd71ec-4a85-41bd-8b00-cdd72befd54d', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:02.203243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 9c133123-b622-4f85-915a-ae0ba6f7770d is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:02.208271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:02.216694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group_rule and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:02.220113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:02.222964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 9c133123-b622-4f85-915a-ae0ba6f7770d) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:02.229305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:02.232055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:02.232694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.233387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936497fd-d3f0-488e-af5e-2ed7c4f5145f None None] Network 9c133123-b622-4f85-915a-ae0ba6f7770d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:02.255122 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Project 109fa8ec58d547ba96a5f05318f0a3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:38:02.266495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3552036 Dec 10 19:38:02.266759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53766) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:02.269503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.491423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.502154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.510183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:02.530360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-9c133123-b622-4f85-915a-ae0ba6f7770d', 'network_id': '9c133123-b622-4f85-915a-ae0ba6f7770d', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': '1c9849de-74c5-471e-b8bc-630fb291dac5'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:38:02.531577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.543121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.559644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028d8ce2-9187-4acb-8f70-64c811b8538d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:02.562590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.566478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3716173 Dec 10 19:38:02.566478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:02.569713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53772) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:02.614800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Allocated IP 172.26.8.30 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/26d3df3b-0ca9-4a9f-99ca-e13114a2ab63) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:02.651329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'security_group_rule': {'security_group_id': '95cd71ec-4a85-41bd-8b00-cdd72befd54d', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:02.662392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:02.671126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:security_group_rule and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:02.676262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:02.688645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:02.691401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.719664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Allocated IP 172.20.0.2 (9c133123-b622-4f85-915a-ae0ba6f7770d/1c9849de-74c5-471e-b8bc-630fb291dac5/9068b6a2-782c-40bd-8046-2b8c5abf452b) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:02.748111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Project 109fa8ec58d547ba96a5f05318f0a3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:38:02.759001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router d9af47fe-a383-4c11-a1a6-2d2adaa19fce has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:02.764556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.809114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.871616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.877719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.878863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:02.887639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.906863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111ddb1c-d772-47ee-ac16-854eddc5ac80,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:02.909802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:02.918594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.923555 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2813792 Dec 10 19:38:02.924330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53780) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:02.931540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'network': {'name': 'tempest-network-smoke--814134120', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:02.937178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:02.941770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:network and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:02.945737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:02.952460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:02.961543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.972209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Made reservation on behalf of 109fa8ec58d547ba96a5f05318f0a3a5 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:02.974934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.978843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61ce8500-17c5-40ff-b3d2-c2e43203b533 tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:02.979211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:02.987464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Transition to ACTIVE for port object 9068b6a2-782c-40bd-8046-2b8c5abf452b will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:03.014075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Transition to ACTIVE for port object 9068b6a2-782c-40bd-8046-2b8c5abf452b will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:03.014524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:03.019646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.026408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:03.034831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.035226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Added segment b8484aa6-effc-423c-8936-047b720f34da of type vlan for network 5d8e451b-357c-4a7a-b706-e483fdef2a36 Dec 10 19:38:03.036815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.047702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:03.094843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9849de-74c5-471e-b8bc-630fb291dac5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:03.109472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:03.117565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Pushing event updated for resources: {'Port': ['ID=9068b6a2-782c-40bd-8046-2b8c5abf452b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:03.130911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Network 9c133123-b622-4f85-915a-ae0ba6f7770d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:03.133581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.134438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:03.135838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] In _notify_port_updated(), no bound segment for port bab026de-4731-4593-a105-c0a1f5477154 on network 8e768532-a3aa-43d2-b2b5-8e935ad3168e {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:38:03.139060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:03.140270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:03.141019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.142932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "PUT /v2.0/ports/bab026de-4731-4593-a105-c0a1f5477154 HTTP/1.1" status: 200 len: 1002 time: 2.3148522 Dec 10 19:38:03.148723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.148723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.149119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.149852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.150154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.150691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.151192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.151701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.152197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.152682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.153169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:03.153449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53784) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:03.157777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:03.199907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=bab026de-4731-4593-a105-c0a1f5477154,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:03.231691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:03.238947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:03.263519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73108f4-bc99-4230-a3e4-19c7f1db2922 None None] Sync routers for ids ['d9af47fe-a383-4c11-a1a6-2d2adaa19fce'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:03.268381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.274567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.278898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:03.296091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Attempting to bind port 9068b6a2-782c-40bd-8046-2b8c5abf452b on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:03.296647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Attempting to bind port 9068b6a2-782c-40bd-8046-2b8c5abf452b by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '7a9bd0b7-12ca-42c3-aae1-35d372c795da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9c133123-b622-4f85-915a-ae0ba6f7770d'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:03.297063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Attempting to bind port 9068b6a2-782c-40bd-8046-2b8c5abf452b on network 9c133123-b622-4f85-915a-ae0ba6f7770d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:03.306992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c133123-b622-4f85-915a-ae0ba6f7770d']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:03.308983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:03.309295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Checking segment: {'id': '7a9bd0b7-12ca-42c3-aae1-35d372c795da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9c133123-b622-4f85-915a-ae0ba6f7770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:03.309781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.310382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Bound using segment: {'id': '7a9bd0b7-12ca-42c3-aae1-35d372c795da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9c133123-b622-4f85-915a-ae0ba6f7770d'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:03.310911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Bound port: 9068b6a2-782c-40bd-8046-2b8c5abf452b, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9bd0b7-12ca-42c3-aae1-35d372c795da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9c133123-b622-4f85-915a-ae0ba6f7770d'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:03.311333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.321813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9bd0b7-12ca-42c3-aae1-35d372c795da') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:03.322145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9bd0b7-12ca-42c3-aae1-35d372c795da') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:03.334191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73108f4-bc99-4230-a3e4-19c7f1db2922 None None] Routers {'d9af47fe-a383-4c11-a1a6-2d2adaa19fce'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:03.335083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f73108f4-bc99-4230-a3e4-19c7f1db2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d9af47fe-a383-4c11-a1a6-2d2adaa19fce'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:03.338771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.343170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Deleting port bab026de-4731-4593-a105-c0a1f5477154 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:03.343817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.355859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.362891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:03.363335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.406519 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/d9af47fe-a383-4c11-a1a6-2d2adaa19fce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0553985 Dec 10 19:38:03.419461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:03.488854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] For port 9068b6a2-782c-40bd-8046-2b8c5abf452b, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:03.503037 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:03.525535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:38:03.525535 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:38:03.525535 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '9c133123-b622-4f85-915a-ae0ba6f7770d'}] Dec 10 19:38:03.525535 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:38:03.526434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:38:03.530779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] For port 9068b6a2-782c-40bd-8046-2b8c5abf452b, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9068b6a2-782c-40bd-8046-2b8c5abf452b,segment=NetworkSegment(7a9bd0b7-12ca-42c3-aae1-35d372c795da),segment_id=7a9bd0b7-12ca-42c3-aae1-35d372c795da)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:03.534331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f73108f4-bc99-4230-a3e4-19c7f1db2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:03.537457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:03.541855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'Port': ['ID=26d3df3b-0ca9-4a9f-99ca-e13114a2ab63,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:03.554613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:03.556291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.557342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:03.561529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.563702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:03.567036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:03.567985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.574925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:03.629650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73108f4-bc99-4230-a3e4-19c7f1db2922 None None] Routers {'d9af47fe-a383-4c11-a1a6-2d2adaa19fce'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:03.630393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f73108f4-bc99-4230-a3e4-19c7f1db2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d9af47fe-a383-4c11-a1a6-2d2adaa19fce'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:03.655007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:03.703971 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7756484 Dec 10 19:38:03.704441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53794) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:03.707778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'Network': ['ID=5d8e451b-357c-4a7a-b706-e483fdef2a36,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:03.713550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'admin_state_up': True, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:03.721606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:03.722708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:03.727802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:router and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:03.731272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:03.738525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:03.750440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.752245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.778723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.876422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:03.957271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:03.982256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f73108f4-bc99-4230-a3e4-19c7f1db2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:03.982924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73108f4-bc99-4230-a3e4-19c7f1db2922 None None] The sync data for ids ['d9af47fe-a383-4c11-a1a6-2d2adaa19fce'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:03.989865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b5195f2c-2cdf-43a8-9089-6cfd66efe1b1 None None] Provisioning complete for port bab026de-4731-4593-a105-c0a1f5477154 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:03.990356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b5195f2c-2cdf-43a8-9089-6cfd66efe1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:04.045163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:04.082329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port 9068b6a2-782c-40bd-8046-2b8c5abf452b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:04.082785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:04.128495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Pushing event updated for resources: {'Port': ['ID=9068b6a2-782c-40bd-8046-2b8c5abf452b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:04.182553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b5195f2c-2cdf-43a8-9089-6cfd66efe1b1 None None] Port bab026de-4731-4593-a105-c0a1f5477154 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:04.189243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:04.237592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3d09e-d5b6-4f8c-93cf-b9f77368c5ee None None] Network 9c133123-b622-4f85-915a-ae0ba6f7770d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:04.390697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port 9068b6a2-782c-40bd-8046-2b8c5abf452b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9068b6a2-782c-40bd-8046-2b8c5abf452b,segment=NetworkSegment(7a9bd0b7-12ca-42c3-aae1-35d372c795da),segment_id=7a9bd0b7-12ca-42c3-aae1-35d372c795da)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:04.391098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:04.399770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:04.440474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:04.461639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:04.480589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e41ac-5616-466e-b065-5ea134f04f1d None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:38:04.536991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-6911ea74-b3c2-4974-ad31-f8c8e8f81205 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7184854 Dec 10 19:38:04.568642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for 9068b6a2-782c-40bd-8046-2b8c5abf452b owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:04.606988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Calling delete_port for bab026de-4731-4593-a105-c0a1f5477154 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:04.655015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e41ac-5616-466e-b065-5ea134f04f1d None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:38:04.794457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-45267767-5215-43a8-9999-40d80dcebc71 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 19:38:04.798382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53804) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:04.798536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-45267767-5215-43a8-9999-40d80dcebc71 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/d9af47fe-a383-4c11-a1a6-2d2adaa19fce/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3699336 Dec 10 19:38:04.855634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-014368a2-4b7c-45a8-9ff0-87dec3e7a72d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9af47fe-a383-4c11-a1a6-2d2adaa19fce HTTP/1.1" status: 200 len: 205 time: 0.0549352 Dec 10 19:38:04.860413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:04.861053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53808) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:04.868974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:04.922460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Allocated IP 172.26.8.154 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/35d31177-64b9-40d2-9cbf-567129f99b5b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:04.929092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=9068b6a2-782c-40bd-8046-2b8c5abf452b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:04.932501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:04.936596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port 9068b6a2-782c-40bd-8046-2b8c5abf452b on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:04.992781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-1d339ff1-8780-4929-a98c-4f633499a47e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63e56e99bbe74b42b943a02594aec266&device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 1098 time: 0.3546467 Dec 10 19:38:05.131293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.161554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.295673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.316092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-702d22b1-d0b4-455a-9313-e0b09e8c88ce tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:05.379604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Port': ['ID=bab026de-4731-4593-a105-c0a1f5477154,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:05.401176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:05.404437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a777b9ed-1f6f-4107-8727-d659c810ba76 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.448677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c133123-b622-4f85-915a-ae0ba6f7770d']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:05.474688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9bd0b7-12ca-42c3-aae1-35d372c795da') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:05.474956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9bd0b7-12ca-42c3-aae1-35d372c795da') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:05.501641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.519893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.529863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.539556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:05.539937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:05.556582 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:05.618896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-c13ccc4b-730b-4356-b5f8-f52d95473444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:05.620572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-c13ccc4b-730b-4356-b5f8-f52d95473444 service neutron] 10.222.0.84 "GET /v2.0/networks?id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49 HTTP/1.1" status: 200 len: 907 time: 0.5749030 Dec 10 19:38:05.621692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.633498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.661177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.665741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:05.682499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.689003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.701376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=9c133123-b622-4f85-915a-ae0ba6f7770d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:05.708406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.712225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:05.715763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ed5d264-0887-4a5a-85df-d42cf631c6d0 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:05.725990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "DELETE /v2.0/ports/bab026de-4731-4593-a105-c0a1f5477154 HTTP/1.1" status: 204 len: 168 time: 2.5710845 Dec 10 19:38:05.732886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53816) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:05.766160 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/9c133123-b622-4f85-915a-ae0ba6f7770d HTTP/1.1" status: 204 len: 168 time: 3.4981885 Dec 10 19:38:05.772445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53820) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:05.791372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-283336344'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:05.803434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:05.806582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:05.810956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:05.813416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:05.848134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:05.856097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'Port': ['ID=35d31177-64b9-40d2-9cbf-567129f99b5b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:05.859431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:05.860416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:05.876173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:05.926645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:05.932253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:05.996225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:06.015244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.015677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment 4269db01-9666-42c4-9737-fa48cd2d1472 of type vlan for network 960a4dfa-ca49-4093-bf20-7c338351da82 Dec 10 19:38:06.059182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.103318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.107398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:06.108030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.112005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:06.127508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.128284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.234126 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb525b8-6b43-4046-9631-c604e5f37c6f tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] GET failed (client error): The resource could not be found. Dec 10 19:38:06.234611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8bb525b8-6b43-4046-9631-c604e5f37c6f tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Synchronizing usage tracker for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:06.298547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5215299 Dec 10 19:38:06.307661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53828) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:06.331167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '960a4dfa-ca49-4093-bf20-7c338351da82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:06.349594 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-e87f7a67-05c8-41ba-966f-1e9fb8ac91d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2 HTTP/1.1" status: 200 len: 1001 time: 0.7214875 Dec 10 19:38:06.369293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=960a4dfa-ca49-4093-bf20-7c338351da82,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:06.372717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:06.383813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 960a4dfa-ca49-4093-bf20-7c338351da82 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:06.504930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Router 6b30051d-9b1d-42f1-9160-a0ca5919c22e is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:38:06.586269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8bb525b8-6b43-4046-9631-c604e5f37c6f tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Unset dirty status for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:06.587524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8bb525b8-6b43-4046-9631-c604e5f37c6f tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "GET /v2.0/ports/bab026de-4731-4593-a105-c0a1f5477154 HTTP/1.1" status: 404 len: 333 time: 0.8534598 Dec 10 19:38:06.616793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53834) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:06.640132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-653212258'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:06.658272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a777b9ed-1f6f-4107-8727-d659c810ba76 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.731078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:06.743199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Sync routers for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:06.756574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.761047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0523787 Dec 10 19:38:06.761197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:06.761197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:06.761357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53838) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:06.769359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a777b9ed-1f6f-4107-8727-d659c810ba76 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.781168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-fca1643d-719d-4f51-ade9-1a50d0043bc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:06.782777 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-fca1643d-719d-4f51-ade9-1a50d0043bc5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48 HTTP/1.1" status: 200 len: 845 time: 0.3703933 Dec 10 19:38:06.840153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:06.867010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:06.883362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:06.911004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:06.949087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a777b9ed-1f6f-4107-8727-d659c810ba76 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:06.949299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a777b9ed-1f6f-4107-8727-d659c810ba76 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Fanout notify agent at l3_agent the message router_deleted on router d9af47fe-a383-4c11-a1a6-2d2adaa19fce {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:38:06.959509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dc13d535-c4de-427f-bb1e-0b63fa3d95ba tempest-TestNetworkAdvancedServerOps-1142488748 tempest-TestNetworkAdvancedServerOps-1142488748-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=109fa8ec58d547ba96a5f05318f0a3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1944230 Dec 10 19:38:06.959606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53844) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:06.968031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:06.971169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:07.045766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:07.069818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a777b9ed-1f6f-4107-8727-d659c810ba76 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.073981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a777b9ed-1f6f-4107-8727-d659c810ba76 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/d9af47fe-a383-4c11-a1a6-2d2adaa19fce HTTP/1.1" status: 204 len: 168 time: 2.1794083 Dec 10 19:38:07.076897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53850) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:07.096683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:07.140053 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-c7b74d4b-a5e3-4421-a8f4-1930e35bb34b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=789bb0e1-ca10-42a8-99f9-bfcc818e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3490129 Dec 10 19:38:07.143683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Made reservation on behalf of ec80ecd64ab44a38b7f33979cb88318d for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:07.150116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.206877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.292168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5b5a0-13ac-43cc-99bb-c6e68ffa39ac tempest-TestNetworkAdvancedServerOps-1142488748 tempest-TestNetworkAdvancedServerOps-1142488748-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:07.296599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2bf5b5a0-13ac-43cc-99bb-c6e68ffa39ac tempest-TestNetworkAdvancedServerOps-1142488748 tempest-TestNetworkAdvancedServerOps-1142488748-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3332582 Dec 10 19:38:07.300625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53856) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:07.316502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:05Z', 'revision_number': 3, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:07.326406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Checking router: 6b30051d-9b1d-42f1-9160-a0ca5919c22e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:38:07.326810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Updating router 6b30051d-9b1d-42f1-9160-a0ca5919c22e port 35d31177-64b9-40d2-9cbf-567129f99b5b binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:38:07.359405 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-be397757-7eae-49ff-b036-9f47b0485bbb tempest-TestNetworkAdvancedServerOps-1142488748 tempest-TestNetworkAdvancedServerOps-1142488748-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549073 Dec 10 19:38:07.359606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53860) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:07.368487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1981125782', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:07.373212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:38:07.377872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] device_id is not set on port 8b327ea5-f6be-4ece-95dd-c968a51f2cbe yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:38:07.395779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.471140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 10 19:38:07.471938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 10 19:38:07.554323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet 9558ce9a-7579-4963-8047-ad4732132117 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:38:07.559521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:07.566289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:subnet and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:07.571112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:07.583638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:07.597034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.634021 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-0d82eae5-0745-4ff1-9ebf-b15c21d5b9b1 service neutron] 10.222.0.84 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639993 Dec 10 19:38:07.670349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Made reservation on behalf of 109fa8ec58d547ba96a5f05318f0a3a5 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:07.780872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.824444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.842880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Transition to ACTIVE for port object 35d31177-64b9-40d2-9cbf-567129f99b5b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:07.845754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.850306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.855070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:07.954856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Pushing event updated for resources: {'Port': ['ID=35d31177-64b9-40d2-9cbf-567129f99b5b,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:07.963515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Attempting to bind port 35d31177-64b9-40d2-9cbf-567129f99b5b on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:07.963933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Attempting to bind port 35d31177-64b9-40d2-9cbf-567129f99b5b by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:07.964728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Attempting to bind port 35d31177-64b9-40d2-9cbf-567129f99b5b on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:07.977815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.978700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.978700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.978879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.979236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.979601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.980364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.980364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.980767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.981753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.981753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:07.986568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:07.986938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:07.987525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:07.987746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:07.988156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:07.988756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Bound port: 35d31177-64b9-40d2-9cbf-567129f99b5b, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:07.989173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.011329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.072855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Router 9df546c2-b8a1-4020-90b7-cffd6a5a58ca is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:38:08.081760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] For port 35d31177-64b9-40d2-9cbf-567129f99b5b, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:08.087338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] For port 35d31177-64b9-40d2-9cbf-567129f99b5b, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=35d31177-64b9-40d2-9cbf-567129f99b5b,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:08.091595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.096030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:08.108235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Allocated IP 2001:db8::ec (8e768532-a3aa-43d2-b2b5-8e935ad3168e/4613110d-66bf-4103-b0d1-c5075eedb763/8b327ea5-f6be-4ece-95dd-c968a51f2cbe) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:08.176293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.186410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a6adce8-37a8-492e-b637-ca00b3024963 req-ba8794b0-7231-423f-817d-13b4887e61a1 service neutron] 10.222.0.84 "GET /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369194 Dec 10 19:38:08.195767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Pushing event updated for resources: {'Port': ['ID=35d31177-64b9-40d2-9cbf-567129f99b5b,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:08.198652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:08.199323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:08.219605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:08.265926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:08.284275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=9558ce9a-7579-4963-8047-ad4732132117,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:08.289212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:08.302640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96daa95d-e5ec-4559-abc8-01d5c07cac20 None None] Network 5e11f46e-78a9-495c-ab95-58f937d0e55b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:08.304171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.332714 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/9558ce9a-7579-4963-8047-ad4732132117 HTTP/1.1" status: 204 len: 168 time: 1.2533894 Dec 10 19:38:08.336667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53868) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:08.366435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.381936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.405405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:08.438454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b66feb2d-a0e6-4004-a08c-f06d4a582947 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:08.566462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'Subnet': ['ID=0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:08.578003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.582636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:08.599183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Checking segment: {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:08.599510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Network hostable DHCP agents. Network: 5d8e451b-357c-4a7a-b706-e483fdef2a36, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:08.607527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:08.607929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.700677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=42f99139-cff7-4e27-82ab-3f8f621fd8e7,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:08.703422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:08.712587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:08.776665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': '4269db01-9666-42c4-9737-fa48cd2d1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '960a4dfa-ca49-4093-bf20-7c338351da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:08.777072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 960a4dfa-ca49-4093-bf20-7c338351da82, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:08.778964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] DHCP port deletion for 5e11f46e-78a9-495c-ab95-58f937d0e55b request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:38:08.794267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] Deleting port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:08.794711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.855011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.906686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Transition to ACTIVE for port object 8b327ea5-f6be-4ece-95dd-c968a51f2cbe will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:08.919099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 960a4dfa-ca49-4093-bf20-7c338351da82 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:08.949400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:08.951241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 960a4dfa-ca49-4093-bf20-7c338351da82) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:08.967280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:08.968194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:08.968327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f309edc-f10f-4652-b72a-bfa44ddc58a2 None None] Network 960a4dfa-ca49-4093-bf20-7c338351da82 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:09.005607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.008362 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "PUT /v2.0/routers/9df546c2-b8a1-4020-90b7-cffd6a5a58ca HTTP/1.1" status: 200 len: 914 time: 9.4365931 Dec 10 19:38:09.011531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53876) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:09.055246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cf16c-3079-4051-b87a-ede1686fed14 None None] Sync routers for ids ['9df546c2-b8a1-4020-90b7-cffd6a5a58ca'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:09.065101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:09.076112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.076571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 5d8e451b-357c-4a7a-b706-e483fdef2a36) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:09.079403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7634456 Dec 10 19:38:09.082558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53880) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:09.092058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-65e58a19-72c0-43a1-85a6-3a46fdfeba0e tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:09.147672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:05Z', 'revision_number': 3, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:09.152462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8f1b39-63bf-4a62-82ca-bba90f1e5012 None None] The sync data for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv is: [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:05Z', 'revision_number': 3, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:09.215181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e13fd-bd38-4e65-af55-2bbc55b415ad None None] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:09.228846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:09.229531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.258643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=8b327ea5-f6be-4ece-95dd-c968a51f2cbe,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:09.262887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:09.265312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:09.266343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:09.270201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:09.275596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:09.276598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.318890 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7001967 Dec 10 19:38:09.321439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53886) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:09.327918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'network_id': '8e768532-a3aa-43d2-b2b5-8e935ad3168e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-154134117'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:09.406072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] For port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0,segment=NetworkSegment(9f426d20-5f5e-4c34-b00d-823f30b39786),segment_id=9f426d20-5f5e-4c34-b00d-823f30b39786)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:09.406072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.419904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0562789 Dec 10 19:38:09.423059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:09.459452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0,segment=NetworkSegment(9f426d20-5f5e-4c34-b00d-823f30b39786),segment_id=9f426d20-5f5e-4c34-b00d-823f30b39786)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:09.459854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.531998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cf16c-3079-4051-b87a-ede1686fed14 None None] Routers {'9df546c2-b8a1-4020-90b7-cffd6a5a58ca'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:09.532989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1e7cf16c-3079-4051-b87a-ede1686fed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['9df546c2-b8a1-4020-90b7-cffd6a5a58ca'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:09.632228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:09.843515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:09.860672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Usage tracker for resource:port and tenant:ec80ecd64ab44a38b7f33979cb88318d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:09.878901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:09.895483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:09.902966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.907449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.912771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:09.933263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1db6ef6c-d190-404c-a8af-d441f80093aa tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/routers/9df546c2-b8a1-4020-90b7-cffd6a5a58ca HTTP/1.1" status: 200 len: 920 time: 0.9200428 Dec 10 19:38:09.934811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:09.935499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Made reservation on behalf of ec80ecd64ab44a38b7f33979cb88318d for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:09.942145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:09.985021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:09.997782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:10.046954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No DVR routers for this DVR port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:10.086279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:38:10.106088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] device_id is not set on port 9c455271-ac0c-4d46-b843-7e396cd0bdef yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:38:10.150302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] Calling delete_port for 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:10.214538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:38:10.214925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:38:10.216563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1e7cf16c-3079-4051-b87a-ede1686fed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.230608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.277463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.327296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e11f46e-78a9-495c-ab95-58f937d0e55b']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.339503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b11f721f-7e1c-4e0c-a455-e13f5da8b57b None None] Provisioning for port 8b327ea5-f6be-4ece-95dd-c968a51f2cbe completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:10.346378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f426d20-5f5e-4c34-b00d-823f30b39786') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.346715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f426d20-5f5e-4c34-b00d-823f30b39786') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.364873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.389818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.398010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.398944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b11f721f-7e1c-4e0c-a455-e13f5da8b57b None None] Provisioning complete for port 8b327ea5-f6be-4ece-95dd-c968a51f2cbe triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:10.399492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b11f721f-7e1c-4e0c-a455-e13f5da8b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.402839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:10.403579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.426837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2769b807-02f7-43e3-b3a5-15344d7f274d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:10.438798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ecb7ef-9f70-40ed-9180-7f24771faff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-960a4dfa-ca49-4093-bf20-7c338351da82', 'network_id': '960a4dfa-ca49-4093-bf20-7c338351da82', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': '42f99139-cff7-4e27-82ab-3f8f621fd8e7'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:38:10.439723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-01ecb7ef-9f70-40ed-9180-7f24771faff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:10.459315 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:10.467389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cf16c-3079-4051-b87a-ede1686fed14 None None] Routers {'9df546c2-b8a1-4020-90b7-cffd6a5a58ca'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:10.468185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1e7cf16c-3079-4051-b87a-ede1686fed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['9df546c2-b8a1-4020-90b7-cffd6a5a58ca'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.494113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e9a2dc1-a444-44e6-b8cb-f0d961ac57b4 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=9df546c2-b8a1-4020-90b7-cffd6a5a58ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5306649 Dec 10 19:38:10.495375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:10.562435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=42f99139-cff7-4e27-82ab-3f8f621fd8e7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:10.587001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:10.673746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:38:10.674246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:38:10.674784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1e7cf16c-3079-4051-b87a-ede1686fed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.675299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cf16c-3079-4051-b87a-ede1686fed14 None None] The sync data for ids ['9df546c2-b8a1-4020-90b7-cffd6a5a58ca'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:10.698159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.705077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1bdc8b35-569a-4369-94ba-e842d238d51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:10.724631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.748888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=5e11f46e-78a9-495c-ab95-58f937d0e55b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:10.760757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:10.765836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.795409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b11f721f-7e1c-4e0c-a455-e13f5da8b57b None None] Port 8b327ea5-f6be-4ece-95dd-c968a51f2cbe cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:10.800047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/5e11f46e-78a9-495c-ab95-58f937d0e55b HTTP/1.1" status: 204 len: 168 time: 2.4617159 Dec 10 19:38:10.811186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53908) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:10.821850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-907812656'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:10.842494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960a4dfa-ca49-4093-bf20-7c338351da82']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.851522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:10.859700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:10.862492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-5d8e451b-357c-4a7a-b706-e483fdef2a36', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:38:10.863663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4269db01-9666-42c4-9737-fa48cd2d1472') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.864009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4269db01-9666-42c4-9737-fa48cd2d1472') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:10.864857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.872116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:10.883444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:10.886920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.892850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2eb10f-126a-4ad6-a6ba-78043fac26f1 None None] Network 960a4dfa-ca49-4093-bf20-7c338351da82 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:10.910514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:10.916785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.927372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.940515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:10.940917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:10.965909 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:11.054027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Allocated IP 2001:db8::2d2 (8e768532-a3aa-43d2-b2b5-8e935ad3168e/4613110d-66bf-4103-b0d1-c5075eedb763/9c455271-ac0c-4d46-b843-7e396cd0bdef) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:11.084004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:11.094167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.094596 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d of type vlan for network d66dafb7-4b5c-48a9-bc85-17d0416643a6 Dec 10 19:38:11.112322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.124496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9b4d68b-c409-4581-8680-589b7de2247c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:11.143753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.146621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebd5996-610f-4181-83da-901f48b42972 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:11.154834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.155733 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eebd5996-610f-4181-83da-901f48b42972 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 881 time: 0.6448250 Dec 10 19:38:11.159307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53916) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:11.171213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=960a4dfa-ca49-4093-bf20-7c338351da82,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:11.212278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:11.217416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Allocated IP 172.20.0.2 (5d8e451b-357c-4a7a-b706-e483fdef2a36/0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9/2a88ea72-c46c-4c28-a8d9-43704d5df6ee) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:11.228969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/960a4dfa-ca49-4093-bf20-7c338351da82 HTTP/1.1" status: 204 len: 168 time: 2.0234439 Dec 10 19:38:11.233906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a4bfec1f-043c-4bf6-aacd-532fbb3a8331 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=9df546c2-b8a1-4020-90b7-cffd6a5a58ca HTTP/1.1" status: 200 len: 205 time: 0.0680211 Dec 10 19:38:11.233906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53920) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:11.236133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53922) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:11.242247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244875427'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:11.252990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] Deleting port 7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:11.253635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.345611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:11.355422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.359493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:11.360151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.367635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43b1807b-5da1-4d08-a9b7-ee7c82e81133 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:11.463318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-41f748ed-4377-41fe-986e-a2990c077212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.463500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:11.470483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-56edeb6a-dd25-40dc-a199-8babe8bf8811 None None] The port '7f4c643c-d3c5-4f4a-b6f7-da0d8c889be0' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:38:11.537643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:11.563772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:11.586307 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7733092 Dec 10 19:38:11.592071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53928) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:11.594082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=d66dafb7-4b5c-48a9-bc85-17d0416643a6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:11.602382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': 'd66dafb7-4b5c-48a9-bc85-17d0416643a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:11.620354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:11.624576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:11.628265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network d66dafb7-4b5c-48a9-bc85-17d0416643a6 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:11.630164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.632771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.660880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Transition to ACTIVE for port object 9c455271-ac0c-4d46-b843-7e396cd0bdef will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:11.715861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.722815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e340134-6d6e-4179-95f4-66c395369459 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:11.800924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:11.809443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.823852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.824253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment f0061845-87aa-4b30-8d8f-bfacac770950 of type vlan for network 731e9452-8469-4ad5-bb5e-a370c7d903a6 Dec 10 19:38:11.825064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Transition to ACTIVE for port object 2a88ea72-c46c-4c28-a8d9-43704d5df6ee will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:11.825740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:11.841084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:11.849344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:11.856470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 35d31177-64b9-40d2-9cbf-567129f99b5b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:11.860861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:11.876323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=9c455271-ac0c-4d46-b843-7e396cd0bdef,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:11.888913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.893237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:11.900494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:11.902779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:11.902914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Transition to ACTIVE for port object 2a88ea72-c46c-4c28-a8d9-43704d5df6ee will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:11.920683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:11.932988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-92fbe782-bb48-46ed-9d7b-bc92746f7a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:11.947713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:11.955813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:11.962159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:11.963092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.037535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:12.050424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:12.053963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:12.059300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 35d31177-64b9-40d2-9cbf-567129f99b5b completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:12.064732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7394769 Dec 10 19:38:12.066516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53934) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:12.069281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.073534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:12.074289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.074959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Pushing event updated for resources: {'Port': ['ID=2a88ea72-c46c-4c28-a8d9-43704d5df6ee,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:12.079409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:12.081128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 35d31177-64b9-40d2-9cbf-567129f99b5b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:12.081811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.083065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15ddde07-953c-43cd-bc3f-f629b4027828 tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:12.104997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b', 'mac_address': 'fa:16:3e:c0:ca:4a'}, {'ip_address': '2001:db8::ec', 'mac_address': 'fa:16:3e:b8:0b:96'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:12.192306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.313783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.471493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.543731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Attempting to bind port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:12.544160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Attempting to bind port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:12.544576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Attempting to bind port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee on network 5d8e451b-357c-4a7a-b706-e483fdef2a36 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:12.548682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.550538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=731e9452-8469-4ad5-bb5e-a370c7d903a6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:12.554628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3193393 Dec 10 19:38:12.556043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:12.569346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53942) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:12.597613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-72250c37-5a5d-4ec0-943b-2ac3f80a99cc None None] Provisioning for port 9c455271-ac0c-4d46-b843-7e396cd0bdef completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:12.601699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 731e9452-8469-4ad5-bb5e-a370c7d903a6 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:12.688420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-72250c37-5a5d-4ec0-943b-2ac3f80a99cc None None] Provisioning complete for port 9c455271-ac0c-4d46-b843-7e396cd0bdef triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:12.688850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72250c37-5a5d-4ec0-943b-2ac3f80a99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.717351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:12.717898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Checking segment: {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:12.718281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.718754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Bound using segment: {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:12.719300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Bound port: 2a88ea72-c46c-4c28-a8d9-43704d5df6ee, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:12.719737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.801128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Allocated IP 172.20.0.1 (5d8e451b-357c-4a7a-b706-e483fdef2a36/0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9/0ec86f80-26a9-4319-8e57-412d7f58d7f8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:12.837547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.884147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-72250c37-5a5d-4ec0-943b-2ac3f80a99cc None None] Port 9c455271-ac0c-4d46-b843-7e396cd0bdef cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:12.908698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '731e9452-8469-4ad5-bb5e-a370c7d903a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:12.913854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 35d31177-64b9-40d2-9cbf-567129f99b5b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=35d31177-64b9-40d2-9cbf-567129f99b5b,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:12.920202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:12.941082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:13.023666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.032097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=35d31177-64b9-40d2-9cbf-567129f99b5b,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:13.045557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Transition to ACTIVE for port object 0ec86f80-26a9-4319-8e57-412d7f58d7f8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:13.046220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:13.072062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] For port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:13.074060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.076417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] For port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2a88ea72-c46c-4c28-a8d9-43704d5df6ee,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:13.080343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e04d3b3-0759-4a0c-a191-b538471fbea9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:13.081417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.087406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89ccd7e4-946a-4d85-90d6-118d38af0801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:13.167454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:13.171336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:13.177273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:13.180985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Pushing event updated for resources: {'Port': ['ID=2a88ea72-c46c-4c28-a8d9-43704d5df6ee,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:13.186822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:13.208900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:13.216089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'Port': ['ID=0ec86f80-26a9-4319-8e57-412d7f58d7f8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:13.223500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:13.223715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:13.239685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:13.258573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.296374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:13.361730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.395074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:13.553758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.705788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.755329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.813279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.830265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:13.854723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0f23f9d-3cbf-4b89-86f5-64919e9ff106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.896059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 35d31177-64b9-40d2-9cbf-567129f99b5b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:13.985034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 35d31177-64b9-40d2-9cbf-567129f99b5b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:13.985597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.988337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:13.993440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.029292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4342baf6-bd96-47de-b2c7-f8fcbe4e1278 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:14.066889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=94db93f0-ceec-454f-8b1e-f09ba9fbdee4,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:14.084261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:14.116463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2a88ea72-c46c-4c28-a8d9-43704d5df6ee up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:14.141341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.146976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'Port': ['ID=0ec86f80-26a9-4319-8e57-412d7f58d7f8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:14.166072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': 'e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd66dafb7-4b5c-48a9-bc85-17d0416643a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:14.166534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: d66dafb7-4b5c-48a9-bc85-17d0416643a6, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:14.167346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:14.182649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.192912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Deleting port 26d3df3b-0ca9-4a9f-99ca-e13114a2ab63 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:14.193319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.205129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:14.353213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:14.354717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:14.464612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network d66dafb7-4b5c-48a9-bc85-17d0416643a6 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:14.510685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, d66dafb7-4b5c-48a9-bc85-17d0416643a6) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:14.516216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.520814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a7c3e-f951-4354-9aca-0e96ebf9b351 None None] Network d66dafb7-4b5c-48a9-bc85-17d0416643a6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:14.531910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.536462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:14.537118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.544876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6113411f-f8fb-4f98-a3b9-56fd79b66a5d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:14.586653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.668248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.755420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1559749 Dec 10 19:38:14.756963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] In _notify_port_updated(), no bound segment for port 9c455271-ac0c-4d46-b843-7e396cd0bdef on network 8e768532-a3aa-43d2-b2b5-8e935ad3168e {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:38:14.762553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:14.764755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.768825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "PUT /v2.0/ports/9c455271-ac0c-4d46-b843-7e396cd0bdef HTTP/1.1" status: 200 len: 1065 time: 2.6988413 Dec 10 19:38:14.796869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:14.796869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:14.810182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-320646706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:14.861809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:14.876426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Calling delete_port for 26d3df3b-0ca9-4a9f-99ca-e13114a2ab63 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:14.879184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:router and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:14.887000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:14.900226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-d66dafb7-4b5c-48a9-bc85-17d0416643a6', 'network_id': 'd66dafb7-4b5c-48a9-bc85-17d0416643a6', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': '94db93f0-ceec-454f-8b1e-f09ba9fbdee4'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:38:14.901232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:14.905536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=35f7cad2-d1d7-4088-af1b-a3bae2f77ffa,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:14.920923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:14.924356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:14.926884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:14.964738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Deleting port 9c455271-ac0c-4d46-b843-7e396cd0bdef {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:14.965127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.095282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': 'f0061845-87aa-4b30-8d8f-bfacac770950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '731e9452-8469-4ad5-bb5e-a370c7d903a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:15.095872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 731e9452-8469-4ad5-bb5e-a370c7d903a6, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:15.139649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Allocated IP 2001:db8::2 (d66dafb7-4b5c-48a9-bc85-17d0416643a6/94db93f0-ceec-454f-8b1e-f09ba9fbdee4/05f1d9d4-aa32-4db4-86be-4d25f9679f70) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:15.239689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event updated for resources: {'Port': ['ID=9c455271-ac0c-4d46-b843-7e396cd0bdef,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:15.243922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:15.249093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.257308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d2b71fb-10fe-4dd7-9043-1961e40bd08b tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:15.311769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event deleted for resources: {'Port': ['ID=26d3df3b-0ca9-4a9f-99ca-e13114a2ab63,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:15.314931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:15.318879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.319949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.412114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 731e9452-8469-4ad5-bb5e-a370c7d903a6 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:15.430541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.433622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 731e9452-8469-4ad5-bb5e-a370c7d903a6) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:15.450119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:15.450794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.520972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48343522-431f-4e72-a4a3-603cd42d381f None None] Network 731e9452-8469-4ad5-bb5e-a370c7d903a6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:15.535654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab4b78d-1353-449b-937e-606b372f3939 None None] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:15.555361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.577864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.640327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.644105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0670805 Dec 10 19:38:15.644105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53968) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:15.644785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53970) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:15.644908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-11d4d47e-17a9-4fd4-a30c-8ecc8158f106 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8467550 Dec 10 19:38:15.646497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.661439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.697889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Transition to ACTIVE for port object 05f1d9d4-aa32-4db4-86be-4d25f9679f70 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:15.745070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Transition to ACTIVE for port object 05f1d9d4-aa32-4db4-86be-4d25f9679f70 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:15.751570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2f6f0f6c-fac1-4193-95bc-d2ddf849e90f None None] Provisioning complete for port 9c455271-ac0c-4d46-b843-7e396cd0bdef triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:15.751996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f6f0f6c-fac1-4193-95bc-d2ddf849e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.798168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Calling delete_port for 9c455271-ac0c-4d46-b843-7e396cd0bdef owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:15.808435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.809711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:15.829642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f191e8da-da71-4219-b3d1-3316c61660eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:15.830554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Router 6b30051d-9b1d-42f1-9160-a0ca5919c22e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:15.957709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f0f6c-fac1-4193-95bc-d2ddf849e90f None None] Port 9c455271-ac0c-4d46-b843-7e396cd0bdef cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:16.152411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.159605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24b62357-864a-43cf-b5a9-4cfecfeef863 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:16.196099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Network d66dafb7-4b5c-48a9-bc85-17d0416643a6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:16.204632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Pushing event updated for resources: {'Port': ['ID=05f1d9d4-aa32-4db4-86be-4d25f9679f70,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:16.215010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Port': ['ID=9c455271-ac0c-4d46-b843-7e396cd0bdef,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:16.217560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:16.218365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:16.228004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:16.249872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:16.267134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] Provisioning for port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:16.277838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] Provisioning complete for port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:16.278406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.380353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:16.409202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Sync routers for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:16.425310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:16.426177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:16.438639 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "PUT /v2.0/routers/6b30051d-9b1d-42f1-9160-a0ca5919c22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0141387 Dec 10 19:38:16.522148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.533189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.658089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-731e9452-8469-4ad5-bb5e-a370c7d903a6', 'network_id': '731e9452-8469-4ad5-bb5e-a370c7d903a6', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': '35f7cad2-d1d7-4088-af1b-a3bae2f77ffa'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:38:16.659178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.659627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.664989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.665825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "DELETE /v2.0/ports/9c455271-ac0c-4d46-b843-7e396cd0bdef HTTP/1.1" status: 204 len: 168 time: 1.8618324 Dec 10 19:38:16.666860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 53986) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:16.729080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0de3a9-00b0-4ac1-b67f-be65f9e475ed tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] GET failed (client error): The resource could not be found. Dec 10 19:38:16.730127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd0de3a9-00b0-4ac1-b67f-be65f9e475ed tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Synchronizing usage tracker for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:16.757974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd0de3a9-00b0-4ac1-b67f-be65f9e475ed tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Unset dirty status for tenant:ec80ecd64ab44a38b7f33979cb88318d on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:16.763420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 53990) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:16.764032 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd0de3a9-00b0-4ac1-b67f-be65f9e475ed tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "GET /v2.0/ports/9c455271-ac0c-4d46-b843-7e396cd0bdef HTTP/1.1" status: 404 len: 333 time: 0.0946121 Dec 10 19:38:16.810301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Attempting to bind port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:16.810725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Attempting to bind port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd66dafb7-4b5c-48a9-bc85-17d0416643a6'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:16.811142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Attempting to bind port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 on network d66dafb7-4b5c-48a9-bc85-17d0416643a6 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:16.820413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.837394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:16.837981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Checking segment: {'id': 'e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd66dafb7-4b5c-48a9-bc85-17d0416643a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:16.838443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.838897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Bound using segment: {'id': 'e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd66dafb7-4b5c-48a9-bc85-17d0416643a6'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:16.839434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Bound port: 05f1d9d4-aa32-4db4-86be-4d25f9679f70, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd66dafb7-4b5c-48a9-bc85-17d0416643a6'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:16.840105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:16.853803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:16.981984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Allocated IP 172.20.0.1 (731e9452-8469-4ad5-bb5e-a370c7d903a6/35f7cad2-d1d7-4088-af1b-a3bae2f77ffa/0a5fb11a-e5f6-4dee-9ed4-34485198e961) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:17.044680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.045310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Fanout notify agent at l3_agent the message router_deleted on router 9df546c2-b8a1-4020-90b7-cffd6a5a58ca {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:38:17.053154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Deleting port 8b327ea5-f6be-4ece-95dd-c968a51f2cbe {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:17.053567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.071434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] For port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2a88ea72-c46c-4c28-a8d9-43704d5df6ee,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:17.108940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.110189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/9df546c2-b8a1-4020-90b7-cffd6a5a58ca HTTP/1.1" status: 204 len: 168 time: 5.8634064 Dec 10 19:38:17.115859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54004) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:17.121439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1975462611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:17.138783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:17.151278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Usage tracker for resource:router and tenant:56df5bdf69384151aec7a155560d4ba4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:17.156954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:17.167424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.170587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:17.192735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.194049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.206854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c2ef4099-0580-45fd-9047-3556324940fe req-6327b2f5-be97-4eb2-a184-6e83ce649607 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Synchronizing usage tracker for tenant:109fa8ec58d547ba96a5f05318f0a3a5 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:17.245341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.275670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.287494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 2, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:17.309323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Checking router: 6b30051d-9b1d-42f1-9160-a0ca5919c22e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:38:17.309844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Updating router 6b30051d-9b1d-42f1-9160-a0ca5919c22e port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:38:17.321998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.327218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e654fefc-9e23-48f4-b261-bb31abb75339 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2114713 Dec 10 19:38:17.335742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54010) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:17.342018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:17.363281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c2ef4099-0580-45fd-9047-3556324940fe req-6327b2f5-be97-4eb2-a184-6e83ce649607 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Unset dirty status for tenant:109fa8ec58d547ba96a5f05318f0a3a5 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:17.390875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.395949 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-6327b2f5-be97-4eb2-a184-6e83ce649607 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593294294&fields=id&tenant_id=109fa8ec58d547ba96a5f05318f0a3a5 HTTP/1.1" status: 200 len: 267 time: 0.5586154 Dec 10 19:38:17.402868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:17.404948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.527544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] For port 05f1d9d4-aa32-4db4-86be-4d25f9679f70, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:17.537302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.566884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] For port 05f1d9d4-aa32-4db4-86be-4d25f9679f70, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=05f1d9d4-aa32-4db4-86be-4d25f9679f70,segment=NetworkSegment(e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d),segment_id=e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:17.573189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Transition to ACTIVE for port object 0a5fb11a-e5f6-4dee-9ed4-34485198e961 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:17.578432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] Pushing event updated for resources: {'Port': ['ID=2a88ea72-c46c-4c28-a8d9-43704d5df6ee,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:17.588200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.601767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:17.602498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1eb37969-f131-424a-a87a-5d522b38ef12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:17.743235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Pushing event updated for resources: {'Port': ['ID=05f1d9d4-aa32-4db4-86be-4d25f9679f70,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:17.746605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d40b149c-e7f7-481a-aed1-203362e5a645 None None] Provisioning for port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:17.755313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:17.766721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d40b149c-e7f7-481a-aed1-203362e5a645 None None] Provisioning complete for port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:17.766721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d40b149c-e7f7-481a-aed1-203362e5a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.836597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Transition to ACTIVE for port object 0a5fb11a-e5f6-4dee-9ed4-34485198e961 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:17.842480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2a88ea72-c46c-4c28-a8d9-43704d5df6ee up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:17.909503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:17.922696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:18.053890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d40b149c-e7f7-481a-aed1-203362e5a645 None None] Port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:18.069186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Network 731e9452-8469-4ad5-bb5e-a370c7d903a6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:18.081887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:18.094141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:18.097718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Pushing event updated for resources: {'Port': ['ID=0a5fb11a-e5f6-4dee-9ed4-34485198e961,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:18.112960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:18.113171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.146947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Transition to ACTIVE for port object 0ec86f80-26a9-4319-8e57-412d7f58d7f8 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:18.161819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.193628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac88684c-94bd-4cb3-95bc-e9a10201339d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:18.201569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.218955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.247461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d40b149c-e7f7-481a-aed1-203362e5a645 None None] Provisioning complete for port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:18.250499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d40b149c-e7f7-481a-aed1-203362e5a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.322561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.407848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:18.411248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.622424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Attempting to bind port 0a5fb11a-e5f6-4dee-9ed4-34485198e961 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:18.622845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Attempting to bind port 0a5fb11a-e5f6-4dee-9ed4-34485198e961 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'f0061845-87aa-4b30-8d8f-bfacac770950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '731e9452-8469-4ad5-bb5e-a370c7d903a6'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:18.623256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Attempting to bind port 0a5fb11a-e5f6-4dee-9ed4-34485198e961 on network 731e9452-8469-4ad5-bb5e-a370c7d903a6 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:18.630052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b226e1-15ce-4ce6-b32f-cfbde8b663dd None None] Pushing event updated for resources: {'Port': ['ID=0ec86f80-26a9-4319-8e57-412d7f58d7f8,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:18.642271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9b226e1-15ce-4ce6-b32f-cfbde8b663dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:18.663158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.676553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Attempting to bind port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:18.677248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Attempting to bind port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:18.681086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Attempting to bind port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 on network 5d8e451b-357c-4a7a-b706-e483fdef2a36 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:18.696786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:18.697537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Checking segment: {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:18.698758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.699351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Bound using segment: {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:18.700093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Bound port: 0ec86f80-26a9-4319-8e57-412d7f58d7f8, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:18.700731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.701006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.701451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:18.701966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Checking segment: {'id': 'f0061845-87aa-4b30-8d8f-bfacac770950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '731e9452-8469-4ad5-bb5e-a370c7d903a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:18.702568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.703010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Bound using segment: {'id': 'f0061845-87aa-4b30-8d8f-bfacac770950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '731e9452-8469-4ad5-bb5e-a370c7d903a6'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:18.703552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Bound port: 0a5fb11a-e5f6-4dee-9ed4-34485198e961, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0061845-87aa-4b30-8d8f-bfacac770950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '731e9452-8469-4ad5-bb5e-a370c7d903a6'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:18.703969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.789174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.844789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] For port 0ec86f80-26a9-4319-8e57-412d7f58d7f8, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:18.850109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] For port 0ec86f80-26a9-4319-8e57-412d7f58d7f8, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0ec86f80-26a9-4319-8e57-412d7f58d7f8,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:18.856024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.856803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Calling delete_port for 8b327ea5-f6be-4ece-95dd-c968a51f2cbe owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:18.861400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa0086e4-0f20-43fd-8627-706bd93b97cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:18.941886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] For port 0a5fb11a-e5f6-4dee-9ed4-34485198e961, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:18.946211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d90111d-8dd5-4c33-a5f9-2f1ad1cba730 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:18.949453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] For port 0a5fb11a-e5f6-4dee-9ed4-34485198e961, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0a5fb11a-e5f6-4dee-9ed4-34485198e961,segment=NetworkSegment(f0061845-87aa-4b30-8d8f-bfacac770950),segment_id=f0061845-87aa-4b30-8d8f-bfacac770950)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:18.957974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:18.970230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:18.982656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b226e1-15ce-4ce6-b32f-cfbde8b663dd None None] Pushing event updated for resources: {'Port': ['ID=0ec86f80-26a9-4319-8e57-412d7f58d7f8,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:18.987631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9b226e1-15ce-4ce6-b32f-cfbde8b663dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:18.994624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:18.995440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:19.009876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=35f7cad2-d1d7-4088-af1b-a3bae2f77ffa,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:19.018719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:19.075385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Allocated IP 172.26.8.210 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/dabd66d6-b750-40b7-963c-1198084864a8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:19.092811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Pushing event updated for resources: {'Port': ['ID=0a5fb11a-e5f6-4dee-9ed4-34485198e961,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:19.106871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:19.127289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4099-0580-45fd-9047-3556324940fe req-a76b3caf-aa61-40c5-b202-b0d0831b7a72 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:19.127874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c2ef4099-0580-45fd-9047-3556324940fe req-a76b3caf-aa61-40c5-b202-b0d0831b7a72 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Synchronizing usage tracker for tenant:109fa8ec58d547ba96a5f05318f0a3a5 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:19.262428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379131b-1ad4-4795-8f00-752af6d24db0 None None] Network 731e9452-8469-4ad5-bb5e-a370c7d903a6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:19.290768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:19.319395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:19.386455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c2ef4099-0580-45fd-9047-3556324940fe req-a76b3caf-aa61-40c5-b202-b0d0831b7a72 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Unset dirty status for tenant:109fa8ec58d547ba96a5f05318f0a3a5 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:19.399822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-a76b3caf-aa61-40c5-b202-b0d0831b7a72 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/networks?id=5d8e451b-357c-4a7a-b706-e483fdef2a36 HTTP/1.1" status: 200 len: 796 time: 2.0012484 Dec 10 19:38:19.461332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:19.511803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731e9452-8469-4ad5-bb5e-a370c7d903a6']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:19.531117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:19.536018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:19.547106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:19.567624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d19e150d-bb7d-4314-997a-fa13fb5bdd1b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:19.642322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-7bff3780-8fd8-4021-b0dd-74bafcdeb810 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/quotas/109fa8ec58d547ba96a5f05318f0a3a5 HTTP/1.1" status: 200 len: 375 time: 0.2412474 Dec 10 19:38:19.691532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:19.697452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:19.700097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Pushing event updated for resources: {'Port': ['ID=dabd66d6-b750-40b7-963c-1198084864a8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:19.703438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:19.769407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:19.806068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Port': ['ID=8b327ea5-f6be-4ece-95dd-c968a51f2cbe,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:19.827603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0061845-87aa-4b30-8d8f-bfacac770950') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:19.828327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0061845-87aa-4b30-8d8f-bfacac770950') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:19.838126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:19.910033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 05f1d9d4-aa32-4db4-86be-4d25f9679f70 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:20.057937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.081530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:20.089952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.104412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:20.104864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.200650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:18Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:20.203481 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:20.209676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6d11d-0d24-4849-82a7-4edfbea05a27 None None] The sync data for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv is: [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:18Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:20.227521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.293489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8::1 (d66dafb7-4b5c-48a9-bc85-17d0416643a6/94db93f0-ceec-454f-8b1e-f09ba9fbdee4/a3f480b4-cb69-4712-8f2d-70748d3ec0d3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:20.315818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:38:20.315818 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:38:20.315818 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '731e9452-8469-4ad5-bb5e-a370c7d903a6'}] Dec 10 19:38:20.315818 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:38:20.316209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:38:20.317678 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "DELETE /v2.0/ports/8b327ea5-f6be-4ece-95dd-c968a51f2cbe HTTP/1.1" status: 204 len: 168 time: 3.5522246 Dec 10 19:38:20.331477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54026) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:20.378254 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-ac012928-cb5e-45ce-987a-1f23b6699da3 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=109fa8ec58d547ba96a5f05318f0a3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7350307 Dec 10 19:38:20.419961 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b9b9a5-4f6a-40b9-a3ed-13fe43a1dce5 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] GET failed (client error): The resource could not be found. Dec 10 19:38:20.424977 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-51b9b9a5-4f6a-40b9-a3ed-13fe43a1dce5 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "GET /v2.0/ports/8b327ea5-f6be-4ece-95dd-c968a51f2cbe HTTP/1.1" status: 404 len: 333 time: 0.0892153 Dec 10 19:38:20.427605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54032) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:20.497721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d3e55-7e26-4b9f-a21f-72bf67d81e6e None None] Network d66dafb7-4b5c-48a9-bc85-17d0416643a6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:20.516977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Deleting port bdf1c19e-145b-4855-8e86-2b3b11c0a637 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:20.517484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.603710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.611913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.629256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] Provisioning for port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:20.637028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] Provisioning complete for port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:20.637629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.747522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.753096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-cd6d67ae-d925-4284-afe0-7a054321815c service neutron] 10.222.0.41 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955124 Dec 10 19:38:20.852374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.854825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object a3f480b4-cb69-4712-8f2d-70748d3ec0d3 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:20.902020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port 0a5fb11a-e5f6-4dee-9ed4-34485198e961 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:20.902415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.926906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:20.986557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] For port 05f1d9d4-aa32-4db4-86be-4d25f9679f70, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=05f1d9d4-aa32-4db4-86be-4d25f9679f70,segment=NetworkSegment(e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d),segment_id=e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:20.998750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:21.004467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27dcc7bd-d9c1-4d08-a1b1-b85a6ec3774c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:21.076401 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-0cf914a0-5658-49e6-a1e4-75a254ca9547 service neutron] 10.222.0.41 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117452 Dec 10 19:38:21.086166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:21.101359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:21.179030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] Pushing event updated for resources: {'Port': ['ID=05f1d9d4-aa32-4db4-86be-4d25f9679f70,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:21.183744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:21.187879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=a3f480b4-cb69-4712-8f2d-70748d3ec0d3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:21.191701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:21.208453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network d66dafb7-4b5c-48a9-bc85-17d0416643a6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:21.215229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:21.219799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:21.220660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:21.395944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:21.597631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Calling delete_port for bdf1c19e-145b-4855-8e86-2b3b11c0a637 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:21.759675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-028fb08d-e6ec-4bc1-ba4b-1f71d71cb935 None None] Provisioning complete for port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:21.760879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-028fb08d-e6ec-4bc1-ba4b-1f71d71cb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:21.781402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f6cd818d-f623-4655-9650-8bb5b58f0bc5 req-b058dc20-d5c5-4d06-ba85-a8b1823b1bd8 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 210 time: 0.1122398 Dec 10 19:38:21.814389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port 0a5fb11a-e5f6-4dee-9ed4-34485198e961, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0a5fb11a-e5f6-4dee-9ed4-34485198e961,segment=NetworkSegment(f0061845-87aa-4b30-8d8f-bfacac770950),segment_id=f0061845-87aa-4b30-8d8f-bfacac770950)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:21.815024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:21.834796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:21.860504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:21.967953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Port': ['ID=bdf1c19e-145b-4855-8e86-2b3b11c0a637,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:21.979499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:22.012639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0ec86f80-26a9-4319-8e57-412d7f58d7f8 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:22.052775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.112767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "DELETE /v2.0/ports/bdf1c19e-145b-4855-8e86-2b3b11c0a637 HTTP/1.1" status: 204 len: 168 time: 1.6817307 Dec 10 19:38:22.117112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54054) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:22.160148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:22.182744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:22.183456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.270690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for 0a5fb11a-e5f6-4dee-9ed4-34485198e961 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:22.384531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.398605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eab06100-e8e9-435b-a635-8905272758e2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:22.452734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=0a5fb11a-e5f6-4dee-9ed4-34485198e961,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:22.459012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:22.461780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.478287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.489375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port 0a5fb11a-e5f6-4dee-9ed4-34485198e961 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:22.533023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae5a3c30-678d-419b-8438-da46c534f352 None None] Provisioning for port a3f480b4-cb69-4712-8f2d-70748d3ec0d3 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:22.547217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae5a3c30-678d-419b-8438-da46c534f352 None None] Provisioning complete for port a3f480b4-cb69-4712-8f2d-70748d3ec0d3 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:22.547647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae5a3c30-678d-419b-8438-da46c534f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.650047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f59c30-f46b-4bb2-b37d-545301073d31 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:38:22.678474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Deleting subnet 4613110d-66bf-4103-b0d1-c5075eedb763 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:38:22.683570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.715419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a3c30-678d-419b-8438-da46c534f352 None None] Port a3f480b4-cb69-4712-8f2d-70748d3ec0d3 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:22.726978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 0ec86f80-26a9-4319-8e57-412d7f58d7f8, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0ec86f80-26a9-4319-8e57-412d7f58d7f8,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:22.738363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.740682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 05f1d9d4-aa32-4db4-86be-4d25f9679f70 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:22.747546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.774616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:22.779023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b4fcb232-1862-4154-9246-116514f98cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:22.859495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Router 8eeefdbf-99d9-4bdf-a522-7adb30b217f4 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:38:22.879781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=0ec86f80-26a9-4319-8e57-412d7f58d7f8,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:22.923221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731e9452-8469-4ad5-bb5e-a370c7d903a6']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:22.974430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0061845-87aa-4b30-8d8f-bfacac770950') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:22.974701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0061845-87aa-4b30-8d8f-bfacac770950') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:22.996162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.001155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:23.062121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-32cc803a-c225-4add-a557-29e707e976dc req-8fb8d728-fffd-4b51-a18b-67fa1a0c5f22 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 210 time: 0.0560122 Dec 10 19:38:23.074722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.134031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f59c30-f46b-4bb2-b37d-545301073d31 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:38:23.140197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:23.140623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.185197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:23.186005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.204505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:23.207681 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:23.401849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4099-0580-45fd-9047-3556324940fe req-2e5aac22-1c43-4fa4-9aab-9f191f9c58c0 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:23.403564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-2e5aac22-1c43-4fa4-9aab-9f191f9c58c0 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.84 "GET /v2.0/networks?id=5d8e451b-357c-4a7a-b706-e483fdef2a36 HTTP/1.1" status: 200 len: 796 time: 0.2905817 Dec 10 19:38:23.408400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.419005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-02f1f0c1-e349-4668-a397-b982cdf79514 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:23.485302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Subnet': ['ID=4613110d-66bf-4103-b0d1-c5075eedb763,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:23.493092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:23.509275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.522246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.525340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.530639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:23.536745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "DELETE /v2.0/subnets/4613110d-66bf-4103-b0d1-c5075eedb763 HTTP/1.1" status: 204 len: 168 time: 1.4184415 Dec 10 19:38:23.537629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54070) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:23.550880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.552488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.557541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.575379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=731e9452-8469-4ad5-bb5e-a370c7d903a6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:23.581550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:23.582134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c218bfe2-212b-4548-b080-b5a5cbe52ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:23.625801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/731e9452-8469-4ad5-bb5e-a370c7d903a6 HTTP/1.1" status: 204 len: 168 time: 7.9802117 Dec 10 19:38:23.635862 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-fc465588-ccda-4340-98d2-cfa09a948dfd tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=109fa8ec58d547ba96a5f05318f0a3a5 HTTP/1.1" status: 200 len: 379 time: 0.1830225 Dec 10 19:38:23.636370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54074) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:23.665022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1123994783'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:23.673980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'port': {'device_id': '94097f20-b98e-42e9-9d23-2b0da1256607', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'admin_state_up': True, 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'security_groups': ['95cd71ec-4a85-41bd-8b00-cdd72befd54d']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:23.695884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:23.750618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=a3f480b4-cb69-4712-8f2d-70748d3ec0d3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:23.755054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:23.768913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:23.777485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aea9d4-5a3f-4e97-bc80-c7cf1f8fa6d8 None None] Network 8e768532-a3aa-43d2-b2b5-8e935ad3168e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:23.781901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:23.805097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:23.813202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:23.825773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.834051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.835377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "PUT /v2.0/routers/8eeefdbf-99d9-4bdf-a522-7adb30b217f4 HTTP/1.1" status: 200 len: 916 time: 6.4982958 Dec 10 19:38:23.845232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54080) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:23.860120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network d66dafb7-4b5c-48a9-bc85-17d0416643a6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:23.861929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:23.880108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205fd2-3633-44a2-8605-db23b406a0d4 None None] Sync routers for ids ['8eeefdbf-99d9-4bdf-a522-7adb30b217f4'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:23.888000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0ec86f80-26a9-4319-8e57-412d7f58d7f8 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:23.929939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:23.935592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:23.963719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5205fd2-3633-44a2-8605-db23b406a0d4 None None] Routers {'8eeefdbf-99d9-4bdf-a522-7adb30b217f4'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:23.964418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a5205fd2-3633-44a2-8605-db23b406a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8eeefdbf-99d9-4bdf-a522-7adb30b217f4'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:24.054772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a5205fd2-3633-44a2-8605-db23b406a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:24.068171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:24.079158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Deleting port d5890f64-75d0-4cda-b12e-48b858ab6454 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:24.079551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:24.138965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:port and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:24.172421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:24.189061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5205fd2-3633-44a2-8605-db23b406a0d4 None None] Routers {'8eeefdbf-99d9-4bdf-a522-7adb30b217f4'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:24.202595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a5205fd2-3633-44a2-8605-db23b406a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8eeefdbf-99d9-4bdf-a522-7adb30b217f4'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:24.208273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:24.267423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:24.314215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a5205fd2-3633-44a2-8605-db23b406a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:24.315524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5205fd2-3633-44a2-8605-db23b406a0d4 None None] The sync data for ids ['8eeefdbf-99d9-4bdf-a522-7adb30b217f4'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:24.326589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2519e564-ee27-4a7d-b20a-63cc4c87960f req-f0cc250c-4770-4f16-aa43-80ad94238391 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 210 time: 0.0655949 Dec 10 19:38:24.340523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Made reservation on behalf of 109fa8ec58d547ba96a5f05318f0a3a5 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:24.346780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:24.407308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 418cf3bc-2771-4ca4-aa35-f3e1d69b78fe is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:38:24.444283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:24.445220 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment 430de0da-03e0-4dc9-a9d6-b16becba330f of type vlan for network 481f7127-4708-4dd7-9cc0-6ad010d8d6f4 Dec 10 19:38:24.513041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] For port d5890f64-75d0-4cda-b12e-48b858ab6454, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d5890f64-75d0-4cda-b12e-48b858ab6454,segment=NetworkSegment(7954f3c9-fc0a-490e-89e8-6f771e10b331),segment_id=7954f3c9-fc0a-490e-89e8-6f771e10b331)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:24.513434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:24.536171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:24.536598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:24.646953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-616cdb72-457e-432d-96fe-c2674e14e326 None None] Provisioning complete for port a3f480b4-cb69-4712-8f2d-70748d3ec0d3 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:24.647844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-616cdb72-457e-432d-96fe-c2674e14e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:24.655443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:24.667761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c4916c-b90d-4894-ad3f-c79612fb04c4 None None] Sync routers for ids ['418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:24.686278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c4916c-b90d-4894-ad3f-c79612fb04c4 None None] Routers {'418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:24.695579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9c4916c-b90d-4894-ad3f-c79612fb04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:24.699297 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/418cf3bc-2771-4ca4-aa35-f3e1d69b78fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0518973 Dec 10 19:38:24.700286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54090) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:24.727220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] DHCP port deletion for 8e768532-a3aa-43d2-b2b5-8e935ad3168e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:38:24.760414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] Deleting port d5890f64-75d0-4cda-b12e-48b858ab6454 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:24.761010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:24.774096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9c4916c-b90d-4894-ad3f-c79612fb04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:24.788009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c4916c-b90d-4894-ad3f-c79612fb04c4 None None] Routers {'418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:24.788981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9c4916c-b90d-4894-ad3f-c79612fb04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:24.806423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f330a-8379-449e-b31d-108f59d838cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:24.807090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6a9f330a-8379-449e-b31d-108f59d838cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:24.827773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6a9f330a-8379-449e-b31d-108f59d838cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:24.834442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a9f330a-8379-449e-b31d-108f59d838cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports/a3f480b4-cb69-4712-8f2d-70748d3ec0d3 HTTP/1.1" status: 200 len: 911 time: 0.1329443 Dec 10 19:38:24.835175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54094) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:24.855306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-616cdb72-457e-432d-96fe-c2674e14e326 None None] Port a3f480b4-cb69-4712-8f2d-70748d3ec0d3 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:24.863785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9c4916c-b90d-4894-ad3f-c79612fb04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:24.864432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c4916c-b90d-4894-ad3f-c79612fb04c4 None None] The sync data for ids ['418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:24.942059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Calling delete_port for d5890f64-75d0-4cda-b12e-48b858ab6454 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:24.987462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.089768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] For port d5890f64-75d0-4cda-b12e-48b858ab6454, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d5890f64-75d0-4cda-b12e-48b858ab6454,segment=NetworkSegment(7954f3c9-fc0a-490e-89e8-6f771e10b331),segment_id=7954f3c9-fc0a-490e-89e8-6f771e10b331)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:25.090276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.131888 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61b0be01-94b6-4c7e-a543-235d9763ed89 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/routers/8eeefdbf-99d9-4bdf-a522-7adb30b217f4 HTTP/1.1" status: 200 len: 922 time: 1.2812579 Dec 10 19:38:25.136252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54100) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:25.147916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Allocated IP 172.20.0.9 (5d8e451b-357c-4a7a-b706-e483fdef2a36/0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9/b55bd202-9122-4688-b4d8-709f32749d26) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:25.195159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.199307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:25.199968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.212078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:25.227392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] Calling delete_port for d5890f64-75d0-4cda-b12e-48b858ab6454 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:25.230096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.304862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:38:25.305438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:38:25.351847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=481f7127-4708-4dd7-9cc0-6ad010d8d6f4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:25.356879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] No DVR routers for this DVR port d5890f64-75d0-4cda-b12e-48b858ab6454 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:25.385385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 481f7127-4708-4dd7-9cc0-6ad010d8d6f4 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:25.387157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:25.395995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28ad9777-dd6d-40c8-9ba7-837965eceb59 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:25.470053 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8289070 Dec 10 19:38:25.472875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54108) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:25.480437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Port': ['ID=d5890f64-75d0-4cda-b12e-48b858ab6454,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:25.493132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '481f7127-4708-4dd7-9cc0-6ad010d8d6f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:25.572020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:25.594805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.639549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de34fc08-2199-4a3c-8b72-b81286410a29 req-c1be6f51-347f-445f-9909-622503806e27 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 210 time: 0.0724921 Dec 10 19:38:25.685877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:25.691204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.708244 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eb318e76-43c7-4f36-98aa-c9f4327f9359 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=8eeefdbf-99d9-4bdf-a522-7adb30b217f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5674784 Dec 10 19:38:25.715786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:25.736534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d5890f64-75d0-4cda-b12e-48b858ab6454 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:38:25.743074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e768532-a3aa-43d2-b2b5-8e935ad3168e']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:25.756184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:25.759189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7954f3c9-fc0a-490e-89e8-6f771e10b331') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:25.759541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7954f3c9-fc0a-490e-89e8-6f771e10b331') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:25.766272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:25.772245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.782672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: d5890f64-75d0-4cda-b12e-48b858ab6454 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:38:25.783219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d5890f64-75d0-4cda-b12e-48b858ab6454 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:38:25.806885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] Deleting port d5890f64-75d0-4cda-b12e-48b858ab6454 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:25.807608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.829936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:25.851911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:25.868681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.900277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c14fd5bd-0d7b-4a15-b0c4-ddc08bdd7e6e None None] The port 'd5890f64-75d0-4cda-b12e-48b858ab6454' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:38:25.904658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:25.905119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:25.921737 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:25.993646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.050495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.079539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.085548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c1c66cfd-4392-48e4-ae75-97df483b161b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:26.101090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d7de46-da84-4682-bf9b-5f5d8fea6c03 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:26.102642 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-24d7de46-da84-4682-bf9b-5f5d8fea6c03 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 881 time: 0.3858166 Dec 10 19:38:26.106630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Transition to ACTIVE for port object b55bd202-9122-4688-b4d8-709f32749d26 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:26.108290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.112989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:26.121331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Pushing event deleted for resources: {'Network': ['ID=8e768532-a3aa-43d2-b2b5-8e935ad3168e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:26.167939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:26.175107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] 10.222.0.41 "DELETE /v2.0/networks/8e768532-a3aa-43d2-b2b5-8e935ad3168e HTTP/1.1" status: 204 len: 168 time: 2.6312654 Dec 10 19:38:26.183585 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a7e464f-071a-4254-a3f6-7e5c8318d9c9 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eeefdbf-99d9-4bdf-a522-7adb30b217f4 HTTP/1.1" status: 200 len: 205 time: 0.0644028 Dec 10 19:38:26.184275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54126) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:26.345080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.353341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b7cb8b5-7ae3-43e3-bf61-aa61a7262c55 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:26.440613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:26.448310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:26.451184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:26.453670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:26.487619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:26.488956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.499994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11bb0e80-90cd-451e-b3ad-056a107e7b54 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:26.571359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:26.572050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.601457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.652473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54134) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:26.684556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=33cfca1e-074f-426d-8205-cd08ce69b10b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:26.701977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:26.703242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': '430de0da-03e0-4dc9-a9d6-b16becba330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '481f7127-4708-4dd7-9cc0-6ad010d8d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:26.703755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 481f7127-4708-4dd7-9cc0-6ad010d8d6f4, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:26.766676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1121149 Dec 10 19:38:26.783388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Request body: {'port': {'device_id': '94097f20-b98e-42e9-9d23-2b0da1256607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:26.803224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 481f7127-4708-4dd7-9cc0-6ad010d8d6f4 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:26.897217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 481f7127-4708-4dd7-9cc0-6ad010d8d6f4) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:26.906835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b80f135-0cce-4247-8bf5-41840f851071 None None] Network 481f7127-4708-4dd7-9cc0-6ad010d8d6f4 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:26.920062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:26.920995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.931207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-aeaeffe2-3fec-4fbd-a1e2-a5186fd0d521 None None] Provisioning for port b55bd202-9122-4688-b4d8-709f32749d26 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:26.984290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:26.985861 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5115530 Dec 10 19:38:26.991387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54144) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:27.013209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-aeaeffe2-3fec-4fbd-a1e2-a5186fd0d521 None None] Provisioning complete for port b55bd202-9122-4688-b4d8-709f32749d26 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:27.014330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aeaeffe2-3fec-4fbd-a1e2-a5186fd0d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.087561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-aeaeffe2-3fec-4fbd-a1e2-a5186fd0d521 None None] Port b55bd202-9122-4688-b4d8-709f32749d26 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:38:27.152216 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9766b886-0b0c-4b30-a191-8c062a03db73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec80ecd64ab44a38b7f33979cb88318d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4955060 Dec 10 19:38:27.155945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54148) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:27.177396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.209577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dca550-b9bc-4146-aada-d71069966278 req-551f0658-9d15-4ae3-8cb8-8295c4e5def9 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:27.211107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Deleting port dabd66d6-b750-40b7-963c-1198084864a8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:27.211638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.211863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-64dca550-b9bc-4146-aada-d71069966278 req-551f0658-9d15-4ae3-8cb8-8295c4e5def9 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 931 time: 0.3914664 Dec 10 19:38:27.236123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-481f7127-4708-4dd7-9cc0-6ad010d8d6f4', 'network_id': '481f7127-4708-4dd7-9cc0-6ad010d8d6f4', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': '33cfca1e-074f-426d-8205-cd08ce69b10b'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:38:27.237069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.309754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.378773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port a3f480b4-cb69-4712-8f2d-70748d3ec0d3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:27.379154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.433754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Allocated IP 172.20.0.1 (481f7127-4708-4dd7-9cc0-6ad010d8d6f4/33cfca1e-074f-426d-8205-cd08ce69b10b/e722b213-9e7e-498e-b7d2-456049d69437) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:27.500473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-64dca550-b9bc-4146-aada-d71069966278 req-412f9176-a1b8-45e8-9764-ab9afe8a9ba8 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762809 Dec 10 19:38:27.522379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe508d98-8be4-4ae6-be76-474f3451078a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.541971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.681018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.693787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Transition to ACTIVE for port object e722b213-9e7e-498e-b7d2-456049d69437 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:27.718190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Transition to ACTIVE for port object e722b213-9e7e-498e-b7d2-456049d69437 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:27.724172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.730237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f191e8da-da71-4219-b3d1-3316c61660eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:27.811689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Network 481f7127-4708-4dd7-9cc0-6ad010d8d6f4 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:27.815924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:27.817976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Pushing event updated for resources: {'Port': ['ID=e722b213-9e7e-498e-b7d2-456049d69437,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:27.821076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:27.855863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:27.862585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.916688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe508d98-8be4-4ae6-be76-474f3451078a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.921738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Attempting to bind port e722b213-9e7e-498e-b7d2-456049d69437 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:27.922166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Attempting to bind port e722b213-9e7e-498e-b7d2-456049d69437 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '430de0da-03e0-4dc9-a9d6-b16becba330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '481f7127-4708-4dd7-9cc0-6ad010d8d6f4'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:27.922645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Attempting to bind port e722b213-9e7e-498e-b7d2-456049d69437 on network 481f7127-4708-4dd7-9cc0-6ad010d8d6f4 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:27.931384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:27.931814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Checking segment: {'id': '430de0da-03e0-4dc9-a9d6-b16becba330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '481f7127-4708-4dd7-9cc0-6ad010d8d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:27.932274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.932715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Bound using segment: {'id': '430de0da-03e0-4dc9-a9d6-b16becba330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '481f7127-4708-4dd7-9cc0-6ad010d8d6f4'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:27.933256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Bound port: e722b213-9e7e-498e-b7d2-456049d69437, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430de0da-03e0-4dc9-a9d6-b16becba330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '481f7127-4708-4dd7-9cc0-6ad010d8d6f4'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:27.933719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:27.976439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Calling delete_port for dabd66d6-b750-40b7-963c-1198084864a8 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:28.020652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe508d98-8be4-4ae6-be76-474f3451078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.032059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e3743e7-7dfe-46b5-9002-62400ba329d9 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:28.039300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] For port e722b213-9e7e-498e-b7d2-456049d69437, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:28.043181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] For port e722b213-9e7e-498e-b7d2-456049d69437, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e722b213-9e7e-498e-b7d2-456049d69437,segment=NetworkSegment(430de0da-03e0-4dc9-a9d6-b16becba330f),segment_id=430de0da-03e0-4dc9-a9d6-b16becba330f)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:28.047492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.053699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:28.067339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe508d98-8be4-4ae6-be76-474f3451078a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b25cc42-d74a-498b-8db7-e6fbaa2e9739,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:28.075705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe508d98-8be4-4ae6-be76-474f3451078a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:28.082689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe508d98-8be4-4ae6-be76-474f3451078a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.087232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fe508d98-8be4-4ae6-be76-474f3451078a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b25cc42-d74a-498b-8db7-e6fbaa2e9739 HTTP/1.1" status: 204 len: 168 time: 0.9218409 Dec 10 19:38:28.121758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.213931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Pushing event updated for resources: {'Port': ['ID=e722b213-9e7e-498e-b7d2-456049d69437,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:28.230401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:28.289419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55bd202-9122-4688-b4d8-709f32749d26 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:38:28.295201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for a3f480b4-cb69-4712-8f2d-70748d3ec0d3 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:28.301321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.343713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.350227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d69c6e2-18e4-4b48-a441-423d98df762d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:28.403149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=33cfca1e-074f-426d-8205-cd08ce69b10b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:28.408127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Transition to ACTIVE for port object b55bd202-9122-4688-b4d8-709f32749d26 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:28.410627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.411610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:28.416215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ec4bf3ec-d52f-4a1a-b886-f0cf72b33266 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:28.455711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.484846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event deleted for resources: {'Port': ['ID=dabd66d6-b750-40b7-963c-1198084864a8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:28.496473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:28.497690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25889b61-0830-4839-b88b-e444cb264a8d tempest-FloatingIPAdminTestJSON-1512469388 tempest-FloatingIPAdminTestJSON-1512469388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:28.591519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.638391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481f7127-4708-4dd7-9cc0-6ad010d8d6f4']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:28.654304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430de0da-03e0-4dc9-a9d6-b16becba330f') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:28.654721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430de0da-03e0-4dc9-a9d6-b16becba330f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:28.672521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.757990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Pushing event updated for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:28.800935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.820212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:28.820676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:28.845289 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:28.872215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:28.943430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:28.951606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:29.020289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:38:29.020289 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:38:29.020289 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '481f7127-4708-4dd7-9cc0-6ad010d8d6f4'}] Dec 10 19:38:29.020289 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:38:29.020700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:38:29.026825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=a3f480b4-cb69-4712-8f2d-70748d3ec0d3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:29.031208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:29.267252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab07a33-f66c-434f-9b96-428c1c70967a req-ff7b1791-cff1-4228-9f02-373e63ceaa22 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:29.268927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eab07a33-f66c-434f-9b96-428c1c70967a req-ff7b1791-cff1-4228-9f02-373e63ceaa22 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 943 time: 0.5485609 Dec 10 19:38:29.273925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.431429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.437627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eab07a33-f66c-434f-9b96-428c1c70967a req-4e4bcd91-da54-470f-9ae5-85044ca190d1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910699 Dec 10 19:38:29.515437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54184) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:29.525279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.550433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Attempting to bind port b55bd202-9122-4688-b4d8-709f32749d26 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:29.550811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Attempting to bind port b55bd202-9122-4688-b4d8-709f32749d26 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:29.551179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Attempting to bind port b55bd202-9122-4688-b4d8-709f32749d26 on network 5d8e451b-357c-4a7a-b706-e483fdef2a36 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:29.619426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port e722b213-9e7e-498e-b7d2-456049d69437 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:29.619810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.643519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Port b55bd202-9122-4688-b4d8-709f32749d26 on network 5d8e451b-357c-4a7a-b706-e483fdef2a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:38:29.644053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Attempting to bind port b55bd202-9122-4688-b4d8-709f32749d26 on network 5d8e451b-357c-4a7a-b706-e483fdef2a36 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:29.661316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.666231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.673156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:29.673571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Checking segment: {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:29.674009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Bound using segment: {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:29.675027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Bound port: b55bd202-9122-4688-b4d8-709f32749d26, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8484aa6-effc-423c-8936-047b720f34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:29.675427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.814263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1353228957'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:29.821925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.822648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Fanout notify agent at l3_agent the message router_deleted on router 8eeefdbf-99d9-4bdf-a522-7adb30b217f4 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:38:29.827898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e722b213-9e7e-498e-b7d2-456049d69437 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:29.829391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:29.839477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:network and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:29.845579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:29.849211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:29.853372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.858421 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/8eeefdbf-99d9-4bdf-a522-7adb30b217f4 HTTP/1.1" status: 204 len: 168 time: 3.6694608 Dec 10 19:38:29.858955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54192) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:29.862255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.867795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:29.871578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-72523786', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:29.881114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9bfce7a7-2861-4742-8b38-eeb0c8477e1e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:29.891929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:29.924863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e722b213-9e7e-498e-b7d2-456049d69437 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:29.926100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:29.942752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Usage tracker for resource:router and tenant:56df5bdf69384151aec7a155560d4ba4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:29.949733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:29.966898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:29.969956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:29.971488 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-aca69617-d53e-4794-896b-1855866cda33 service neutron] 10.222.0.84 "PUT /v2.0/ports/b55bd202-9122-4688-b4d8-709f32749d26 HTTP/1.1" status: 200 len: 1093 time: 3.1931884 Dec 10 19:38:29.974252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:30.055238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:30.060772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:30.066766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:30.067810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:30.072924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26', 'status': 'completed', 'code': 200} Dec 10 19:38:30.079610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Pushing event updated for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:30.089413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:30.123498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:30.147512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-4c2ffce6-0510-4393-b12e-bba6305a8d8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=109fa8ec58d547ba96a5f05318f0a3a5&device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 1096 time: 0.1262786 Dec 10 19:38:30.165051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:30.217223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port e722b213-9e7e-498e-b7d2-456049d69437, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e722b213-9e7e-498e-b7d2-456049d69437,segment=NetworkSegment(430de0da-03e0-4dc9-a9d6-b16becba330f),segment_id=430de0da-03e0-4dc9-a9d6-b16becba330f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:30.217659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:30.359874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-444db5a3-e474-47f2-897d-14afc787b95c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b55bd202-9122-4688-b4d8-709f32749d26 HTTP/1.1" status: 200 len: 217 time: 0.2022419 Dec 10 19:38:30.378376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for e722b213-9e7e-498e-b7d2-456049d69437 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:30.441129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 418cf3bc-2771-4ca4-aa35-f3e1d69b78fe has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:30.478745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:30.478878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:30.482715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4099-0580-45fd-9047-3556324940fe req-fbcd56c2-80dd-48a2-b1db-94b63f47b5c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:30.484673 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-fbcd56c2-80dd-48a2-b1db-94b63f47b5c0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9 HTTP/1.1" status: 200 len: 835 time: 0.1158190 Dec 10 19:38:30.495671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:security_group_rule and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:30.501346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:30.511148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:30.529901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:30.535759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-38fedfbf-247b-4473-b8b6-5347c943faa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:30.600006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e4446-3390-4156-9e9c-98de90eaabb2 None None] Network 481f7127-4708-4dd7-9cc0-6ad010d8d6f4 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:30.699228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a2d5eaa4-28e2-40db-b92b-1a51d592f50d None None] Could not find standard attr ID for object e722b213-9e7e-498e-b7d2-456049d69437. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:38:30.714981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-b5558180-dbcb-44ec-a4ca-b3a93b3a97a7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d8e451b-357c-4a7a-b706-e483fdef2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2138221 Dec 10 19:38:30.880570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9dfed2-5dfb-4829-9304-e7f3b3f80a7b None None] DHCP port deletion for 481f7127-4708-4dd7-9cc0-6ad010d8d6f4 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:38:30.917760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=e722b213-9e7e-498e-b7d2-456049d69437,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:30.926401 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-4b9faf9d-843c-4f43-97fa-250eef218d2f service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920230 Dec 10 19:38:30.941174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:30.996459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.007552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port e722b213-9e7e-498e-b7d2-456049d69437 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:31.094710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.207985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.217304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:31.229545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c9e25-00e0-418a-ba46-de4f5b79256a None None] Sync routers for ids ['418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:31.246019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c9e25-00e0-418a-ba46-de4f5b79256a None None] Routers {'418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:31.246731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f00c9e25-00e0-418a-ba46-de4f5b79256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:31.267185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a89f54-c3a0-4882-bf39-3eb2d52ab75b req-c051834f-86b5-4e3e-afa8-047cef4b2387 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:31.269884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a2a89f54-c3a0-4882-bf39-3eb2d52ab75b req-c051834f-86b5-4e3e-afa8-047cef4b2387 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 943 time: 0.4043212 Dec 10 19:38:31.272861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.287616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481f7127-4708-4dd7-9cc0-6ad010d8d6f4']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:31.298110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.319746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f00c9e25-00e0-418a-ba46-de4f5b79256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:31.323954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:31.332259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c9e25-00e0-418a-ba46-de4f5b79256a None None] Routers {'418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:31.332953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f00c9e25-00e0-418a-ba46-de4f5b79256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:31.349831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430de0da-03e0-4dc9-a9d6-b16becba330f') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:31.350186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430de0da-03e0-4dc9-a9d6-b16becba330f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:31.378719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.401247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f00c9e25-00e0-418a-ba46-de4f5b79256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:31.401594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c9e25-00e0-418a-ba46-de4f5b79256a None None] The sync data for ids ['418cf3bc-2771-4ca4-aa35-f3e1d69b78fe'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:31.414904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:31.442246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef77870-544c-4b52-add5-beeeeb226c9d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:31.445763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:31.449014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.459075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.459379 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Added segment 72cb8a71-fbaf-4d17-a576-537a6ff6a64c of type vlan for network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 Dec 10 19:38:31.468714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:31.469162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.488136 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a2a89f54-c3a0-4882-bf39-3eb2d52ab75b req-09669d54-178a-401a-bb41-3f891e6daf90 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043288 Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:31.488801 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:31.509834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2ef4099-0580-45fd-9047-3556324940fe req-62790799-8120-4ed1-9238-3795fa3f8b7f service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461447 Dec 10 19:38:31.543327 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/418cf3bc-2771-4ca4-aa35-f3e1d69b78fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7066793 Dec 10 19:38:31.548906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54208) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:31.562762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Allocated IP 172.26.8.19 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/710747c4-458a-4d40-8874-9211a865901f) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:31.595054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.604260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.609356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.615099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:31.642878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=481f7127-4708-4dd7-9cc0-6ad010d8d6f4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:31.645619 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/481f7127-4708-4dd7-9cc0-6ad010d8d6f4 HTTP/1.1" status: 204 len: 168 time: 4.6505857 Dec 10 19:38:31.648227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:31.655524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d81e65ae-2e90-405a-92cc-621da6253a60 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:31.656641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54212) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:31.668049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-118887820'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:31.672932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:31.679668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:31.684621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:31.689125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.693566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:31.694926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.698904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:31.702691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7310676a-5a76-4f88-84d6-b0b1753074fd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:31.742539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e722b213-9e7e-498e-b7d2-456049d69437 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:38:31.788390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d81e65ae-2e90-405a-92cc-621da6253a60 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:31.789631 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d81e65ae-2e90-405a-92cc-621da6253a60 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=418cf3bc-2771-4ca4-aa35-f3e1d69b78fe HTTP/1.1" status: 200 len: 205 time: 0.2358050 Dec 10 19:38:31.793864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54218) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:31.794832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e722b213-9e7e-498e-b7d2-456049d69437 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:38:31.795421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e722b213-9e7e-498e-b7d2-456049d69437 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:38:31.820149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-b42e8f4c-337d-4c45-8f55-baef5882fd5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=109fa8ec58d547ba96a5f05318f0a3a5&device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 1096 time: 0.2546885 Dec 10 19:38:31.877594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:31.883001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:31.904089 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3804274 Dec 10 19:38:31.914153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:31.938940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'subnet': {'network_id': 'd3facbb1-20fd-4ad7-8130-c82d08a9cd88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:31.967762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Network': ['ID=d3facbb1-20fd-4ad7-8130-c82d08a9cd88,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:31.978010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:31.980101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:31.998498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:32.011851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.012250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment ba87aa11-e91f-4f62-95cc-9c155209950e of type vlan for network 05398f32-21e4-4334-8b2e-f05a92b73d69 Dec 10 19:38:32.016024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-661d48a8-e3f6-45cd-9843-b2ed2d7cc98a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.084322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.156154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:32.175299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.176887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:subnet and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:32.182702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:32.187612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-d9e81080-1550-4d72-a9c8-56a0e783edcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:32.188474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.189238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-d9e81080-1550-4d72-a9c8-56a0e783edcb service neutron] 10.222.0.84 "GET /v2.0/networks?id=5d8e451b-357c-4a7a-b706-e483fdef2a36 HTTP/1.1" status: 200 len: 897 time: 0.3544552 Dec 10 19:38:32.193913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:32.276807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.282017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2062d138-bb30-41bb-9a57-418ad25a63a1 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:32.318997 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-57689d29-c978-47d0-b6ea-ed232a2d61bd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b55bd202-9122-4688-b4d8-709f32749d26 HTTP/1.1" status: 200 len: 217 time: 0.1216617 Dec 10 19:38:32.319680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:32.346116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.350246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:32.351459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.357308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dfd9cdb7-4191-4e88-b48e-18a11335592c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:32.500713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:32.509229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:32.515002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event updated for resources: {'Port': ['ID=710747c4-458a-4d40-8874-9211a865901f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:32.518117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:32.554944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:32.571779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-e862d1d9-2681-4f2a-8ee8-b13f8feef693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:32.573385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-e862d1d9-2681-4f2a-8ee8-b13f8feef693 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9 HTTP/1.1" status: 200 len: 835 time: 0.2386394 Dec 10 19:38:32.584632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.595371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9351089 Dec 10 19:38:32.598182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54230) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:32.611351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:32.626901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=05398f32-21e4-4334-8b2e-f05a92b73d69,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:32.635525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-661d48a8-e3f6-45cd-9843-b2ed2d7cc98a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.637422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:32.637799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:32.755636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-661d48a8-e3f6-45cd-9843-b2ed2d7cc98a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.871794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-75c4d568-14f0-48b2-8e05-f5f9f93ed146 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d8e451b-357c-4a7a-b706-e483fdef2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2716899 Dec 10 19:38:32.916898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-661d48a8-e3f6-45cd-9843-b2ed2d7cc98a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.917483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661d48a8-e3f6-45cd-9843-b2ed2d7cc98a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Fanout notify agent at l3_agent the message router_deleted on router 418cf3bc-2771-4ca4-aa35-f3e1d69b78fe {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:38:32.957200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-661d48a8-e3f6-45cd-9843-b2ed2d7cc98a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:32.961021 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-661d48a8-e3f6-45cd-9843-b2ed2d7cc98a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/418cf3bc-2771-4ca4-aa35-f3e1d69b78fe HTTP/1.1" status: 204 len: 168 time: 1.1489689 Dec 10 19:38:32.967090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5297d-a02f-4ece-ad5a-cd2c61d66119 req-0af2e53c-0ce0-4ce8-b71a-cbc1795d04ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:32.968666 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-81c5297d-a02f-4ece-ad5a-cd2c61d66119 req-0af2e53c-0ce0-4ce8-b71a-cbc1795d04ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 943 time: 0.3364038 Dec 10 19:38:32.973415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54238) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:33.153351 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-b4a0d217-c0da-439b-9233-ce7ea5310a19 service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671421 Dec 10 19:38:33.157113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.165405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:33.278784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.318555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.319374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.319824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.328419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:33.347796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Subnet': ['ID=b82110a3-5409-4e0f-b1e7-177bbaecf696,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:33.361571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:33.474755 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-81c5297d-a02f-4ece-ad5a-cd2c61d66119 req-7141ef81-503e-4642-981d-fab6d9443544 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4970825 Dec 10 19:38:33.482819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 is not hosted by any dhcp agent {{(pid=88871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 10 19:38:33.486678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:33.487334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.492374 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "PUT /v2.0/networks/05398f32-21e4-4334-8b2e-f05a92b73d69 HTTP/1.1" status: 200 len: 723 time: 0.8865900 Dec 10 19:38:33.507467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54246) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:33.524005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '05398f32-21e4-4334-8b2e-f05a92b73d69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:33.528735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=05398f32-21e4-4334-8b2e-f05a92b73d69,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:33.532941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:33.540848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:33.580097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet 94db93f0-ceec-454f-8b1e-f09ba9fbdee4 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:38:33.583301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.614553 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2feecfa8-d88c-4a52-bef5-a804a7e3ad6b req-ee82e82f-d927-4f3b-a1da-87fd82aa6557 service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518597 Dec 10 19:38:33.618524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Checking segment: {'id': '72cb8a71-fbaf-4d17-a576-537a6ff6a64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd3facbb1-20fd-4ad7-8130-c82d08a9cd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:33.618934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network hostable DHCP agents. Network: d3facbb1-20fd-4ad7-8130-c82d08a9cd88, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:33.648417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.748258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.830019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.835948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:33.879616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=94db93f0-ceec-454f-8b1e-f09ba9fbdee4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:33.883662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:33.884758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:33.895229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e733442-638d-4b89-a17c-8a0a71d2c6ca None None] Network d66dafb7-4b5c-48a9-bc85-17d0416643a6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:33.895421 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/94db93f0-ceec-454f-8b1e-f09ba9fbdee4 HTTP/1.1" status: 204 len: 168 time: 0.9179516 Dec 10 19:38:33.895708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54250) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:33.939673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:33.950075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:33.954783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:33.964601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:33.968606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:33.985829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, d3facbb1-20fd-4ad7-8130-c82d08a9cd88) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:33.992439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:34.012239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:34.012908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.029692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe34dde-24a3-48b2-b3c9-5bd3a601adc5 None None] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:34.031224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.042609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:34.042989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.155779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.177260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2574611 Dec 10 19:38:34.225134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:34.240231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-397168774', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:34.262429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:34.270619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:router and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:34.279438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:34.282535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port 05f1d9d4-aa32-4db4-86be-4d25f9679f70, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=05f1d9d4-aa32-4db4-86be-4d25f9679f70,segment=NetworkSegment(e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d),segment_id=e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:34.282949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.293796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:34.334985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.336015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.357200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b7246-77ef-4108-bde1-8390da4bfb37 None None] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:34.419663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Router 962a24f4-4b02-43a3-afa4-777eac9e6505 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:38:34.426885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.436935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 05f1d9d4-aa32-4db4-86be-4d25f9679f70 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:34.540454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e079e-b59f-4cd3-aaed-1c95490df876 None None] DHCP port deletion for d66dafb7-4b5c-48a9-bc85-17d0416643a6 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:38:34.559287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-434e079e-b59f-4cd3-aaed-1c95490df876 None None] Deleting port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:34.561852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-434e079e-b59f-4cd3-aaed-1c95490df876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.578358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.583698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8f87acd-e3cc-4573-a6cd-b344f5186b59 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:34.642729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=05f1d9d4-aa32-4db4-86be-4d25f9679f70,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:34.648480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:34.655030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No DVR routers for this DVR port 05f1d9d4-aa32-4db4-86be-4d25f9679f70 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:34.657964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-434e079e-b59f-4cd3-aaed-1c95490df876 None None] The port '05f1d9d4-aa32-4db4-86be-4d25f9679f70' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:38:34.837305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.856801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0c1d6c1b-416e-44d3-a22b-d30f091021a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:34.919201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.919403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:34.954853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=adb7ec18-4f54-4e82-a9d0-bfacbd76cf3e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:34.957786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:34.960958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66dafb7-4b5c-48a9-bc85-17d0416643a6']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:34.980747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:34.981082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69a3b1a-25a0-48d0-9aa0-a227d5d8ed1d') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:34.999792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.030345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e19c3-eeb3-4762-8f8c-a753f3491309 req-f7569c58-46dc-416b-8a36-71b93530a08f tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:35.031941 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-955e19c3-eeb3-4762-8f8c-a753f3491309 req-f7569c58-46dc-416b-8a36-71b93530a08f tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 943 time: 0.3107631 Dec 10 19:38:35.034279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.042329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baca243-96db-46b2-af35-a4389e07df23 req-861f0f7d-2518-4ee9-8403-9e1d2cad5581 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:35.043820 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7baca243-96db-46b2-af35-a4389e07df23 req-861f0f7d-2518-4ee9-8403-9e1d2cad5581 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 945 time: 0.2220042 Dec 10 19:38:35.066768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:35.067208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.074704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': 'ba87aa11-e91f-4f62-95cc-9c155209950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05398f32-21e4-4334-8b2e-f05a92b73d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:35.075105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 05398f32-21e4-4334-8b2e-f05a92b73d69, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:35.086921 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:35.144670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:35.159915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:35.171750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34326d08-14fb-4488-98be-534328b0aa5a None None] Sync routers for ids ['962a24f4-4b02-43a3-afa4-777eac9e6505'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:35.174792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 05398f32-21e4-4334-8b2e-f05a92b73d69) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:35.179203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:35.179863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854134347'] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.185602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88cb2ad-a841-4173-ad02-f0654bdfeb08 None None] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:35.197443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34326d08-14fb-4488-98be-534328b0aa5a None None] Routers {'962a24f4-4b02-43a3-afa4-777eac9e6505'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:35.198162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-34326d08-14fb-4488-98be-534328b0aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['962a24f4-4b02-43a3-afa4-777eac9e6505'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:35.217639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.224971 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-955e19c3-eeb3-4762-8f8c-a753f3491309 req-a41a6734-092b-45c5-a62f-3c8a762e8839 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801448 Dec 10 19:38:35.226239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd9f4c97-a082-46eb-9753-7714ea44b867 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:35.241880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.245898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.3830185 Dec 10 19:38:35.248079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.248206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54268) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:35.252099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:35.258495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=d66dafb7-4b5c-48a9-bc85-17d0416643a6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:35.266370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7baca243-96db-46b2-af35-a4389e07df23 req-d016099d-8efb-4a56-8889-a38325a9e825 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009935 Dec 10 19:38:35.271811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:35.279697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/d66dafb7-4b5c-48a9-bc85-17d0416643a6 HTTP/1.1" status: 204 len: 168 time: 1.3828022 Dec 10 19:38:35.285790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54274) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:35.292428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1166481935', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:35.312089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:35.333551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:router and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:35.333742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8202991 Dec 10 19:38:35.341979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54280) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:35.344563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:35.351702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:35.374205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-34326d08-14fb-4488-98be-534328b0aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:35.378441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.379571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.398592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34326d08-14fb-4488-98be-534328b0aa5a None None] Routers {'962a24f4-4b02-43a3-afa4-777eac9e6505'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:35.399505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-34326d08-14fb-4488-98be-534328b0aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['962a24f4-4b02-43a3-afa4-777eac9e6505'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:35.420747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:35.430072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.514432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-34326d08-14fb-4488-98be-534328b0aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:35.515131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34326d08-14fb-4488-98be-534328b0aa5a None None] The sync data for ids ['962a24f4-4b02-43a3-afa4-777eac9e6505'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:35.525033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.567416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b55bd202-9122-4688-b4d8-709f32749d26 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:38:35.567885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.600300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-05398f32-21e4-4334-8b2e-f05a92b73d69', 'network_id': '05398f32-21e4-4334-8b2e-f05a92b73d69', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': 'adb7ec18-4f54-4e82-a9d0-bfacbd76cf3e'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:38:35.601243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.722958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.793456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847162702'] for subnet, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:35.799957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 05f1d9d4-aa32-4db4-86be-4d25f9679f70 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:38:35.851907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 05f1d9d4-aa32-4db4-86be-4d25f9679f70 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:38:35.852307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 05f1d9d4-aa32-4db4-86be-4d25f9679f70 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:38:35.944087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.26.8.104 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/5b8ea840-fb82-4333-85f9-058e17511c2c) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:35.960503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:35.968391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb4fc9-ac0e-44d4-8026-e04f0ba6b0ac req-55ce6621-34c1-4b9b-9443-378339785f70 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:35.973661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a4fb4fc9-ac0e-44d4-8026-e04f0ba6b0ac req-55ce6621-34c1-4b9b-9443-378339785f70 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 945 time: 0.1314712 Dec 10 19:38:35.983957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'b55bd202-9122-4688-b4d8-709f32749d26', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'port_id': 'b55bd202-9122-4688-b4d8-709f32749d26', 'mac_address': 'fa:16:3e:a6:7a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:38:35.986157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Allocated IP 172.20.0.2 (05398f32-21e4-4334-8b2e-f05a92b73d69/adb7ec18-4f54-4e82-a9d0-bfacbd76cf3e/0013e702-a82c-40c6-9480-aae67ca31362) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:36.083108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a4fb4fc9-ac0e-44d4-8026-e04f0ba6b0ac req-2a72e43a-fb58-47ae-bcff-ce22a41638b3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027687 Dec 10 19:38:36.087236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.127189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.132493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.179483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55bd202-9122-4688-b4d8-709f32749d26 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:38:36.234948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:36.243510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.254493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18a32d50-eb24-45a8-86d9-960d27c1cb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:36.293236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.364593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.371225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:36.471370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:36.473343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=5b8ea840-fb82-4333-85f9-058e17511c2c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:36.478357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:36.480324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:36.481844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:36.493808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.511107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Transition to ACTIVE for port object 0013e702-a82c-40c6-9480-aae67ca31362 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:36.539590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Transition to ACTIVE for port object 0013e702-a82c-40c6-9480-aae67ca31362 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:36.541128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:36.552881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 172.26.8.43 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/bbb0edf0-ee45-45b9-91a5-742522423e27) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:36.556162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:36.559549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.567818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-debf1656-0202-4cb0-8c8f-2b66b9e2b3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:36.645090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:36.654876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:36.660285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:36.669859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfeaf1-7cda-41ae-9b28-3ff243acee58 req-f82f8b7b-999b-403c-8e3e-2f6fcee25b96 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:36.671550 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a3cfeaf1-7cda-41ae-9b28-3ff243acee58 req-f82f8b7b-999b-403c-8e3e-2f6fcee25b96 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 944 time: 0.2524559 Dec 10 19:38:36.746826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Pushing event updated for resources: {'Port': ['ID=0013e702-a82c-40c6-9480-aae67ca31362,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:36.751249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:36.779403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['b55bd202-9122-4688-b4d8-709f32749d26'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:38:36.822487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Attempting to bind port 0013e702-a82c-40c6-9480-aae67ca31362 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:36.822905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Attempting to bind port 0013e702-a82c-40c6-9480-aae67ca31362 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'ba87aa11-e91f-4f62-95cc-9c155209950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05398f32-21e4-4334-8b2e-f05a92b73d69'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:36.823313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Attempting to bind port 0013e702-a82c-40c6-9480-aae67ca31362 on network 05398f32-21e4-4334-8b2e-f05a92b73d69 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:36.846195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:36.846618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Checking segment: {'id': 'ba87aa11-e91f-4f62-95cc-9c155209950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05398f32-21e4-4334-8b2e-f05a92b73d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:36.847075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:36.847521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Bound using segment: {'id': 'ba87aa11-e91f-4f62-95cc-9c155209950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05398f32-21e4-4334-8b2e-f05a92b73d69'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:36.848106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Bound port: 0013e702-a82c-40c6-9480-aae67ca31362, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba87aa11-e91f-4f62-95cc-9c155209950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '05398f32-21e4-4334-8b2e-f05a92b73d69'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:36.848476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.004601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] For port 0013e702-a82c-40c6-9480-aae67ca31362, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:37.031150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] For port 0013e702-a82c-40c6-9480-aae67ca31362, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0013e702-a82c-40c6-9480-aae67ca31362,segment=NetworkSegment(ba87aa11-e91f-4f62-95cc-9c155209950e),segment_id=ba87aa11-e91f-4f62-95cc-9c155209950e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:37.037133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.048159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:37.056022 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a3cfeaf1-7cda-41ae-9b28-3ff243acee58 req-402eb220-a1a1-41c2-bd89-4207c6479b95 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200120 Dec 10 19:38:37.086998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.156202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.180073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcd4d9-64f2-4c72-95fa-c76c8bc001cb req-a117c3c2-5e01-49a8-86a0-1bb299d467d5 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:37.182528 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a2fcd4d9-64f2-4c72-95fa-c76c8bc001cb req-a117c3c2-5e01-49a8-86a0-1bb299d467d5 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 945 time: 0.5385811 Dec 10 19:38:37.182646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363254942243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847779100'] for subnet, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.183783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56160854-3f74-43b3-a946-7a3efa3cbfa9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:37.188539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e607a9af-d6e0-44ba-8b9d-4b83539cd86c tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:37.209256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Pushing event updated for resources: {'Port': ['ID=0013e702-a82c-40c6-9480-aae67ca31362,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:37.212736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:37.292291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:37.293208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.295075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "PUT /v2.0/subnets/adb7ec18-4f54-4e82-a9d0-bfacbd76cf3e HTTP/1.1" status: 200 len: 806 time: 1.8803246 Dec 10 19:38:37.300063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54306) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:37.311602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:37.312121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=adb7ec18-4f54-4e82-a9d0-bfacbd76cf3e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:37.325037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:37.337706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:37.415972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:37.428342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=bbb0edf0-ee45-45b9-91a5-742522423e27,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:37.446462 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a2fcd4d9-64f2-4c72-95fa-c76c8bc001cb req-6c42b46d-c8cd-4ac3-9f84-8ae8a7c7d52e tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842530 Dec 10 19:38:37.449847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:37.605906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.642830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.643444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.649443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port 0013e702-a82c-40c6-9480-aae67ca31362 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:37.660215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.723190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.751860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.753305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:37.895457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0013e702-a82c-40c6-9480-aae67ca31362 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:37.978231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:38.001800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 0013e702-a82c-40c6-9480-aae67ca31362 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:38.005308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Deleting port 710747c4-458a-4d40-8874-9211a865901f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:38.005719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:38.183281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943034c-b913-4dd5-b80c-7b4380c9cc48 req-171dcb58-25c7-4425-aacc-58e088c4eed4 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:38.185013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b943034c-b913-4dd5-b80c-7b4380c9cc48 req-171dcb58-25c7-4425-aacc-58e088c4eed4 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 945 time: 0.4168711 Dec 10 19:38:38.194713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836dc6-0f36-48b6-9097-b6acedec8063 req-cce2563e-614a-45be-a64e-53e53c5c67a5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:38.196488 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c836dc6-0f36-48b6-9097-b6acedec8063 req-cce2563e-614a-45be-a64e-53e53c5c67a5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.3381772 Dec 10 19:38:38.294158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b943034c-b913-4dd5-b80c-7b4380c9cc48 req-2ef23bf7-fe8f-4784-a3d7-e9af704df2f9 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947919 Dec 10 19:38:38.307385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c836dc6-0f36-48b6-9097-b6acedec8063 req-6c291aec-a260-48f3-944a-957d5cbda359 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910468 Dec 10 19:38:38.364216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port 0013e702-a82c-40c6-9480-aae67ca31362, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0013e702-a82c-40c6-9480-aae67ca31362,segment=NetworkSegment(ba87aa11-e91f-4f62-95cc-9c155209950e),segment_id=ba87aa11-e91f-4f62-95cc-9c155209950e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:38.364799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:38.418479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router e97a6e1c-1752-449e-93b4-b07fc1b64b01 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:38:38.516292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:38.609900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for 0013e702-a82c-40c6-9480-aae67ca31362 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:38.704458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124971d-4fba-4fa2-aff0-c38ebeada26c req-0398d0b6-b165-4b36-bd49-ba5428b17193 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:38.706162 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4124971d-4fba-4fa2-aff0-c38ebeada26c req-0398d0b6-b165-4b36-bd49-ba5428b17193 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 944 time: 0.2079804 Dec 10 19:38:38.797309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Calling delete_port for 710747c4-458a-4d40-8874-9211a865901f owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:38.856643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4124971d-4fba-4fa2-aff0-c38ebeada26c req-d3c01605-f317-4b7f-9d3c-fccdef9aafa0 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378245 Dec 10 19:38:38.898705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:38.916654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a4211-af12-403b-86cf-ce84fd0918ce None None] Sync routers for ids ['e97a6e1c-1752-449e-93b4-b07fc1b64b01'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:38.943169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a4211-af12-403b-86cf-ce84fd0918ce None None] Routers {'e97a6e1c-1752-449e-93b4-b07fc1b64b01'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:38.943951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-253a4211-af12-403b-86cf-ce84fd0918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['e97a6e1c-1752-449e-93b4-b07fc1b64b01'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:38.951540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede97b-da18-4efa-9a8e-9830003d1b38 req-bc9932d9-8aa7-4c19-8051-f9e49691d0eb tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:38.953250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9ede97b-da18-4efa-9a8e-9830003d1b38 req-bc9932d9-8aa7-4c19-8051-f9e49691d0eb tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 945 time: 0.2146180 Dec 10 19:38:39.015865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:39.019835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7301335 Dec 10 19:38:39.020580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54320) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:39.059568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-03e4f7fb-0634-47d5-bac1-10d4099b3471 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:39.069967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-03e4f7fb-0634-47d5-bac1-10d4099b3471 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Synchronizing usage tracker for tenant:ad109fef55d74616a63011e5523fb742 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:39.073639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-253a4211-af12-403b-86cf-ce84fd0918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:39.099766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a4211-af12-403b-86cf-ce84fd0918ce None None] Routers {'e97a6e1c-1752-449e-93b4-b07fc1b64b01'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:39.101323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-253a4211-af12-403b-86cf-ce84fd0918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['e97a6e1c-1752-449e-93b4-b07fc1b64b01'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:39.125106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:39.177101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-253a4211-af12-403b-86cf-ce84fd0918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:39.178229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a4211-af12-403b-86cf-ce84fd0918ce None None] The sync data for ids ['e97a6e1c-1752-449e-93b4-b07fc1b64b01'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:39.197349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:39.235544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-03e4f7fb-0634-47d5-bac1-10d4099b3471 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Unset dirty status for tenant:ad109fef55d74616a63011e5523fb742 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:39.237025 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-03e4f7fb-0634-47d5-bac1-10d4099b3471 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 945 time: 0.8409452 Dec 10 19:38:39.255703 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9ede97b-da18-4efa-9a8e-9830003d1b38 req-dea92d7a-6eee-455a-8c02-f35046ea3552 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900164 Dec 10 19:38:39.387608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2de03-9c44-42d4-a177-b4bfb32e3a95 req-8f0881c0-9d41-424c-a0bb-5f91fff2f95f tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:39.396575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ffd2de03-9c44-42d4-a177-b4bfb32e3a95 req-8f0881c0-9d41-424c-a0bb-5f91fff2f95f tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.3145204 Dec 10 19:38:39.456362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1db9e2-2658-4171-9f4a-3941cc63d10c None None] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:39.499422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b55bd202-9122-4688-b4d8-709f32749d26 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:39.579486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-04b7ec74-8096-4a47-9ade-40c69e312ae6 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:39.580309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=0013e702-a82c-40c6-9480-aae67ca31362,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:39.581199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-04b7ec74-8096-4a47-9ade-40c69e312ae6 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.84 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 945 time: 0.3209040 Dec 10 19:38:39.588269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:39.590527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ffd2de03-9c44-42d4-a177-b4bfb32e3a95 req-7bfaef77-e027-48ec-b37a-df789d456fea tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924191 Dec 10 19:38:39.592983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:38:39.716455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port 0013e702-a82c-40c6-9480-aae67ca31362 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:39.737178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Deleting port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:39.737658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:39.767035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Deleting port cbf06dad-b53a-46ca-9301-eb46409c74c3 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:39.767432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:39.856052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2341d6b-4c1f-442a-8d0f-560e1be1c4a4 None None] Could not find standard attr ID for object 0013e702-a82c-40c6-9480-aae67ca31362. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:38:39.932643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:39.961427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e817c27-31a9-4326-9563-1d98aeabe694 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:40.058721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] For port 02f581be-10e7-41a3-8d6d-f7da7153b5a2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=02f581be-10e7-41a3-8d6d-f7da7153b5a2,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:40.059126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.060705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port b55bd202-9122-4688-b4d8-709f32749d26 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:40.074371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port b55bd202-9122-4688-b4d8-709f32749d26 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:40.075107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.103055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Pushing event deleted for resources: {'Port': ['ID=710747c4-458a-4d40-8874-9211a865901f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:40.122712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:40.249017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.277863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.328904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:40.330881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:40.338971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.339912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device cbf06dad-b53a-46ca-9301-eb46409c74c3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:38:40.394729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a88b4754-e0c4-4fae-a791-54efdfd7d1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:40.461271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1248884d-c30f-47b0-9637-48bef2093e73 None None] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:40.667560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1b265-d879-4845-8100-6e56edff14cc req-bbd7843a-8bc6-40f5-8f09-43b304e20ccf tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:40.669187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3e1b265-d879-4845-8100-6e56edff14cc req-bbd7843a-8bc6-40f5-8f09-43b304e20ccf tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 945 time: 1.1718612 Dec 10 19:38:40.711559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] For port cbf06dad-b53a-46ca-9301-eb46409c74c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:40.711895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.747983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-491e2201-c890-49af-9882-50671dd5c08c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/routers/e97a6e1c-1752-449e-93b4-b07fc1b64b01 HTTP/1.1" status: 200 len: 884 time: 1.7241287 Dec 10 19:38:40.753009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:40.753926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54340) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:40.793311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.798281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.808763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:40.815781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.863278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port cbf06dad-b53a-46ca-9301-eb46409c74c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:40.867821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:40.869966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba380b87-d4d8-44c3-8714-5dd6734afb40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:40.881904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:40.972850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=cbf06dad-b53a-46ca-9301-eb46409c74c3,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:40.985416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:41.010599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=adb7ec18-4f54-4e82-a9d0-bfacbd76cf3e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:41.021651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:41.027979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.041269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8423d9-256a-4eec-92e2-08341d5ee0f3 req-87cb2b07-01f9-4dc9-8e63-932ac20a1dd5 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:41.043258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd8423d9-256a-4eec-92e2-08341d5ee0f3 req-87cb2b07-01f9-4dc9-8e63-932ac20a1dd5 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 944 time: 0.8776770 Dec 10 19:38:41.067396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.093503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3e1b265-d879-4845-8100-6e56edff14cc req-674a2010-b2d5-4b7c-84a1-a04f5581baa2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups?id=4072186d-2bdf-4cd3-a5f6-e39a04f68741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052787 Dec 10 19:38:41.109244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.109685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.110041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Floating IP 53ca27bc-e890-471e-8337-b8745d9d101d disassociated. External IP: 172.26.8.206, port: 02f581be-10e7-41a3-8d6d-f7da7153b5a2. Dec 10 19:38:41.110483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Calling delete_port for 02f581be-10e7-41a3-8d6d-f7da7153b5a2 owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:41.119567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405b584-6a36-49fc-990b-de388e13492e None None] Network 05398f32-21e4-4334-8b2e-f05a92b73d69 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:41.239240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7dd19d8d-872a-4748-a598-6ccd13c38a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.244803 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd8423d9-256a-4eec-92e2-08341d5ee0f3 req-4158330d-15c1-412a-a369-81ad333223c2 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838744 Dec 10 19:38:41.381892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.409411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.418898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:41.470261 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26', 'code': 200} Dec 10 19:38:41.516398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74100f-ec5b-47dc-a31b-3b597385e224 None None] DHCP port deletion for 05398f32-21e4-4334-8b2e-f05a92b73d69 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:38:41.581923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event deleted for resources: {'Port': ['ID=02f581be-10e7-41a3-8d6d-f7da7153b5a2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:41.585608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:41.612782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f0a05c2-f013-4821-b017-32a95fb59d78 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:router {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:41.695903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05398f32-21e4-4334-8b2e-f05a92b73d69']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:41.711863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba87aa11-e91f-4f62-95cc-9c155209950e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:41.712206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba87aa11-e91f-4f62-95cc-9c155209950e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:41.721131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0013e702-a82c-40c6-9480-aae67ca31362 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:38:41.726315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.768551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 0013e702-a82c-40c6-9480-aae67ca31362 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:38:41.769132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0013e702-a82c-40c6-9480-aae67ca31362 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:38:41.843586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f0a05c2-f013-4821-b017-32a95fb59d78 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:router {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:41.844916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f0a05c2-f013-4821-b017-32a95fb59d78 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0863326 Dec 10 19:38:41.854902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:41.859001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54346) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:41.867193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf11cf8-383f-4ee6-b396-e1224358375d None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:41.873034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6aeed01c-de82-40d7-91cd-fd0c01a54411 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1166481935'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:41.881686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf11cf8-383f-4ee6-b396-e1224358375d None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:41.882582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-baf11cf8-383f-4ee6-b396-e1224358375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:41.943972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.944717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915fb72-a494-4c11-936f-105ef8e4902f req-5c76830d-4a83-4864-9cb9-7782cb2c602e tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:41.946484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3915fb72-a494-4c11-936f-105ef8e4902f req-5c76830d-4a83-4864-9cb9-7782cb2c602e tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 943 time: 0.4470670 Dec 10 19:38:41.957687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-baf11cf8-383f-4ee6-b396-e1224358375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:41.971517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf11cf8-383f-4ee6-b396-e1224358375d None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:41.972255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-baf11cf8-383f-4ee6-b396-e1224358375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:41.976488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:41.976937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:41.998228 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:42.064790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-baf11cf8-383f-4ee6-b396-e1224358375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:42.065778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf11cf8-383f-4ee6-b396-e1224358375d None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:42.121578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.123519 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.8907421 Dec 10 19:38:42.127252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54350) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:42.137167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a560a-232b-47c7-b356-5ceabba43015 req-702d3f67-645a-4439-b941-355be38d89e1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:42.138885 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-da4a560a-232b-47c7-b356-5ceabba43015 req-702d3f67-645a-4439-b941-355be38d89e1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.4270515 Dec 10 19:38:42.152336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.152801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.153161 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Floating IP feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489 disassociated. External IP: 172.26.8.128, port: cbf06dad-b53a-46ca-9301-eb46409c74c3. Dec 10 19:38:42.153578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Calling delete_port for cbf06dad-b53a-46ca-9301-eb46409c74c3 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:42.170814 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3915fb72-a494-4c11-936f-105ef8e4902f req-86a34867-dd9f-404d-850a-62061bd4f208 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120321 Dec 10 19:38:42.188059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Router 962a24f4-4b02-43a3-afa4-777eac9e6505 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:42.199122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.204085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8e1b806-1ebe-408e-ae99-de9896156471 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:42.224586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.243260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=05398f32-21e4-4334-8b2e-f05a92b73d69,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:42.260342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:42.262114 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/05398f32-21e4-4334-8b2e-f05a92b73d69 HTTP/1.1" status: 204 len: 168 time: 4.9541936 Dec 10 19:38:42.270112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54356) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:42.278849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b66109f9-6bc3-40b5-8634-551a0e41ff9e req-d4c438ff-600a-4189-b6c0-56be92c68127 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 1098 time: 0.4852049 Dec 10 19:38:42.421639 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b627276-7d75-4c96-ae1e-1973f76165d6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:38:42.422258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b627276-7d75-4c96-ae1e-1973f76165d6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:38:42.427827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7b627276-7d75-4c96-ae1e-1973f76165d6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/05398f32-21e4-4334-8b2e-f05a92b73d69 HTTP/1.1" status: 404 len: 339 time: 0.1495404 Dec 10 19:38:42.474725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.485959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:42.499411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1859548994', 'description': 'd1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:42.520760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:42.531948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:network and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:42.537676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:42.543819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:38:42.544203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:38:42.550968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:42.563451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b66109f9-6bc3-40b5-8634-551a0e41ff9e req-191c4ed7-f481-47a0-84d3-b59e8062651d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589037 Dec 10 19:38:42.573297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:42.579138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.594623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:42.606959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6f28a-9ae9-4c2f-9b2c-9afe18aeacd7 None None] Sync routers for ids ['962a24f4-4b02-43a3-afa4-777eac9e6505'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:42.612783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.614095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "PUT /v2.0/routers/962a24f4-4b02-43a3-afa4-777eac9e6505 HTTP/1.1" status: 200 len: 704 time: 7.3667207 Dec 10 19:38:42.620206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54366) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:42.623152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6f28a-9ae9-4c2f-9b2c-9afe18aeacd7 None None] Routers {'962a24f4-4b02-43a3-afa4-777eac9e6505'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:42.624051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bcb6f28a-9ae9-4c2f-9b2c-9afe18aeacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['962a24f4-4b02-43a3-afa4-777eac9e6505'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:42.658110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6a661a9c-54d2-462b-b53a-d5ef62457b22 req-b447c4d6-832e-4e4b-96f3-ce9de12aa963 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 210 time: 0.3279161 Dec 10 19:38:42.692436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bcb6f28a-9ae9-4c2f-9b2c-9afe18aeacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:42.696561 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-da4a560a-232b-47c7-b356-5ceabba43015 req-c0256cc9-069b-4d4a-b9f9-a6f267c418f7 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5446386 Dec 10 19:38:42.716900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6f28a-9ae9-4c2f-9b2c-9afe18aeacd7 None None] Routers {'962a24f4-4b02-43a3-afa4-777eac9e6505'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:42.716900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bcb6f28a-9ae9-4c2f-9b2c-9afe18aeacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['962a24f4-4b02-43a3-afa4-777eac9e6505'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:42.773047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:42.792730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bcb6f28a-9ae9-4c2f-9b2c-9afe18aeacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:42.793393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6f28a-9ae9-4c2f-9b2c-9afe18aeacd7 None None] The sync data for ids ['962a24f4-4b02-43a3-afa4-777eac9e6505'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:42.802900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.803812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment 8c01c348-fa58-41b5-85f1-c50c7629925f of type vlan for network 5010ee26-114b-49fd-a94f-90d2143cf70e Dec 10 19:38:42.840985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ec382892-0ced-4595-bb4e-18a48ee0d737 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/routers/962a24f4-4b02-43a3-afa4-777eac9e6505 HTTP/1.1" status: 200 len: 739 time: 0.2195082 Dec 10 19:38:42.845641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:42.849958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54370) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:42.906778 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9cde3a0c-804e-4a69-9987-ff97d4ba3d42 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=962a24f4-4b02-43a3-afa4-777eac9e6505 HTTP/1.1" status: 200 len: 205 time: 0.0533626 Dec 10 19:38:42.908984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54374) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:42.925839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:42.973867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-839556f4-d316-4af1-b4ea-5421bc546f86 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=962a24f4-4b02-43a3-afa4-777eac9e6505 HTTP/1.1" status: 200 len: 205 time: 0.0634263 Dec 10 19:38:42.977776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:43.045084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Deleting port cbf06dad-b53a-46ca-9301-eb46409c74c3 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:43.045454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:43.083173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:43.087840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:43.088485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:43.100763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:43.276549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e3ad2-3669-492f-a5e0-0a9dceb88be5 req-70bd74ff-bc2a-44b5-a92b-e004b7f99b2b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:43.278236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-285e3ad2-3669-492f-a5e0-0a9dceb88be5 req-70bd74ff-bc2a-44b5-a92b-e004b7f99b2b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.4491313 Dec 10 19:38:43.331374 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8411446 Dec 10 19:38:43.342175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54384) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:43.353796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=5010ee26-114b-49fd-a94f-90d2143cf70e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:43.366991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 5010ee26-114b-49fd-a94f-90d2143cf70e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:43.393692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:43.449818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-671d0779-6164-406d-a6ce-3c2fa9531484 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:43.504423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:43.514858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 02f581be-10e7-41a3-8d6d-f7da7153b5a2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:38:43.560945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 02f581be-10e7-41a3-8d6d-f7da7153b5a2 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:38:43.561961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 02f581be-10e7-41a3-8d6d-f7da7153b5a2 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:38:43.613125 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-285e3ad2-3669-492f-a5e0-0a9dceb88be5 req-5e469fba-5dd9-445b-ae78-319fd54c565e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164413 Dec 10 19:38:43.698959 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'code': 200} Dec 10 19:38:43.710142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae311e-dc65-4d02-ad77-7c6b441f1fee req-98a7d6ef-f2f8-43d2-97cf-4329002c456c tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:43.711828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7dae311e-dc65-4d02-ad77-7c6b441f1fee req-98a7d6ef-f2f8-43d2-97cf-4329002c456c tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 943 time: 0.3035657 Dec 10 19:38:43.763135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:43.846870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b00d224f-e659-4581-955e-643694fda316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:43.935781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7dae311e-dc65-4d02-ad77-7c6b441f1fee req-731ba458-630b-402d-9004-cf54919a4464 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141922 Dec 10 19:38:44.008171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8b2b5aa-f7dc-4fe1-810b-2a4909349470 req-011d734c-fc9e-49b2-baff-61c20a62f790 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/ports?device_id=597ff771-ab17-4ac5-af43-82435422c0b0 HTTP/1.1" status: 200 len: 210 time: 0.1371121 Dec 10 19:38:44.020241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7bd6cd-1e03-4478-aa71-f951b2357f13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:44.021173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de7bd6cd-1e03-4478-aa71-f951b2357f13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Synchronizing usage tracker for tenant:dea2eed056324ab4a584a00308d447ba on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:44.093314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:44.108093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] Sync routers for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:44.124127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:44.124927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:44.218694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de7bd6cd-1e03-4478-aa71-f951b2357f13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Unset dirty status for tenant:dea2eed056324ab4a584a00308d447ba on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:44.219930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-de7bd6cd-1e03-4478-aa71-f951b2357f13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/networks?id=5010ee26-114b-49fd-a94f-90d2143cf70e HTTP/1.1" status: 200 len: 761 time: 0.8711298 Dec 10 19:38:44.224173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:44.237372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'description': 'd2'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:44.324702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] No DVR routers for this DVR port 02f581be-10e7-41a3-8d6d-f7da7153b5a2 on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:44.327404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:44.343121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597ff771-ab17-4ac5-af43-82435422c0b0', 'name': 'network-vif-deleted', 'tag': '02f581be-10e7-41a3-8d6d-f7da7153b5a2'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:44.348540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:38:44.348847 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a497907c-ba13-4861-9df8-b8c1c677f5db req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.84 "DELETE /v2.0/ports/02f581be-10e7-41a3-8d6d-f7da7153b5a2 HTTP/1.1" status: 204 len: 173 time: 4.7457972 Dec 10 19:38:44.359603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:44.469426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] For port cbf06dad-b53a-46ca-9301-eb46409c74c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=cbf06dad-b53a-46ca-9301-eb46409c74c3,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:44.469992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:44.500810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-671d0779-6164-406d-a6ce-3c2fa9531484 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:44.501371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6aeed01c-de82-40d7-91cd-fd0c01a54411 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:44.513671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597ff771-ab17-4ac5-af43-82435422c0b0', 'name': 'network-vif-deleted', 'tag': '02f581be-10e7-41a3-8d6d-f7da7153b5a2', 'status': 'completed', 'code': 200} Dec 10 19:38:44.525225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6aeed01c-de82-40d7-91cd-fd0c01a54411 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:44.650217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a85cd1-3254-4dcd-b6df-f7f7844e4773 req-aaff12d1-fef9-42c8-b3e9-294d626d8f0e tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:44.652512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4a85cd1-3254-4dcd-b6df-f7f7844e4773 req-aaff12d1-fef9-42c8-b3e9-294d626d8f0e tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5448289 Dec 10 19:38:44.674923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-671d0779-6164-406d-a6ce-3c2fa9531484 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:44.930162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-671d0779-6164-406d-a6ce-3c2fa9531484 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:44.930683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671d0779-6164-406d-a6ce-3c2fa9531484 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Fanout notify agent at l3_agent the message router_deleted on router 962a24f4-4b02-43a3-afa4-777eac9e6505 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:38:44.949182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:23Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:44.958879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] Checking router: 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:38:44.974800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:44.976104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:44.994684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-671d0779-6164-406d-a6ce-3c2fa9531484 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:45.003396 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-671d0779-6164-406d-a6ce-3c2fa9531484 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/962a24f4-4b02-43a3-afa4-777eac9e6505 HTTP/1.1" status: 204 len: 168 time: 2.0171242 Dec 10 19:38:45.004808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54404) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:45.114326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:45.173607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4a85cd1-3254-4dcd-b6df-f7f7844e4773 req-0600ee09-6ffb-467c-8895-2b0474732aec tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351199 Dec 10 19:38:45.178725 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-978eeabf-6a9e-4274-91c9-fe6e099407b4 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=962a24f4-4b02-43a3-afa4-777eac9e6505 HTTP/1.1" status: 200 len: 205 time: 0.1697476 Dec 10 19:38:45.180233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54410) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:45.180372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:45.187133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:45.276439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:45.283127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-dcf50e16-7281-4bbe-a9e8-225ef4d39275 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] delete failed (client error): The resource could not be found. Dec 10 19:38:45.284285 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dcf50e16-7281-4bbe-a9e8-225ef4d39275 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/962a24f4-4b02-43a3-afa4-777eac9e6505 HTTP/1.1" status: 404 len: 336 time: 0.1039982 Dec 10 19:38:45.291033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54414) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:45.313319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d67fc2-834e-4114-810c-5656e7a812dd req-e58c1c8f-2019-4860-bf56-1b75bd4b1587 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:45.315087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c1d67fc2-834e-4114-810c-5656e7a812dd req-e58c1c8f-2019-4860-bf56-1b75bd4b1587 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.3140385 Dec 10 19:38:45.325306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:45.359645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 5010ee26-114b-49fd-a94f-90d2143cf70e is not hosted by any dhcp agent {{(pid=88872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 10 19:38:45.363160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:45.363824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:45.365223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "PUT /v2.0/networks/5010ee26-114b-49fd-a94f-90d2143cf70e HTTP/1.1" status: 200 len: 758 time: 1.1380532 Dec 10 19:38:45.369349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54418) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:45.376925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:45.377342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:45.377727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Floating IP feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489 disassociated. External IP: 172.26.8.128, port: cbf06dad-b53a-46ca-9301-eb46409c74c3. Dec 10 19:38:45.378111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Calling delete_port for cbf06dad-b53a-46ca-9301-eb46409c74c3 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:45.409778 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-085b235e-cec0-4a78-b854-205e1fce14b3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eeefdbf-99d9-4bdf-a522-7adb30b217f4 HTTP/1.1" status: 200 len: 205 time: 0.1174324 Dec 10 19:38:45.421194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:45.521104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=5010ee26-114b-49fd-a94f-90d2143cf70e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:45.527769 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-7a291300-2266-4821-bfea-5621e1504c9f tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] delete failed (client error): The resource could not be found. Dec 10 19:38:45.531115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7a291300-2266-4821-bfea-5621e1504c9f tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/8eeefdbf-99d9-4bdf-a522-7adb30b217f4 HTTP/1.1" status: 404 len: 336 time: 0.1064446 Dec 10 19:38:45.531915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:45.532424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54426) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:45.535829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 5010ee26-114b-49fd-a94f-90d2143cf70e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:45.590910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e730e04c-8e82-452d-906d-ef655f710fe3 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=9df546c2-b8a1-4020-90b7-cffd6a5a58ca HTTP/1.1" status: 200 len: 205 time: 0.0527790 Dec 10 19:38:45.602579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:45.620851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c1d67fc2-834e-4114-810c-5656e7a812dd req-9455108b-2c5e-40fc-a06e-623ee8a2c34e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946696 Dec 10 19:38:45.677130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7076da-3acf-4cc8-b733-975efc2cc220 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:45.678516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0f7076da-3acf-4cc8-b733-975efc2cc220 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Synchronizing usage tracker for tenant:dea2eed056324ab4a584a00308d447ba on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:45.678707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-744ca142-6383-4713-92b2-128ee2c24585 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] delete failed (client error): The resource could not be found. Dec 10 19:38:45.682314 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-744ca142-6383-4713-92b2-128ee2c24585 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/9df546c2-b8a1-4020-90b7-cffd6a5a58ca HTTP/1.1" status: 404 len: 336 time: 0.0762255 Dec 10 19:38:45.685957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54436) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:45.781328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:23Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:45.786166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06218d8b-0cde-4ae4-b8d1-9636d0c1a2f5 None None] The sync data for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv is: [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:36:00Z', 'revision_number': 4, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce7909f5-b80b-4c3d-b0f9-583518d46c5d', 'name': '', 'network_id': '789bb0e1-ca10-42a8-99f9-bfcc818e7e49', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'mac_address': 'fa:16:3e:97:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:57Z', 'updated_at': '2021-12-10T19:36:23Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'subnets': [{'id': '8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:45.801777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:45.814721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-82c693c3-063b-4c22-9e3a-f7c66c11a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:45.874869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event deleted for resources: {'Port': ['ID=cbf06dad-b53a-46ca-9301-eb46409c74c3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:45.877786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:45.925395 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2886686e-5176-4288-9253-f883705cdb4f tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=2573022a-8235-4289-b89f-4eb9f51beddf HTTP/1.1" status: 200 len: 205 time: 0.2330825 Dec 10 19:38:45.955977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54442) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.003418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeed01c-de82-40d7-91cd-fd0c01a54411 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router e97a6e1c-1752-449e-93b4-b07fc1b64b01 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:46.007559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0f7076da-3acf-4cc8-b733-975efc2cc220 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Unset dirty status for tenant:dea2eed056324ab4a584a00308d447ba on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:46.008851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0f7076da-3acf-4cc8-b733-975efc2cc220 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/networks?id=5010ee26-114b-49fd-a94f-90d2143cf70e HTTP/1.1" status: 200 len: 761 time: 0.6377988 Dec 10 19:38:46.019992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54446) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.033288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695055971'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:46.044126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257afe4c-412b-44f7-b3cb-c8c336301a2e req-271520a6-9562-40e0-91d3-322103f1c490 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:46.045869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-257afe4c-412b-44f7-b3cb-c8c336301a2e req-271520a6-9562-40e0-91d3-322103f1c490 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 943 time: 0.6396365 Dec 10 19:38:46.052158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:46.057374 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-8843c4c7-0b57-4175-b795-6a59850e3f4e tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] delete failed (client error): The resource could not be found. Dec 10 19:38:46.061669 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8843c4c7-0b57-4175-b795-6a59850e3f4e tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/2573022a-8235-4289-b89f-4eb9f51beddf HTTP/1.1" status: 404 len: 336 time: 0.0992301 Dec 10 19:38:46.066048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54450) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.067591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:46.124921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:46.265072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9ea82-a06f-4441-b30a-11560012f92c None None] New status for floating IP 53ca27bc-e890-471e-8337-b8745d9d101d: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:38:46.373390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:46.384621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:46.423741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-257afe4c-412b-44f7-b3cb-c8c336301a2e req-9d7a076e-6c6f-41be-8b1c-1b6d820a14c0 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c89c536-ba34-40e2-9cdd-2894ddd968b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597605 Dec 10 19:38:46.487068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c1513a77-47a0-43ef-9fa2-48bc975ae967 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c4b8104-3076-4d48-b89d-5e2cc890568d HTTP/1.1" status: 200 len: 205 time: 0.4196053 Dec 10 19:38:46.495928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54456) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.560728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54460) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.593221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09416d-4c54-4f86-ba69-cae0e6aefef5 req-4481d0e6-6dae-4e17-aee0-2efb023dbab6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:46.595197 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dd09416d-4c54-4f86-ba69-cae0e6aefef5 req-4481d0e6-6dae-4e17-aee0-2efb023dbab6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.6728256 Dec 10 19:38:46.627427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-5ddd8b10-8e6a-41e9-bfc8-cdaa543d3d9f tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] delete failed (client error): The resource could not be found. Dec 10 19:38:46.632388 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5ddd8b10-8e6a-41e9-bfc8-cdaa543d3d9f tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/4c4b8104-3076-4d48-b89d-5e2cc890568d HTTP/1.1" status: 404 len: 336 time: 0.1353118 Dec 10 19:38:46.633148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54464) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.684149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dd09416d-4c54-4f86-ba69-cae0e6aefef5 req-8e7487ed-5160-46f6-91e0-c0d9d44ca5c7 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746727 Dec 10 19:38:46.699546 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08833f1b-604e-49c3-bd22-4506d58a27ea tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "GET /v2.0/ports?device_id=073e05a6-8d1e-4ccd-9e00-7684b3c4983e HTTP/1.1" status: 200 len: 205 time: 0.0647397 Dec 10 19:38:46.701754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54468) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.760843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54472) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.780286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-344ddf9f-0312-4829-86b4-659d2db2f86b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] delete failed (client error): The resource could not be found. Dec 10 19:38:46.781561 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-344ddf9f-0312-4829-86b4-659d2db2f86b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/routers/073e05a6-8d1e-4ccd-9e00-7684b3c4983e HTTP/1.1" status: 404 len: 336 time: 0.0786903 Dec 10 19:38:46.785861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54474) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:46.811327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:46.832215 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f50f6c-d0d6-463e-ae9c-3bbde49f6452 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] DELETE failed (client error): The resource could not be found. Dec 10 19:38:46.832738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f50f6c-d0d6-463e-ae9c-3bbde49f6452 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:38:46.841440 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69f50f6c-d0d6-463e-ae9c-3bbde49f6452 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] 10.222.0.41 "DELETE /v2.0/subnets/7c4eb1c6-04fe-497d-8006-afd5116133ca HTTP/1.1" status: 404 len: 337 time: 0.0545466 Dec 10 19:38:46.894332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Router eb3a9c21-f178-4c6b-8138-4725289dff5e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:46.916933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:46.917343 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment fbb9f831-762e-40f9-9b14-345ada7d0351 of type vlan for network 84cfb335-7801-47ba-89e0-f2e7ad49c117 Dec 10 19:38:47.032150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06c0a9f3-2164-4467-8fe2-bbc433704d44 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.073533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.130567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:47.139504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06c0a9f3-2164-4467-8fe2-bbc433704d44 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.145170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443700db-cffc-4e40-a326-a52130ec639c None None] Sync routers for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:47.163469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443700db-cffc-4e40-a326-a52130ec639c None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:47.164510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-443700db-cffc-4e40-a326-a52130ec639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:47.213242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] No DVR routers for this DVR port cbf06dad-b53a-46ca-9301-eb46409c74c3 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:47.216102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.218330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5b84b77b-0167-41c8-8f9b-a17b3a29dfbe req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.84 "DELETE /v2.0/ports/cbf06dad-b53a-46ca-9301-eb46409c74c3 HTTP/1.1" status: 204 len: 173 time: 7.9625494 Dec 10 19:38:47.218916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'name': 'network-vif-deleted', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:47.225841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54486) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:47.293372 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec', 'name': 'network-vif-deleted', 'tag': 'cbf06dad-b53a-46ca-9301-eb46409c74c3', 'status': 'completed', 'code': 200} Dec 10 19:38:47.413938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.454731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:47.460449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Usage tracker for resource:security_group_rule and tenant:56df5bdf69384151aec7a155560d4ba4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:47.475805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:47.491382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:47.568023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-443700db-cffc-4e40-a326-a52130ec639c None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:47.591916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.595837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.597343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42f533-54da-4d5f-9e62-7a4f462f26c5 req-70498ab7-27d2-454c-b1e9-b67da18df2a9 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:47.599528 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2d42f533-54da-4d5f-9e62-7a4f462f26c5 req-70498ab7-27d2-454c-b1e9-b67da18df2a9 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.9067028 Dec 10 19:38:47.607206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.611891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:47.612727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.613138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-525bff86-f379-475e-a1fb-d7847783c449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:47.619013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06c0a9f3-2164-4467-8fe2-bbc433704d44 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.630934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:47.669255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5202b97-54b9-4c56-ab3c-0d2e2dae29a3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:47.672602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:47.688215 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56df5bdf69384151aec7a155560d4ba4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4546924 Dec 10 19:38:47.688660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54494) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:47.722276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-31f2ddae-a3da-4015-b2d3-60fcdbc67ba6 tempest-TestNetworkAdvancedServerOps-1142488748 tempest-TestNetworkAdvancedServerOps-1142488748-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 1093 time: 0.9231243 Dec 10 19:38:47.724558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54500) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:47.735126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'b55bd202-9122-4688-b4d8-709f32749d26', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:47.742387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:47.747066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Usage tracker for resource:floatingip and tenant:109fa8ec58d547ba96a5f05318f0a3a5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:47.753837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:47.771048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:47.807066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6da911d5-0747-42e1-84bf-2a06b6299904 req-713c9227-fde0-4f53-9bbf-e2384fe050cf tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0f5fb7b-dc9f-46b0-9b4c-b9facfa255ec HTTP/1.1" status: 200 len: 210 time: 0.1797082 Dec 10 19:38:47.814525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91d24b21-715c-4ca2-b5c7-25b830a0fa0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.857915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91d24b21-715c-4ca2-b5c7-25b830a0fa0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.892456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06c0a9f3-2164-4467-8fe2-bbc433704d44 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.894477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-06c0a9f3-2164-4467-8fe2-bbc433704d44 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "DELETE /v2.0/security-groups/4072186d-2bdf-4cd3-a5f6-e39a04f68741 HTTP/1.1" status: 204 len: 168 time: 1.3327658 Dec 10 19:38:47.900455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54504) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:47.906081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.20.0.1 (d3facbb1-20fd-4ad7-8130-c82d08a9cd88/b82110a3-5409-4e0f-b1e7-177bbaecf696/4a42d325-a3e9-4fc9-8c44-9a263fef361c) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:47.922485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:47.933990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-ff6b1284-b1ea-44d6-8a18-879d09cbe64d tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] show failed (client error): The resource could not be found. Dec 10 19:38:47.935411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ff6b1284-b1ea-44d6-8a18-879d09cbe64d tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "GET /v2.0/security-groups/4072186d-2bdf-4cd3-a5f6-e39a04f68741 HTTP/1.1" status: 404 len: 347 time: 0.0336263 Dec 10 19:38:47.948460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9272308 Dec 10 19:38:47.951007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54508) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:47.951881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54510) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:47.992203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-443700db-cffc-4e40-a326-a52130ec639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:24Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:47.997025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443700db-cffc-4e40-a326-a52130ec639c None None] Checking router: eb3a9c21-f178-4c6b-8138-4725289dff5e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:38:48.009122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443700db-cffc-4e40-a326-a52130ec639c None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:48.009991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-443700db-cffc-4e40-a326-a52130ec639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:48.017007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91d24b21-715c-4ca2-b5c7-25b830a0fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:48.023483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0494fa40-64b3-4adb-8e7d-e23357b0055c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:48.041909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=84cfb335-7801-47ba-89e0-f2e7ad49c117,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:48.048397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '84cfb335-7801-47ba-89e0-f2e7ad49c117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:48.048752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d24b21-715c-4ca2-b5c7-25b830a0fa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5202b97-54b9-4c56-ab3c-0d2e2dae29a3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:48.053143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91d24b21-715c-4ca2-b5c7-25b830a0fa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:48.056914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 84cfb335-7801-47ba-89e0-f2e7ad49c117 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:48.063314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91d24b21-715c-4ca2-b5c7-25b830a0fa0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:48.067458 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91d24b21-715c-4ca2-b5c7-25b830a0fa0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5202b97-54b9-4c56-ab3c-0d2e2dae29a3 HTTP/1.1" status: 204 len: 168 time: 0.3749628 Dec 10 19:38:48.110263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:48.110869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47230419-0540-4c34-9ac1-a85975428afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:48.144028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:48.213252 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2d42f533-54da-4d5f-9e62-7a4f462f26c5 req-75ed9235-1fe5-48ab-b243-f63654b7a496 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5872288 Dec 10 19:38:48.314560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-443700db-cffc-4e40-a326-a52130ec639c None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:48.338344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0a9f3-2164-4467-8fe2-bbc433704d44 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4072186d-2bdf-4cd3-a5f6-e39a04f68741,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:48.339860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Allocated IP 172.26.8.186 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/0e5b9173-7123-4570-a15a-6a5c98ec940b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:48.369860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeed01c-de82-40d7-91cd-fd0c01a54411 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:48.375277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06c0a9f3-2164-4467-8fe2-bbc433704d44 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:48.404667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd8292-d082-4f12-822a-663d693484b1 None None] Sync routers for ids ['e97a6e1c-1752-449e-93b4-b07fc1b64b01'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:48.409697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6aeed01c-de82-40d7-91cd-fd0c01a54411 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:48.411210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6aeed01c-de82-40d7-91cd-fd0c01a54411 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/e97a6e1c-1752-449e-93b4-b07fc1b64b01 HTTP/1.1" status: 200 len: 891 time: 6.5508592 Dec 10 19:38:48.419970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54520) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:48.457339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd8292-d082-4f12-822a-663d693484b1 None None] Routers {'e97a6e1c-1752-449e-93b4-b07fc1b64b01'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:48.464832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1cbd8292-d082-4f12-822a-663d693484b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['e97a6e1c-1752-449e-93b4-b07fc1b64b01'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:48.525390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Deleting port 8a3243fb-76fc-45d5-9912-c58a0b4cffc0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:48.525896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:48.591661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54524) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:48.660713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:48.689457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Usage tracker for resource:subnet and tenant:dea2eed056324ab4a584a00308d447ba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:48.690653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-443700db-cffc-4e40-a326-a52130ec639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:24Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:48.696391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443700db-cffc-4e40-a326-a52130ec639c None None] The sync data for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv is: [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:06Z', 'revision_number': 4, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '90a8a594-dcc8-4ca8-aba5-2fa409e1cb94', 'name': '', 'network_id': '6a8e5e77-7b32-4b70-ba91-9c1443b893f8', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'mac_address': 'fa:16:3e:80:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:04Z', 'updated_at': '2021-12-10T19:36:24Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'subnets': [{'id': 'b6cda3c6-cd43-477a-a3ff-510da07ec673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:48.699201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:48.736605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:48.779908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:48.795533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1cbd8292-d082-4f12-822a-663d693484b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:48.797289 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bb978866-3a97-4d8f-8a89-96dbb4ef9b82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=863f00b03e8c4ad880d7a4f8fd43e890&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1991708 Dec 10 19:38:48.798935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54528) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:48.813458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:48.816491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd8292-d082-4f12-822a-663d693484b1 None None] Routers {'e97a6e1c-1752-449e-93b4-b07fc1b64b01'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:48.817426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1cbd8292-d082-4f12-822a-663d693484b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['e97a6e1c-1752-449e-93b4-b07fc1b64b01'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:48.819294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:48.884350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:48.892135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:48.899681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:48.903193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:48.908196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:48.919180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1cbd8292-d082-4f12-822a-663d693484b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:48.919726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd8292-d082-4f12-822a-663d693484b1 None None] The sync data for ids ['e97a6e1c-1752-449e-93b4-b07fc1b64b01'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:48.942152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'Port': ['ID=0e5b9173-7123-4570-a15a-6a5c98ec940b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:48.950569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:49.004317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54536) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:49.067016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.067016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.238091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78b7e8c7-a306-4d66-b34a-41bad83bf3ef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.244377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.264981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26489c78-362a-4463-a6d3-916ca449874d None None] New status for floating IP feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:38:49.267634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Calling delete_port for 8a3243fb-76fc-45d5-9912-c58a0b4cffc0 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:49.378718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2746bc85-e877-4b17-9252-002c1336ee46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.406906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78b7e8c7-a306-4d66-b34a-41bad83bf3ef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.495272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.504317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78b7e8c7-a306-4d66-b34a-41bad83bf3ef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.513197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f84c9027-f755-448f-bb42-737566fd98f3 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:49.522472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08a424d3-eae3-4856-bdea-7982eab214de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:49.544646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7e8c7-a306-4d66-b34a-41bad83bf3ef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89c536-ba34-40e2-9cdd-2894ddd968b6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:49.548590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-78b7e8c7-a306-4d66-b34a-41bad83bf3ef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:49.563782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2746bc85-e877-4b17-9252-002c1336ee46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.654417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78b7e8c7-a306-4d66-b34a-41bad83bf3ef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.656086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-78b7e8c7-a306-4d66-b34a-41bad83bf3ef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "DELETE /v2.0/security-groups/3c89c536-ba34-40e2-9cdd-2894ddd968b6 HTTP/1.1" status: 204 len: 168 time: 0.6456420 Dec 10 19:38:49.659784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54542) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:49.695419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-727a8450-180f-4a59-9f84-887655085602 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] show failed (client error): The resource could not be found. Dec 10 19:38:49.696723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-727a8450-180f-4a59-9f84-887655085602 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "GET /v2.0/security-groups/3c89c536-ba34-40e2-9cdd-2894ddd968b6 HTTP/1.1" status: 404 len: 347 time: 0.0358968 Dec 10 19:38:49.699817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:49.766361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.925931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:49.926781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Deleting port 39e839a2-e754-4f1a-957e-abd98d5430c5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:49.927163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.935437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:49.948324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:49.968262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:49.976526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=4a42d325-a3e9-4fc9-8c44-9a263fef361c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:50.025041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:50.030721 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7d66ca36-3a4e-4d2c-ba5b-843d6540612d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/routers/e97a6e1c-1752-449e-93b4-b07fc1b64b01 HTTP/1.1" status: 200 len: 891 time: 1.6070485 Dec 10 19:38:50.046709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54550) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:50.133632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa66f7-548c-49d9-a388-b3a5997e2a41 req-21795997-f1cc-4aec-a49c-ee72446c299b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:50.135222 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eeaa66f7-548c-49d9-a388-b3a5997e2a41 req-21795997-f1cc-4aec-a49c-ee72446c299b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.7657516 Dec 10 19:38:50.157574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2746bc85-e877-4b17-9252-002c1336ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.174193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-150879e7-c4b7-4aa1-8a59-77b72b2a5c4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=e97a6e1c-1752-449e-93b4-b07fc1b64b01 HTTP/1.1" status: 200 len: 205 time: 0.1214335 Dec 10 19:38:50.176386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-756a81a3-3e48-4111-8428-00830a57b7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:50.176739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54554) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:50.183577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.198522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.210102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746bc85-e877-4b17-9252-002c1336ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50f6a30-07ae-4f39-8466-8cce34184162,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:50.228168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2746bc85-e877-4b17-9252-002c1336ee46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:50.229953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdc51121-8865-4ded-9aee-74fb998ed2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:50.305993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Pushing event deleted for resources: {'Port': ['ID=8a3243fb-76fc-45d5-9912-c58a0b4cffc0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:50.321982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:50.415095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.424292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:50.458672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eeaa66f7-548c-49d9-a388-b3a5997e2a41 req-e8c4fe51-0057-41d4-91f8-f51b8e966c25 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085778 Dec 10 19:38:50.507644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2746bc85-e877-4b17-9252-002c1336ee46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.508886 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2746bc85-e877-4b17-9252-002c1336ee46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c50f6a30-07ae-4f39-8466-8cce34184162 HTTP/1.1" status: 204 len: 168 time: 1.7011786 Dec 10 19:38:50.608985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.611566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.616019 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] 10.222.0.41 "DELETE /v2.0/floatingips/53ca27bc-e890-471e-8337-b8745d9d101d HTTP/1.1" status: 204 len: 168 time: 2.6491361 Dec 10 19:38:50.616019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=fc1e9c15-f4a9-42a0-9138-6a5488253b05,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:50.621423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:50.622029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54560) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:50.688834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.705849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.706308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:50.777088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': 'fbb9f831-762e-40f9-9b14-345ada7d0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '84cfb335-7801-47ba-89e0-f2e7ad49c117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:50.777489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 84cfb335-7801-47ba-89e0-f2e7ad49c117, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:50.881023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Calling delete_port for 39e839a2-e754-4f1a-957e-abd98d5430c5 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:50.998170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.008248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.013741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aca69617-d53e-4794-896b-1855866cda33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:51.027397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 84cfb335-7801-47ba-89e0-f2e7ad49c117 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:51.055396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 84cfb335-7801-47ba-89e0-f2e7ad49c117) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:51.066971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:51.067205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac36050-1afe-43a8-a3b9-23f6d8bc1783 None None] Network 84cfb335-7801-47ba-89e0-f2e7ad49c117 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:51.067292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.130283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1616471 Dec 10 19:38:51.139286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54572) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:51.251567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.349592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-84cfb335-7801-47ba-89e0-f2e7ad49c117', 'network_id': '84cfb335-7801-47ba-89e0-f2e7ad49c117', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': 'fc1e9c15-f4a9-42a0-9138-6a5488253b05'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:38:51.351022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.422215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event updated for resources: {'Port': ['ID=0e5b9173-7123-4570-a15a-6a5c98ec940b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:51.428042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:51.464566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.578431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.596943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Allocated IP 172.20.0.2 (84cfb335-7801-47ba-89e0-f2e7ad49c117/fc1e9c15-f4a9-42a0-9138-6a5488253b05/9d62f736-7f0e-4e14-ad51-dce73133031f) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:51.644032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.659681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:51.712278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.767306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.807138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-537d0dd7-f4a0-431c-b523-39edbb12dad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:51.836584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Pushing event deleted for resources: {'Port': ['ID=39e839a2-e754-4f1a-957e-abd98d5430c5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:51.840148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:51.893170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.945008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:51.964514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Transition to ACTIVE for port object 9d62f736-7f0e-4e14-ad51-dce73133031f will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:51.994864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Transition to ACTIVE for port object 9d62f736-7f0e-4e14-ad51-dce73133031f will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:38:52.004970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.020228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:52.038995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.175151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Pushing event updated for resources: {'Port': ['ID=9d62f736-7f0e-4e14-ad51-dce73133031f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:52.180951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:52.186152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.191849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] 10.222.0.41 "DELETE /v2.0/floatingips/feae83b6-7ea9-4cea-bcc6-d2d1d6d6f489 HTTP/1.1" status: 204 len: 168 time: 2.4877748 Dec 10 19:38:52.192883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54590) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:52.194299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Network 84cfb335-7801-47ba-89e0-f2e7ad49c117 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:52.195872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:52.198767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:52.242854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.259899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=4a42d325-a3e9-4fc9-8c44-9a263fef361c,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:52.313130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.313563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.314028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.314453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.314827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.315232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.315637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.316039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.316979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.316979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.317224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:52.333211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Attempting to bind port 9d62f736-7f0e-4e14-ad51-dce73133031f on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:38:52.333659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Attempting to bind port 9d62f736-7f0e-4e14-ad51-dce73133031f by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fbb9f831-762e-40f9-9b14-345ada7d0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '84cfb335-7801-47ba-89e0-f2e7ad49c117'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:38:52.334108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Attempting to bind port 9d62f736-7f0e-4e14-ad51-dce73133031f on network 84cfb335-7801-47ba-89e0-f2e7ad49c117 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:38:52.335338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:52.342429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:38:52.342987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Checking segment: {'id': 'fbb9f831-762e-40f9-9b14-345ada7d0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '84cfb335-7801-47ba-89e0-f2e7ad49c117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:52.343512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.343995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Bound using segment: {'id': 'fbb9f831-762e-40f9-9b14-345ada7d0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '84cfb335-7801-47ba-89e0-f2e7ad49c117'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:38:52.344563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Bound port: 9d62f736-7f0e-4e14-ad51-dce73133031f, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb9f831-762e-40f9-9b14-345ada7d0351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '84cfb335-7801-47ba-89e0-f2e7ad49c117'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:38:52.345063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.464955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.465279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08028-acdf-4464-bf5e-db2b8889403f req-92aff0a4-6028-46af-8aa8-e1479e9da43f tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:52.466905 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-77e08028-acdf-4464-bf5e-db2b8889403f req-92aff0a4-6028-46af-8aa8-e1479e9da43f tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.7599294 Dec 10 19:38:52.480010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.481559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] For port 9d62f736-7f0e-4e14-ad51-dce73133031f, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:38:52.485416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] For port 9d62f736-7f0e-4e14-ad51-dce73133031f, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9d62f736-7f0e-4e14-ad51-dce73133031f,segment=NetworkSegment(fbb9f831-762e-40f9-9b14-345ada7d0351),segment_id=fbb9f831-762e-40f9-9b14-345ada7d0351)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:38:52.489888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:52.493732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.495541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port bbb0edf0-ee45-45b9-91a5-742522423e27 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:52.496349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.505220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:52.582135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Pushing event updated for resources: {'Port': ['ID=9d62f736-7f0e-4e14-ad51-dce73133031f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:52.594368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:52.594506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1e9c15-f4a9-42a0-9138-6a5488253b05,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:52.612026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:52.734200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Floating IP ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6 associated. External IP: 172.26.8.186, port: b55bd202-9122-4688-b4d8-709f32749d26. Dec 10 19:38:52.836319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:52.941004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:53.032604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:53.051379 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-77e08028-acdf-4464-bf5e-db2b8889403f req-170a030c-7ca0-48e3-87fc-72bbca6f0c08 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5749753 Dec 10 19:38:53.052357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:53.145073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cfb335-7801-47ba-89e0-f2e7ad49c117']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:53.252267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb9f831-762e-40f9-9b14-345ada7d0351') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:53.252687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb9f831-762e-40f9-9b14-345ada7d0351') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:53.297141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:53.336079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:53.343390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:53.351620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:53.352175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:53.369824 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:53.480962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54608) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:53.508573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for bbb0edf0-ee45-45b9-91a5-742522423e27 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:53.516335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:38:53.516335 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:38:53.516335 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '84cfb335-7801-47ba-89e0-f2e7ad49c117'}] Dec 10 19:38:53.516335 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:38:53.516708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:38:53.663606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-534258088', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:53.678855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:53.686025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Usage tracker for resource:port and tenant:88feec2c443f4cd3ad595afe7fb93ece is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:53.690282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:53.701392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:53.761872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Made reservation on behalf of 88feec2c443f4cd3ad595afe7fb93ece for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:53.766880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:53.799283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:53.837348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9d62f736-7f0e-4e14-ad51-dce73133031f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:38:53.919873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9d62f736-7f0e-4e14-ad51-dce73133031f completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:53.958328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:53.965503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b0adbfb-afaf-45db-98ae-12c7aa6f18dd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:53.991424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:54.002044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Usage tracker for resource:security_group_rule and tenant:88feec2c443f4cd3ad595afe7fb93ece is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:54.017273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:54.020034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:54.028351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:54.091482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=bbb0edf0-ee45-45b9-91a5-742522423e27,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:54.108786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port 9d62f736-7f0e-4e14-ad51-dce73133031f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:54.109198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:54.222325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.222758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.223209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.223669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.224108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.225091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.225688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.226135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.226558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.227030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.227448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:38:54.231313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:54.284476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:54.445741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:54.537462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:54.704681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:54.739451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a0dba1-3eb3-42ad-a5ee-42646ba7d006 None None] Network 84cfb335-7801-47ba-89e0-f2e7ad49c117 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:54.864343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] Provisioning for port 9d62f736-7f0e-4e14-ad51-dce73133031f completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:38:54.871926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] Provisioning complete for port 9d62f736-7f0e-4e14-ad51-dce73133031f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:38:54.872516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:54.907272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:54.919214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] device_id is not set on port c69eb995-7dde-4eb0-9a4a-730c3d26fc7d yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:38:54.966213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:55.007377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.023838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.087087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Router 6b30051d-9b1d-42f1-9160-a0ca5919c22e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:38:55.093764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.094381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Fanout notify agent at l3_agent the message router_deleted on router e97a6e1c-1752-449e-93b4-b07fc1b64b01 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:38:55.103494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.137327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.138578 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/e97a6e1c-1752-449e-93b4-b07fc1b64b01 HTTP/1.1" status: 204 len: 168 time: 4.9592996 Dec 10 19:38:55.147256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] For port 9d62f736-7f0e-4e14-ad51-dce73133031f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9d62f736-7f0e-4e14-ad51-dce73133031f,segment=NetworkSegment(fbb9f831-762e-40f9-9b14-345ada7d0351),segment_id=fbb9f831-762e-40f9-9b14-345ada7d0351)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:55.151448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.154794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:55.163875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port 9d62f736-7f0e-4e14-ad51-dce73133031f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9d62f736-7f0e-4e14-ad51-dce73133031f,segment=NetworkSegment(fbb9f831-762e-40f9-9b14-345ada7d0351),segment_id=fbb9f831-762e-40f9-9b14-345ada7d0351)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:55.164290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.172777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54616) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:55.189228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb4bf77-a4c9-49f7-a29d-f94a30e2c2a8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:55.199303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:55.204978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-748371623'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:55.218340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] DHCP port deletion for 84cfb335-7801-47ba-89e0-f2e7ad49c117 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:38:55.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] Deleting port 9d62f736-7f0e-4e14-ad51-dce73133031f {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:55.225476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.329149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] Pushing event updated for resources: {'Port': ['ID=9d62f736-7f0e-4e14-ad51-dce73133031f,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:55.336883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:55.354500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:55.366415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba98617-6562-4a41-9d19-0ade1ace601a req-7c7516f4-3a87-43d8-84b2-578ce5d0ae2e tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:55.375068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5ba98617-6562-4a41-9d19-0ade1ace601a req-7c7516f4-3a87-43d8-84b2-578ce5d0ae2e tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 1.1522028 Dec 10 19:38:55.392051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for 9d62f736-7f0e-4e14-ad51-dce73133031f owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:55.445817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:55.491879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] For port 9d62f736-7f0e-4e14-ad51-dce73133031f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9d62f736-7f0e-4e14-ad51-dce73133031f,segment=NetworkSegment(fbb9f831-762e-40f9-9b14-345ada7d0351),segment_id=fbb9f831-762e-40f9-9b14-345ada7d0351)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:55.492356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.511346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:55.571414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:55.645548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] Calling delete_port for 9d62f736-7f0e-4e14-ad51-dce73133031f owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:55.664190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:55.669774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.685615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Allocated IP 172.26.8.241 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/c69eb995-7dde-4eb0-9a4a-730c3d26fc7d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:55.712184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5ba98617-6562-4a41-9d19-0ade1ace601a req-8c85d589-41b7-4763-b3d0-dd3cd6481fe4 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359528 Dec 10 19:38:55.730656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.737157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:55.739818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:38:55.740510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:38:55.786805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] Pushing event deleted for resources: {'Port': ['ID=9d62f736-7f0e-4e14-ad51-dce73133031f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:55.787723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:38:55.792501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:55.800848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] No DVR routers for this DVR port 9d62f736-7f0e-4e14-ad51-dce73133031f on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:38:55.857369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9d62f736-7f0e-4e14-ad51-dce73133031f no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:38:55.860726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.861270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment 9100ae40-c8b8-4d2c-9664-b4711b870e57 of type vlan for network 86600b33-40e7-4a3a-8eed-c955d851acde Dec 10 19:38:55.880784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:55.907803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] Sync routers for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:55.932615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:55.933883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:55.950285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:55.997951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 9d62f736-7f0e-4e14-ad51-dce73133031f {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:38:55.998266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9d62f736-7f0e-4e14-ad51-dce73133031f not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:38:56.072924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:38:56.085234 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3552465 Dec 10 19:38:56.086530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:38:56.090012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b8a8d-c061-4325-bfca-dcc05ba91ad6 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:38:56.106898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Deleting port ce7909f5-b80b-4c3d-b0f9-583518d46c5d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:56.107521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:56.128547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b8a8d-c061-4325-bfca-dcc05ba91ad6 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:56.129473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2a3b8a8d-c061-4325-bfca-dcc05ba91ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:56.149171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:56.238225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:56.255293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port 9d62f736-7f0e-4e14-ad51-dce73133031f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:56.256030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:56.260974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2a3b8a8d-c061-4325-bfca-dcc05ba91ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:56.304961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b8a8d-c061-4325-bfca-dcc05ba91ad6 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:56.305657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2a3b8a8d-c061-4325-bfca-dcc05ba91ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:56.385830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2a3b8a8d-c061-4325-bfca-dcc05ba91ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:56.386390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b8a8d-c061-4325-bfca-dcc05ba91ad6 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:56.483358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Deleting port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:38:56.483884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:56.520016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-2d184024-a664-43db-85eb-543de3435e10 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1098 time: 0.1927140 Dec 10 19:38:56.625786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] The port '9d62f736-7f0e-4e14-ad51-dce73133031f' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:38:56.692208 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/routers/50ff28e9-86db-4f60-9cfb-f3af0553a98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5620084 Dec 10 19:38:56.705418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:56.710553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:56.711337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:56.717837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:56.720746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54628) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:56.730497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccbdad08-8c8d-4eb3-a683-9c65d230444d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:56.732962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'port_id': 'b55bd202-9122-4688-b4d8-709f32749d26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'mac_address': 'fa:16:3e:a6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94097f20-b98e-42e9-9d23-2b0da1256607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:38:49Z', 'updated_at': '2021-12-10T19:38:49Z', 'revision_number': 0, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:22Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:56.737788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] Checking router: 6b30051d-9b1d-42f1-9160-a0ca5919c22e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:38:56.750911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:38:56.751860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:56.823913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-4078bd49-1f86-41f7-9bd1-92280e75c225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:56.825547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-4078bd49-1f86-41f7-9bd1-92280e75c225 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 912 time: 0.2972224 Dec 10 19:38:56.855677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'port': {'network_id': 'd3facbb1-20fd-4ad7-8130-c82d08a9cd88', 'name': 'tempest-FloatingIPTestJSON-581401746'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:56.940755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] For port 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:56.941364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:57.122385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Calling delete_port for 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:57.148727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:38:57.183953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-e8d491dd-523b-4bd3-bf7a-20a1f9f5bdef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 1001 time: 0.3458529 Dec 10 19:38:57.308731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-1bb9cf48-f77c-4473-95ba-ddb8cc454ded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:57.310406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-1bb9cf48-f77c-4473-95ba-ddb8cc454ded service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.1168456 Dec 10 19:38:57.340082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1621792 Dec 10 19:38:57.359082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] For port ce7909f5-b80b-4c3d-b0f9-583518d46c5d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:38:57.359494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:57.364699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54632) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:57.383000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': '86600b33-40e7-4a3a-8eed-c955d851acde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:57.402102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:57.416048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=86600b33-40e7-4a3a-8eed-c955d851acde,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:57.491543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e892c05-daeb-42fd-93fa-c35979ecca37 req-285ccc37-cd43-4309-9d48-924b193ce10c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:57.499144 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3e892c05-daeb-42fd-93fa-c35979ecca37 req-285ccc37-cd43-4309-9d48-924b193ce10c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 1.1361527 Dec 10 19:38:57.523877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9175-b593-4572-8e0f-3e4ee15897b2 req-d0862c17-4e2a-4f1e-a831-6719171ea0d3 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:57.525544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb9c9175-b593-4572-8e0f-3e4ee15897b2 req-d0862c17-4e2a-4f1e-a831-6719171ea0d3 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 1.2151520 Dec 10 19:38:57.547658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 86600b33-40e7-4a3a-8eed-c955d851acde details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:38:57.593214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:57.601234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Calling delete_port for ce7909f5-b80b-4c3d-b0f9-583518d46c5d owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:38:57.606767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:57.622635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:57.632577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:57.639590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-8fee8075-8d51-41e8-959f-58498b553253 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3137622 Dec 10 19:38:57.644540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:57.654840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:57.687384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0fae858d-73c0-4dc7-a4fa-efc799ef2cd9 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:57.714236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cfb335-7801-47ba-89e0-f2e7ad49c117']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:57.722403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:57.767798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:57.776467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb9f831-762e-40f9-9b14-345ada7d0351') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:57.776809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb9f831-762e-40f9-9b14-345ada7d0351') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:57.779834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'port_id': 'b55bd202-9122-4688-b4d8-709f32749d26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'mac_address': 'fa:16:3e:a6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94097f20-b98e-42e9-9d23-2b0da1256607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:38:49Z', 'updated_at': '2021-12-10T19:38:49Z', 'revision_number': 0, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:22Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:38:57.784355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481e09c-6012-46a5-8adb-faf58e3f0ba8 None None] The sync data for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv is: [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'floating_ip_address': '172.26.8.186', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'port_id': 'b55bd202-9122-4688-b4d8-709f32749d26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'mac_address': 'fa:16:3e:a6:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94097f20-b98e-42e9-9d23-2b0da1256607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:38:49Z', 'updated_at': '2021-12-10T19:38:49Z', 'revision_number': 0, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:22Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:38:57.799210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:57.867722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a8a594-dcc8-4ca8-aba5-2fa409e1cb94,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:57.874131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:57.893891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:57.898082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:57.946655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:port and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:57.949905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:57.957759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3e892c05-daeb-42fd-93fa-c35979ecca37 req-31d37786-7c02-4a83-a2bb-21c4e9e49333 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4575722 Dec 10 19:38:57.958721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:57.964932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:57.979672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb9c9175-b593-4572-8e0f-3e4ee15897b2 req-e32e49f0-9800-491d-887a-e2ce9a3d7d64 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352845 Dec 10 19:38:57.990829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:38:57.991335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:38:58.014296 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:38:58.041144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.085732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:38:58.086931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Pushing event updated for resources: {'Port': ['ID=c69eb995-7dde-4eb0-9a4a-730c3d26fc7d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:58.090660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:58.092898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:58.102727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54636) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:58.108989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:38:58.130100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26', 'status': 'completed', 'code': 200} Dec 10 19:38:58.173690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:38:58.179585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.189187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-50f710cf-1ea9-45f5-8660-9998133b36db service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356350 Dec 10 19:38:58.225817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7bb219-4c56-4894-94b2-10c6b04588bc None None] New status for floating IP ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:38:58.324425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] device_id is not set on port 223abc76-55d8-42cd-9bee-5c22533e4c38 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:38:58.464645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.473556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:58.474501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.494169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:58.515139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.532719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91eec1a6-325b-40f2-9d75-8dd2fdec013e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/floatingips/ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6 HTTP/1.1" status: 200 len: 991 time: 0.4275048 Dec 10 19:38:58.644328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=84cfb335-7801-47ba-89e0-f2e7ad49c117,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:58.665185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:58.681129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/84cfb335-7801-47ba-89e0-f2e7ad49c117 HTTP/1.1" status: 204 len: 168 time: 7.5388110 Dec 10 19:38:58.686632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54640) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:58.688604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.2064421 Dec 10 19:38:58.694662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54644) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:58.701457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-63a901cf-2777-4728-814e-87a7658c2292 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=109fa8ec58d547ba96a5f05318f0a3a5&device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 1098 time: 0.6074488 Dec 10 19:38:58.716349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.241'}]}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:58.745895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:58.756242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9daa059-db45-4989-a48f-f97a8f4997c9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] GET failed (client error): The resource could not be found. Dec 10 19:38:58.756816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e9daa059-db45-4989-a48f-f97a8f4997c9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Synchronizing usage tracker for tenant:dea2eed056324ab4a584a00308d447ba on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:38:58.806043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.20.0.4 (d3facbb1-20fd-4ad7-8130-c82d08a9cd88/b82110a3-5409-4e0f-b1e7-177bbaecf696/223abc76-55d8-42cd-9bee-5c22533e4c38) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:38:58.808443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.813262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Usage tracker for resource:router and tenant:88feec2c443f4cd3ad595afe7fb93ece is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:58.822489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32b47d37-b8fb-4786-8b84-48363126cd09 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:58.873376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:58.883215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e9daa059-db45-4989-a48f-f97a8f4997c9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Unset dirty status for tenant:dea2eed056324ab4a584a00308d447ba on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:38:58.884503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e9daa059-db45-4989-a48f-f97a8f4997c9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/subnets/fc1e9c15-f4a9-42a0-9138-6a5488253b05 HTTP/1.1" status: 404 len: 337 time: 0.1946826 Dec 10 19:38:58.890344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54648) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:58.898040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:38:58.898991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d58cba6b-5fbb-4be4-bb71-405586eace18 req-9ae7206c-6ca6-4a7b-a5ba-9e51114fff90 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449270 Dec 10 19:38:58.900277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7909f5-b80b-4c3d-b0f9-583518d46c5d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:58.913520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:58.952897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0661e11-1e28-45dd-b618-3d7a6dc1b97b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:38:58.953428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0661e11-1e28-45dd-b618-3d7a6dc1b97b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:38:58.981436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.982434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.985731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a0661e11-1e28-45dd-b618-3d7a6dc1b97b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/84cfb335-7801-47ba-89e0-f2e7ad49c117 HTTP/1.1" status: 404 len: 339 time: 0.0921466 Dec 10 19:38:58.989111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:58.995570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54652) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:58.996190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:38:59.202733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=5566e804-61ad-4171-9073-e0b29cdcd046,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:38:59.215714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:38:59.247050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-9dc98737-e3ba-488e-8de4-03f45f796978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:59.248710 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-9dc98737-e3ba-488e-8de4-03f45f796978 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5d8e451b-357c-4a7a-b706-e483fdef2a36 HTTP/1.1" status: 200 len: 897 time: 0.5360618 Dec 10 19:38:59.281824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': '9100ae40-c8b8-4d2c-9664-b4711b870e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '86600b33-40e7-4a3a-8eed-c955d851acde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:38:59.282233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: 86600b33-40e7-4a3a-8eed-c955d851acde, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:38:59.291718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb11168d-bebb-4009-acc3-51c5aa4bd33c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:59.293330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eb11168d-bebb-4009-acc3-51c5aa4bd33c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2683918 Dec 10 19:38:59.296389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54658) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:59.299755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:59.361588 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cff13e23-d204-449f-94bf-bae5b02c3925 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 207 time: 0.0607946 Dec 10 19:38:59.361814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54662) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:59.575678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54666) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:59.667889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:59.692221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 86600b33-40e7-4a3a-8eed-c955d851acde is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:38:59.739385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 86600b33-40e7-4a3a-8eed-c955d851acde) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:38:59.749442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c9a9d-614f-4d32-bab8-3f7992494507 None None] Network 86600b33-40e7-4a3a-8eed-c955d851acde requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:38:59.789739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:59.790190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:59.823040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97b5c4-ed90-4d91-b0d5-8f8d9501992f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:59.827993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97b5c4-ed90-4d91-b0d5-8f8d9501992f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:59.832266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97b5c4-ed90-4d91-b0d5-8f8d9501992f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:59.837288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97b5c4-ed90-4d91-b0d5-8f8d9501992f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:38:59.839149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e97b5c4-ed90-4d91-b0d5-8f8d9501992f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4763551 Dec 10 19:38:59.842384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9d09f810-2a3d-41b9-9895-93399f40f45b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/floatingips/ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6 HTTP/1.1" status: 200 len: 993 time: 0.2518730 Dec 10 19:38:59.845713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54670) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:59.876217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5020497 Dec 10 19:38:59.879151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54674) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:38:59.917206 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-0aa8ab18-5501-44a5-9916-fe88fdef2cac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b55bd202-9122-4688-b4d8-709f32749d26 HTTP/1.1" status: 200 len: 1001 time: 0.6565032 Dec 10 19:38:59.944296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-727512960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:38:59.961567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:38:59.977224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:router and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:38:59.985454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:38:59.991247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:38:59.996341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:00.030181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-86600b33-40e7-4a3a-8eed-c955d851acde', 'network_id': '86600b33-40e7-4a3a-8eed-c955d851acde', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': '5566e804-61ad-4171-9073-e0b29cdcd046'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:00.032469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.034130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.035166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.073655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc63e2-f3d7-45d5-83b0-131957c8eab5 req-eab74ea2-b991-4a7a-8986-6dbd496532c9 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:00.075190 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8ebc63e2-f3d7-45d5-83b0-131957c8eab5 req-eab74ea2-b991-4a7a-8986-6dbd496532c9 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.9461086 Dec 10 19:39:00.094628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f8dcd832-9589-43e6-a7af-3255f330a9e5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2439017 Dec 10 19:39:00.096026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54678) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:00.139244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-8d3669f4-7ced-4d27-8f77-6b73388a0702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:00.141056 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-8d3669f4-7ced-4d27-8f77-6b73388a0702 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9 HTTP/1.1" status: 200 len: 835 time: 0.2095799 Dec 10 19:39:00.152062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.163173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.231373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Allocated IP 2001:db8::2 (86600b33-40e7-4a3a-8eed-c955d851acde/5566e804-61ad-4171-9073-e0b29cdcd046/ebb90483-2496-46ba-9584-9838b6a4a7fd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:00.243877 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8ebc63e2-f3d7-45d5-83b0-131957c8eab5 req-3958091f-50ff-41ed-bdf6-4072a3c0908b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502786 Dec 10 19:39:00.251405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.263936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddeffc-0aa4-426c-b574-9d706af80085 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:00.265566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddeffc-0aa4-426c-b574-9d706af80085 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:00.267250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bbddeffc-0aa4-426c-b574-9d706af80085 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1710477 Dec 10 19:39:00.278958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81bc418c-65df-4c50-8603-30f4b4d61f67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:00.308205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54682) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:00.344610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.395149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.397030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eed1330b-f2e7-4da7-8274-19119cfc0b31 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5154488 Dec 10 19:39:00.406737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54686) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:00.510960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.522496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:00.522990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=223abc76-55d8-42cd-9bee-5c22533e4c38,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:00.531714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:00.534752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:00.534977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Transition to ACTIVE for port object ebb90483-2496-46ba-9584-9838b6a4a7fd will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:00.559683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Transition to ACTIVE for port object ebb90483-2496-46ba-9584-9838b6a4a7fd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:00.566709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.568609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:00.575265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:00.588906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f96c6-1976-42dd-9180-5d78f4ca08f8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:00.590510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f96c6-1976-42dd-9180-5d78f4ca08f8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:00.591182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5c8f96c6-1976-42dd-9180-5d78f4ca08f8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Synchronizing usage tracker for tenant:dea2eed056324ab4a584a00308d447ba on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:00.611780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-005d572c-545d-4738-8742-9a423efb72bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d8e451b-357c-4a7a-b706-e483fdef2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4634936 Dec 10 19:39:00.654739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Network 86600b33-40e7-4a3a-8eed-c955d851acde is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:00.655620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Pushing event updated for resources: {'Port': ['ID=ebb90483-2496-46ba-9584-9838b6a4a7fd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:00.658446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:00.660294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:00.661115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:00.729899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5c8f96c6-1976-42dd-9180-5d78f4ca08f8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Unset dirty status for tenant:dea2eed056324ab4a584a00308d447ba on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:00.736661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5c8f96c6-1976-42dd-9180-5d78f4ca08f8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4153941 Dec 10 19:39:00.748402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54690) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:00.754982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:00.756337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.762118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Attempting to bind port ebb90483-2496-46ba-9584-9838b6a4a7fd on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:00.762706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Attempting to bind port ebb90483-2496-46ba-9584-9838b6a4a7fd by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '9100ae40-c8b8-4d2c-9664-b4711b870e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '86600b33-40e7-4a3a-8eed-c955d851acde'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:00.763251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Attempting to bind port ebb90483-2496-46ba-9584-9838b6a4a7fd on network 86600b33-40e7-4a3a-8eed-c955d851acde {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:00.771042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:00.771668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Checking segment: {'id': '9100ae40-c8b8-4d2c-9664-b4711b870e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '86600b33-40e7-4a3a-8eed-c955d851acde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:00.772233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.772796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Bound using segment: {'id': '9100ae40-c8b8-4d2c-9664-b4711b870e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '86600b33-40e7-4a3a-8eed-c955d851acde'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:00.773472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Bound port: ebb90483-2496-46ba-9584-9838b6a4a7fd, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9100ae40-c8b8-4d2c-9664-b4711b870e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '86600b33-40e7-4a3a-8eed-c955d851acde'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:00.774036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.857043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.879440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] For port ebb90483-2496-46ba-9584-9838b6a4a7fd, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:00.883543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] For port ebb90483-2496-46ba-9584-9838b6a4a7fd, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ebb90483-2496-46ba-9584-9838b6a4a7fd,segment=NetworkSegment(9100ae40-c8b8-4d2c-9664-b4711b870e57),segment_id=9100ae40-c8b8-4d2c-9664-b4711b870e57)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:00.887456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:00.892414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a53f851-cbe0-41fd-b5ca-f96d29cb0cfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:00.910868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1613159 Dec 10 19:39:00.925829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54694) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:00.979306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Pushing event updated for resources: {'Port': ['ID=ebb90483-2496-46ba-9584-9838b6a4a7fd,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:00.982681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:01.002778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'port': {'network_id': 'd3facbb1-20fd-4ad7-8130-c82d08a9cd88', 'name': 'tempest-FloatingIPTestJSON-887726036'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:01.122727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-f269f8d9-b2d5-435d-b570-586cc149a8e7 service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998620 Dec 10 19:39:01.262333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28aad54-6be6-4eae-9390-db3d745d4122 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:01.262967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b28aad54-6be6-4eae-9390-db3d745d4122 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Synchronizing usage tracker for tenant:dea2eed056324ab4a584a00308d447ba on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:01.431982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:01.441358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:port and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:01.449839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:01.469616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:01.518775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:01.524963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:01.582742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] device_id is not set on port 212d9f2e-cad0-43f4-a94c-7d6aab976e1e yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:01.666432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b28aad54-6be6-4eae-9390-db3d745d4122 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Unset dirty status for tenant:dea2eed056324ab4a584a00308d447ba on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:01.667745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b28aad54-6be6-4eae-9390-db3d745d4122 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/networks/6088194d-35ac-4f0f-bcd8-27128acc80a0 HTTP/1.1" status: 200 len: 800 time: 0.9181550 Dec 10 19:39:01.683784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:01.686892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:01.701648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Router eb3a9c21-f178-4c6b-8138-4725289dff5e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:01.795442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a457e2f7-ea97-40fc-8fc6-aec8f5eaaebc req-892f947f-eb5c-44ce-b4cf-71feffd9019d service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496243 Dec 10 19:39:01.803757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:01.844846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:01.853663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6da012-41b2-40f0-8bfc-ba03b925e388 req-3bb685bf-9df2-4e70-8f54-2e3a3454f9c8 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:01.854587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ebb90483-2496-46ba-9584-9838b6a4a7fd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:01.862743 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fa6da012-41b2-40f0-8bfc-ba03b925e388 req-3bb685bf-9df2-4e70-8f54-2e3a3454f9c8 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.2911031 Dec 10 19:39:01.945997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port ebb90483-2496-46ba-9584-9838b6a4a7fd completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:02.039459 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fa6da012-41b2-40f0-8bfc-ba03b925e388 req-faccf8e5-e664-40e4-afe0-8ff2b024d0e4 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772959 Dec 10 19:39:02.204601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:02.263306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.20.0.12 (d3facbb1-20fd-4ad7-8130-c82d08a9cd88/b82110a3-5409-4e0f-b1e7-177bbaecf696/212d9f2e-cad0-43f4-a94c-7d6aab976e1e) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:02.301342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aaa977af-21f0-49dc-b17f-50c08cb071f4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/networks/6088194d-35ac-4f0f-bcd8-27128acc80a0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6126549 Dec 10 19:39:02.303395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54706) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:02.385502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:02.542860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73942b-35e4-4c86-aebf-6997676a5bb0 req-e241a77a-9665-477f-9b47-c98dbc712256 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:02.544609 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f73942b-35e4-4c86-aebf-6997676a5bb0 req-e241a77a-9665-477f-9b47-c98dbc712256 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.3534114 Dec 10 19:39:02.831722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a770d436-9e9c-445c-b878-28e9a3e600fc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:02.833258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a770d436-9e9c-445c-b878-28e9a3e600fc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/subnets/671cc161-937c-446a-9e3e-4911bd94d0a4 HTTP/1.1" status: 200 len: 811 time: 0.5291812 Dec 10 19:39:02.872218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54710) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:02.923673 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f73942b-35e4-4c86-aebf-6997676a5bb0 req-5b938d1d-e2f4-4090-be3d-6e5f87edf73c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3707502 Dec 10 19:39:02.970808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891500b-27d8-48d1-8f98-9c432cc0bc31 None None] Network 86600b33-40e7-4a3a-8eed-c955d851acde requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:03.115780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Provisioning for port ebb90483-2496-46ba-9584-9838b6a4a7fd completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:03.120908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8::1 (86600b33-40e7-4a3a-8eed-c955d851acde/5566e804-61ad-4171-9073-e0b29cdcd046/61cc1865-a08d-45ce-8d1c-083a54acc155) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:03.125155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Provisioning complete for port ebb90483-2496-46ba-9584-9838b6a4a7fd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:03.125607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.180492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d237c9d-876b-4ba0-9314-734f60b88d5c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:03.183058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8d237c9d-876b-4ba0-9314-734f60b88d5c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "GET /v2.0/subnets/671cc161-937c-446a-9e3e-4911bd94d0a4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3040929 Dec 10 19:39:03.189388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54716) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:03.223325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-278248256'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:03.243660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.254458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:03.278303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.409474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.411081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.439178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.440114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a41e483c-26bd-4473-82f0-ce3e7d80c0ca {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:39:03.442280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:03.463237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:03.477427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:03.482937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.484749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] For port ebb90483-2496-46ba-9584-9838b6a4a7fd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ebb90483-2496-46ba-9584-9838b6a4a7fd,segment=NetworkSegment(9100ae40-c8b8-4d2c-9664-b4711b870e57),segment_id=9100ae40-c8b8-4d2c-9664-b4711b870e57)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:03.489940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.492235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af772ba7-8055-4425-9700-bf00d5ae8112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:03.534585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:03.545554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] Sync routers for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:03.562631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:03.563319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:03.590481 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] 10.222.0.41 "PUT /v2.0/routers/eb3a9c21-f178-4c6b-8138-4725289dff5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3839128 Dec 10 19:39:03.598526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Pushing event updated for resources: {'Port': ['ID=ebb90483-2496-46ba-9584-9838b6a4a7fd,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:03.602284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54722) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:03.608682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.612985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:39:03.618406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-52b51e1a-699a-4dac-a852-aee30457aca5 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9157228 Dec 10 19:39:03.619175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54726) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:03.620205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.620782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.622259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.622827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.623901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.624458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.625251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.625992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.626546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.627120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.627949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:03.642786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:03.674236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:39:03.679695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.694399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:03.851620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ebb90483-2496-46ba-9584-9838b6a4a7fd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:03.866494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.866905 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Added segment 6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d of type vlan for network 0dfa5753-d243-4212-887a-ee50e8bb34c3 Dec 10 19:39:03.868767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object 61cc1865-a08d-45ce-8d1c-083a54acc155 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:03.904569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:03.911062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=212d9f2e-cad0-43f4-a94c-7d6aab976e1e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:03.913898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:03.919632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:03.921969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:03.971598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ebb90483-2496-46ba-9584-9838b6a4a7fd triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:03.972221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:03.980577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.014802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:04.062759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.069150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5982f6eb-3c6c-4526-b2d6-11e0b2e8985c None None] Provisioning complete for port ebb90483-2496-46ba-9584-9838b6a4a7fd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:04.069703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5982f6eb-3c6c-4526-b2d6-11e0b2e8985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.070575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:04.071254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.081554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28dada3d-760e-4ad1-9903-a9f1bf68c2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:04.148078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.150086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Deleting port c69eb995-7dde-4eb0-9a4a-730c3d26fc7d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:04.150455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.152135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:04.152785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.195091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2555368 Dec 10 19:39:04.200043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 86600b33-40e7-4a3a-8eed-c955d851acde is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:04.203706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:04.205261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:04.211990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '212d9f2e-cad0-43f4-a94c-7d6aab976e1e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:04.216485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:04.216986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.225572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0220373 Dec 10 19:39:04.231236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54734) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:04.236329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=61cc1865-a08d-45ce-8d1c-083a54acc155,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:04.241252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:04.253024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:04.259014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dfbfc3dc-512e-4bc7-9cc9-44868c7802bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:04.284204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:floatingip and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:04.325788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'network_id': '0dfa5753-d243-4212-887a-ee50e8bb34c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:04.351853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:04.363042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:04.408098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Network': ['ID=0dfa5753-d243-4212-887a-ee50e8bb34c3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:04.413933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:04.415069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.421050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 0dfa5753-d243-4212-887a-ee50e8bb34c3 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:39:04.512238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d26dc9-873a-4d64-814e-2d1c2fb31bcc req-1c58ac0d-502a-4152-942a-6095fe5b1e76 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:04.520931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3d26dc9-873a-4d64-814e-2d1c2fb31bcc req-1c58ac0d-502a-4152-942a-6095fe5b1e76 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 1.1568637 Dec 10 19:39:04.545117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.563649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:38:57Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:04.568593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:04.568931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] Checking router: eb3a9c21-f178-4c6b-8138-4725289dff5e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:39:04.580602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:04.581733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] Routers {'eb3a9c21-f178-4c6b-8138-4725289dff5e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:04.582434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['eb3a9c21-f178-4c6b-8138-4725289dff5e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:04.650934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3d26dc9-873a-4d64-814e-2d1c2fb31bcc req-1c7ae4fa-5853-4ba6-8469-162f5d0c7664 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288676 Dec 10 19:39:04.670904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Made reservation on behalf of dea2eed056324ab4a584a00308d447ba for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:04.695751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.789040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dd7ef97a-2a27-4674-8c4e-895e822461c2 None None] Provisioning for port 61cc1865-a08d-45ce-8d1c-083a54acc155 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:04.801724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dd7ef97a-2a27-4674-8c4e-895e822461c2 None None] Provisioning complete for port 61cc1865-a08d-45ce-8d1c-083a54acc155 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:04.802298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef97a-2a27-4674-8c4e-895e822461c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.862680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ef97a-2a27-4674-8c4e-895e822461c2 None None] Port 61cc1865-a08d-45ce-8d1c-083a54acc155 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:39:04.885277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:04.897790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] Set router eb3a9c21-f178-4c6b-8138-4725289dff5e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:05.001554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Performing IP validity checks on allocation pools {{(pid=88871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 10 19:39:05.002187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 10 19:39:05.141147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-2f3e431a-9c36-41e8-b10c-7be00f2512fc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8724933 Dec 10 19:39:05.247926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:38:57Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:05.252689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd23c6-e619-419e-8a5d-bfd9f13bf3f6 None None] The sync data for ids ['eb3a9c21-f178-4c6b-8138-4725289dff5e'] in dv-neutron-821443-1-hyperv is: [{'id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'name': 'tempest-ServersTestManualDisk-585484012-router', 'tenant_id': 'ad109fef55d74616a63011e5523fb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:38:57Z', 'revision_number': 5, 'project_id': 'ad109fef55d74616a63011e5523fb742', 'gw_port': {'id': '318d65c3-f8ad-4b5d-a246-b1b4e199db4f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a9c21-f178-4c6b-8138-4725289dff5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:53Z', 'updated_at': '2021-12-10T19:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:05.501138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919ec0-5dc5-44ad-99c3-69b4c327c97f req-7a8109f2-ae04-4523-9195-5a0da297b1b2 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:05.502837 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-99919ec0-5dc5-44ad-99c3-69b4c327c97f req-7a8109f2-ae04-4523-9195-5a0da297b1b2 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.4200885 Dec 10 19:39:05.511878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:05.520929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] Sync routers for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:05.534258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:05.534933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:05.587797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:05.594716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:05.615731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:05.685745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b885da24-55a8-443d-93e8-3fbfd4f1bc13 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:05.757289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:05.787624 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-8d382667-21a8-4671-997c-4d26b6069801 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1098 time: 0.5977390 Dec 10 19:39:05.795133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Calling delete_port for c69eb995-7dde-4eb0-9a4a-730c3d26fc7d owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:05.812194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:05.843516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:05.857988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:05.862395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:05.862962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 90a8a594-dcc8-4ca8-aba5-2fa409e1cb94 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:05.863263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Deleting port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:05.863705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:05.894547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-99919ec0-5dc5-44ad-99c3-69b4c327c97f req-53834553-a21b-4e90-8319-644ced62ec55 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785181 Dec 10 19:39:05.902744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.26.8.82 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/3f3136d9-ae54-447c-b6a3-234e5c2b958b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:05.917752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:05.917752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:05.921329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebf76b3c-7b58-4be4-87b5-6f869880fecd tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:05.964868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3377390 Dec 10 19:39:05.968111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54742) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:06.009162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=6d876469-e2ad-451e-931c-4585bd35ab71,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:06.019688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:06.078961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Checking segment: {'id': '6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0dfa5753-d243-4212-887a-ee50e8bb34c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:06.079363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network hostable DHCP agents. Network: 0dfa5753-d243-4212-887a-ee50e8bb34c3, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:39:06.145107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:38:58Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:06.150167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] Checking router: 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:39:06.150443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-9b7bb5b9-971b-45ec-959d-dd1adb7102f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:06.152013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-9b7bb5b9-971b-45ec-959d-dd1adb7102f7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 912 time: 0.3105030 Dec 10 19:39:06.162302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] Routers {'61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:06.162981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:06.257485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:06.265622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28f7eb30-7a6a-4c66-9d9d-11745de2a95c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:06.295314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Network 0dfa5753-d243-4212-887a-ee50e8bb34c3 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:39:06.334831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Pushing event deleted for resources: {'Port': ['ID=c69eb995-7dde-4eb0-9a4a-730c3d26fc7d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:06.340814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:06.342985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 0dfa5753-d243-4212-887a-ee50e8bb34c3) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:06.347928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-b5c8f2f1-fe40-424d-b377-8bc6d9e77beb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 1001 time: 0.1857984 Dec 10 19:39:06.350797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:06.351453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:06.363148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf14c9a7-5394-44f1-8749-16da07e44d95 None None] Network 0dfa5753-d243-4212-887a-ee50e8bb34c3 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:06.392275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=61cc1865-a08d-45ce-8d1c-083a54acc155,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:06.401340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:06.460198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] Set router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:06.510591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2406862 Dec 10 19:39:06.511739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54746) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:06.521294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:06.570565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] For port 318d65c3-f8ad-4b5d-a246-b1b4e199db4f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=318d65c3-f8ad-4b5d-a246-b1b4e199db4f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:06.570988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:06.576122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-44478db8-f050-4687-8f45-da51ca4bf4db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:06.577809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-44478db8-f050-4687-8f45-da51ca4bf4db service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.2203217 Dec 10 19:39:06.650896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:06.657331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c69eb995-7dde-4eb0-9a4a-730c3d26fc7d HTTP/1.1" status: 204 len: 168 time: 2.6761212 Dec 10 19:39:06.669884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:06.735323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847319833'] for subnet, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:06.745873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 86600b33-40e7-4a3a-8eed-c955d851acde is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:06.755074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Calling delete_port for 318d65c3-f8ad-4b5d-a246-b1b4e199db4f owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:06.788349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:06.860957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add2486-1715-4361-844c-4e32897f009a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-0dfa5753-d243-4212-887a-ee50e8bb34c3', 'network_id': '0dfa5753-d243-4212-887a-ee50e8bb34c3', 'tenant_id': 'dea2eed056324ab4a584a00308d447ba', 'fixed_ips': [{'subnet_id': '6d876469-e2ad-451e-931c-4585bd35ab71'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:06.862057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2add2486-1715-4361-844c-4e32897f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:07.093894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:38:58Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:07.099003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987f464-f30d-4c98-be1e-264c4846a319 None None] The sync data for ids ['61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a'] in dv-neutron-821443-1-hyperv is: [{'id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'name': 'tempest-ServersTestJSON-1503093750-router', 'tenant_id': '63e56e99bbe74b42b943a02594aec266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:51Z', 'updated_at': '2021-12-10T19:38:58Z', 'revision_number': 5, 'project_id': '63e56e99bbe74b42b943a02594aec266', 'gw_port': {'id': 'e058af0e-9d9c-4ce0-986c-8b5739cb80d0', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:07.187816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:07.204046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-22e00e47-2108-4f59-8ba2-eae017065da5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6154389 Dec 10 19:39:07.205786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-40a6cb6c-9fcf-4c93-a6a2-9ff6817d8810 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:07.214610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-2add2486-1715-4361-844c-4e32897f009a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:39:07.214610 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 10 19:39:07.214610 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'in_use': 1, 'id_1': '6d876469-e2ad-451e-931c-4585bd35ab71'}] Dec 10 19:39:07.214610 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:39:07.216983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54756) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:07.223416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-2add2486-1715-4361-844c-4e32897f009a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:39:07.283472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:07.357763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:07.372628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:07.458374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af7d07-f82a-40c0-8d3e-88221a917a36 req-8386a3de-1fdf-42be-b843-d464caeb0c30 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:07.459881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-99af7d07-f82a-40c0-8d3e-88221a917a36 req-8386a3de-1fdf-42be-b843-d464caeb0c30 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.3274133 Dec 10 19:39:07.482372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-05796604-ab45-4c59-8016-20456a182f7e None None] Provisioning complete for port 61cc1865-a08d-45ce-8d1c-083a54acc155 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:07.483417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05796604-ab45-4c59-8016-20456a182f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:07.563194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-05796604-ab45-4c59-8016-20456a182f7e None None] Port 61cc1865-a08d-45ce-8d1c-083a54acc155 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:39:07.576636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:07.612000 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-2adfaa82-ca50-4bb1-9d19-5f1296edbaea service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983390 Dec 10 19:39:07.616128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363254942243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6819600'] for subnet, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:07.629375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5e838d0-1c55-4fd9-a037-3297019a37b2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:07.725171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2add2486-1715-4361-844c-4e32897f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:07.750533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce7909f5-b80b-4c3d-b0f9-583518d46c5d no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:07.766094 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-99af7d07-f82a-40c0-8d3e-88221a917a36 req-9dc6a3fe-548a-4aa5-be9c-999af09f2aac tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476089 Dec 10 19:39:07.814048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:07.816583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=3f3136d9-ae54-447c-b6a3-234e5c2b958b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:07.819090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ff6d71cb38440c9cf06df139b48fa5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:07.822628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:07.826889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:07.830261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:07.845629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:07.863421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: ce7909f5-b80b-4c3d-b0f9-583518d46c5d {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:07.864046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce7909f5-b80b-4c3d-b0f9-583518d46c5d not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:07.900879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:07.901860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:07.903310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "PUT /v2.0/subnets/6d876469-e2ad-451e-931c-4585bd35ab71 HTTP/1.1" status: 200 len: 877 time: 1.3889835 Dec 10 19:39:07.925434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54764) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:07.976382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event updated for resources: {'Subnet': ['ID=6d876469-e2ad-451e-931c-4585bd35ab71,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:07.982464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:07.989817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2add2486-1715-4361-844c-4e32897f009a None None] Allocated IP 172.20.0.3 (0dfa5753-d243-4212-887a-ee50e8bb34c3/6d876469-e2ad-451e-931c-4585bd35ab71/549c9204-4a51-4dee-9074-8fa492708f87) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:08.006500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.020065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8651f46f-ae61-425c-9bf2-ff8f67678169 req-9533b755-465c-440e-8750-9361fc71858d service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946719 Dec 10 19:39:08.043563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.086697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b963be96-cd10-4244-99f5-065f060c320d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:08.217915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5facbfb2-e1b0-40dc-8f08-dafeb333591e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:08.222082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:08.237695 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3ff6d71cb38440c9cf06df139b48fa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9886067 Dec 10 19:39:08.242443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:08.273419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5642b-1a4f-4fcc-b354-5c55717773b0 req-87b954f6-8438-4a6c-aefd-6500618b534a tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:08.275738 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41e5642b-1a4f-4fcc-b354-5c55717773b0 req-87b954f6-8438-4a6c-aefd-6500618b534a tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.1609910 Dec 10 19:39:08.340715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41e5642b-1a4f-4fcc-b354-5c55717773b0 req-40a9b77c-0b70-4215-9065-58146caf07bd tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587962 Dec 10 19:39:08.467746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2add2486-1715-4361-844c-4e32897f009a None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.504255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2add2486-1715-4361-844c-4e32897f009a None None] Transition to ACTIVE for port object 549c9204-4a51-4dee-9074-8fa492708f87 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:08.525748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.527636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2add2486-1715-4361-844c-4e32897f009a None None] Transition to ACTIVE for port object 549c9204-4a51-4dee-9074-8fa492708f87 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:08.533271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2add2486-1715-4361-844c-4e32897f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.541927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:08.544499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d6674bf-df86-49e0-b41c-6f80513d6836 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:08.614768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.617846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add2486-1715-4361-844c-4e32897f009a None None] Network 0dfa5753-d243-4212-887a-ee50e8bb34c3 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:08.618680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add2486-1715-4361-844c-4e32897f009a None None] Pushing event updated for resources: {'Port': ['ID=549c9204-4a51-4dee-9074-8fa492708f87,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:08.621605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2add2486-1715-4361-844c-4e32897f009a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:08.622838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2add2486-1715-4361-844c-4e32897f009a None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:08.624920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add2486-1715-4361-844c-4e32897f009a None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:08.702025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Pushing event deleted for resources: {'Port': ['ID=318d65c3-f8ad-4b5d-a246-b1b4e199db4f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:08.709104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:08.716765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d399f8ce-7bf1-4c8b-90ab-5864f6a268da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.725748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2add2486-1715-4361-844c-4e32897f009a None None] Attempting to bind port 549c9204-4a51-4dee-9074-8fa492708f87 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:08.726176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2add2486-1715-4361-844c-4e32897f009a None None] Attempting to bind port 549c9204-4a51-4dee-9074-8fa492708f87 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0dfa5753-d243-4212-887a-ee50e8bb34c3'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:08.726882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add2486-1715-4361-844c-4e32897f009a None None] Attempting to bind port 549c9204-4a51-4dee-9074-8fa492708f87 on network 0dfa5753-d243-4212-887a-ee50e8bb34c3 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:08.735091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add2486-1715-4361-844c-4e32897f009a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:08.735669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add2486-1715-4361-844c-4e32897f009a None None] Checking segment: {'id': '6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0dfa5753-d243-4212-887a-ee50e8bb34c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:08.736123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2add2486-1715-4361-844c-4e32897f009a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.736563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add2486-1715-4361-844c-4e32897f009a None None] Bound using segment: {'id': '6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0dfa5753-d243-4212-887a-ee50e8bb34c3'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:08.737081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2add2486-1715-4361-844c-4e32897f009a None None] Bound port: 549c9204-4a51-4dee-9074-8fa492708f87, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0dfa5753-d243-4212-887a-ee50e8bb34c3'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:08.737499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2add2486-1715-4361-844c-4e32897f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.781964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port 549c9204-4a51-4dee-9074-8fa492708f87 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:08.782350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.839409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2add2486-1715-4361-844c-4e32897f009a None None] For port 549c9204-4a51-4dee-9074-8fa492708f87, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:08.842796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2add2486-1715-4361-844c-4e32897f009a None None] For port 549c9204-4a51-4dee-9074-8fa492708f87, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=549c9204-4a51-4dee-9074-8fa492708f87,segment=NetworkSegment(6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d),segment_id=6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:08.846673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2add2486-1715-4361-844c-4e32897f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.851707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17767c9f-960b-4061-b843-5b110bcfa8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:08.893843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d399f8ce-7bf1-4c8b-90ab-5864f6a268da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:08.934343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add2486-1715-4361-844c-4e32897f009a None None] Pushing event updated for resources: {'Port': ['ID=549c9204-4a51-4dee-9074-8fa492708f87,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:08.937601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2add2486-1715-4361-844c-4e32897f009a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:09.215624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 090802cb-7ae8-4eb5-afdf-f64facec531b is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:39:09.321615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:09.572386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf7e4-3a01-416c-acb9-604b70330528 req-eb4b8379-9520-417d-8902-e4e78512f07b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:09.574236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10caf7e4-3a01-416c-acb9-604b70330528 req-eb4b8379-9520-417d-8902-e4e78512f07b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.1030667 Dec 10 19:39:09.627276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10caf7e4-3a01-416c-acb9-604b70330528 req-03a6a4dc-3e66-4067-991f-7f3ef82b3772 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447934 Dec 10 19:39:09.727469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d399f8ce-7bf1-4c8b-90ab-5864f6a268da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:09.744159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:09.760239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:09.846870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399f8ce-7bf1-4c8b-90ab-5864f6a268da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5facbfb2-e1b0-40dc-8f08-dafeb333591e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:09.861383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7ed60-da93-45c9-9be4-a306b6dce69c req-127b3fde-6b0a-4463-bae8-ce7db7eeac17 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:09.869858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7f7ed60-da93-45c9-9be4-a306b6dce69c req-127b3fde-6b0a-4463-bae8-ce7db7eeac17 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.1171198 Dec 10 19:39:09.872168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d399f8ce-7bf1-4c8b-90ab-5864f6a268da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:09.873962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Deleting port e058af0e-9d9c-4ce0-986c-8b5739cb80d0 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:09.874391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:09.889364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 549c9204-4a51-4dee-9074-8fa492708f87 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:09.927343 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7f7ed60-da93-45c9-9be4-a306b6dce69c req-c90f7001-1cef-4924-96ab-6d8187ae3dbf tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567424 Dec 10 19:39:09.971060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 549c9204-4a51-4dee-9074-8fa492708f87 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:10.149700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8477643-198e-4904-811c-cffa5d8e28ff req-ea07aec9-8b65-40d6-9c3c-6e01c50e06bf tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:10.151352 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8477643-198e-4904-811c-cffa5d8e28ff req-ea07aec9-8b65-40d6-9c3c-6e01c50e06bf tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.0988092 Dec 10 19:39:10.202636 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8477643-198e-4904-811c-cffa5d8e28ff req-5a102c51-ae97-4224-969b-f53c751ae023 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450227 Dec 10 19:39:10.260098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.268387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port 549c9204-4a51-4dee-9074-8fa492708f87, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=549c9204-4a51-4dee-9074-8fa492708f87,segment=NetworkSegment(6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d),segment_id=6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:10.268796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.301409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d399f8ce-7bf1-4c8b-90ab-5864f6a268da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.306206 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d399f8ce-7bf1-4c8b-90ab-5864f6a268da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5facbfb2-e1b0-40dc-8f08-dafeb333591e HTTP/1.1" status: 204 len: 168 time: 2.0551219 Dec 10 19:39:10.429975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1a722-b366-41b2-ac43-348611469473 req-48a26076-99d9-4cf6-a359-78a575258cd2 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:10.431927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9fe1a722-b366-41b2-ac43-348611469473 req-48a26076-99d9-4cf6-a359-78a575258cd2 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.0949636 Dec 10 19:39:10.496385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.512714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for 549c9204-4a51-4dee-9074-8fa492708f87 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:10.521247 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9fe1a722-b366-41b2-ac43-348611469473 req-0d293e84-1e8e-4193-9a55-4ff679d9f06b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642681 Dec 10 19:39:10.552926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.680903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16800ca6-3f5b-44cd-9f09-ce00d4dfeb1b None None] Network 0dfa5753-d243-4212-887a-ee50e8bb34c3 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:10.721338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.756783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54794) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:10.775777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.776343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3a9c21-f178-4c6b-8138-4725289dff5e {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:39:10.791005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a7f1e034-3f2b-4377-af24-b4e36d6892fb None None] Provisioning for port 549c9204-4a51-4dee-9074-8fa492708f87 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:10.796668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] For port e058af0e-9d9c-4ce0-986c-8b5739cb80d0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e058af0e-9d9c-4ce0-986c-8b5739cb80d0,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:10.797069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.811091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a7f1e034-3f2b-4377-af24-b4e36d6892fb None None] Provisioning complete for port 549c9204-4a51-4dee-9074-8fa492708f87 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:10.811514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e034-3f2b-4377-af24-b4e36d6892fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.830147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5720900e-eb9e-4040-8d5c-6e35c917297a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88feec2c443f4cd3ad595afe7fb93ece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0714417 Dec 10 19:39:10.832884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54798) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:10.907388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746f6bcf-feb8-4098-97ba-30b964b363c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.924984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.926187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] 10.222.0.41 "DELETE /v2.0/routers/eb3a9c21-f178-4c6b-8138-4725289dff5e HTTP/1.1" status: 204 len: 168 time: 7.3195975 Dec 10 19:39:10.942548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746f6bcf-feb8-4098-97ba-30b964b363c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:10.967777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54802) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:11.006172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e034-3f2b-4377-af24-b4e36d6892fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.007270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Calling delete_port for e058af0e-9d9c-4ce0-986c-8b5739cb80d0 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:11.062759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:11.064829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Deleting subnet b6cda3c6-cd43-477a-a3ff-510da07ec673 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:11.069066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.081102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4588fd-2d80-4f9d-af0a-f7b99bf3da53 None None] Sync routers for ids ['090802cb-7ae8-4eb5-afdf-f64facec531b'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:11.108767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4588fd-2d80-4f9d-af0a-f7b99bf3da53 None None] Routers {'090802cb-7ae8-4eb5-afdf-f64facec531b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:11.109707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5e4588fd-2d80-4f9d-af0a-f7b99bf3da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['090802cb-7ae8-4eb5-afdf-f64facec531b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:11.134855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746f6bcf-feb8-4098-97ba-30b964b363c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.140982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.173340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6e3dcdd-ebe2-4d25-95b2-b446d979b28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.175853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:11.205417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f6bcf-feb8-4098-97ba-30b964b363c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb4bf77-a4c9-49f7-a29d-f94a30e2c2a8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:11.210954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-746f6bcf-feb8-4098-97ba-30b964b363c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:11.245859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5e4588fd-2d80-4f9d-af0a-f7b99bf3da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:11.263744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746f6bcf-feb8-4098-97ba-30b964b363c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.265124 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-746f6bcf-feb8-4098-97ba-30b964b363c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2eb4bf77-a4c9-49f7-a29d-f94a30e2c2a8 HTTP/1.1" status: 204 len: 168 time: 0.4302790 Dec 10 19:39:11.281936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4588fd-2d80-4f9d-af0a-f7b99bf3da53 None None] Routers {'090802cb-7ae8-4eb5-afdf-f64facec531b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:11.283012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5e4588fd-2d80-4f9d-af0a-f7b99bf3da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['090802cb-7ae8-4eb5-afdf-f64facec531b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:11.311074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.388606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5e4588fd-2d80-4f9d-af0a-f7b99bf3da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:11.391008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4588fd-2d80-4f9d-af0a-f7b99bf3da53 None None] The sync data for ids ['090802cb-7ae8-4eb5-afdf-f64facec531b'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:11.411203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.424011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f494f96c-b362-4346-847d-fe99bfc7cb3c tempest-DHCPAgentSchedulersTestJSON-2134547182 tempest-DHCPAgentSchedulersTestJSON-2134547182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:11.459176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.464601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fffd055-a356-423e-823a-9aa8b0eadca6 None None] Network 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:11.465348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b6cda3c6-cd43-477a-a3ff-510da07ec673 HTTP/1.1" status: 204 len: 168 time: 0.4916401 Dec 10 19:39:11.470177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54808) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:11.471027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cda3c6-cd43-477a-a3ff-510da07ec673,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:11.475436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:11.565135 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/090802cb-7ae8-4eb5-afdf-f64facec531b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1572142 Dec 10 19:39:11.573945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.579236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54814) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:11.591503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-173f2022-9a0b-4021-bfc4-73abb0690813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:11.627019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c0f06-949e-4d8a-a776-bb1f27554dac None None] Network 0dfa5753-d243-4212-887a-ee50e8bb34c3 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:11.688881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=549c9204-4a51-4dee-9074-8fa492708f87,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:11.690989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.697305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:11.700991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8d0a6-8265-47d7-a72f-5bc3f1e8790b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:11.701678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-17a8d0a6-8265-47d7-a72f-5bc3f1e8790b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:11.718972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Deleting port 66219e82-1841-4e85-85cd-1f51a987ad83 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:11.719347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:11.833937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-17a8d0a6-8265-47d7-a72f-5bc3f1e8790b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:11.838224 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-17a8d0a6-8265-47d7-a72f-5bc3f1e8790b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports/61cc1865-a08d-45ce-8d1c-083a54acc155 HTTP/1.1" status: 200 len: 911 time: 0.2579348 Dec 10 19:39:11.838894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54822) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:11.841492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-403738f3-16c0-42b9-a8f2-6e82c94724f4 None None] Could not find standard attr ID for object 549c9204-4a51-4dee-9074-8fa492708f87. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:39:11.857621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5566e804-61ad-4171-9073-e0b29cdcd046'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:11.950026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port 549c9204-4a51-4dee-9074-8fa492708f87 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:39:12.011418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 318d65c3-f8ad-4b5d-a246-b1b4e199db4f no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:12.057904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.077798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cbc0b371-64d3-4029-a8cc-89db74cae85b tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:12.104904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 318d65c3-f8ad-4b5d-a246-b1b4e199db4f {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:12.105863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 318d65c3-f8ad-4b5d-a246-b1b4e199db4f not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:12.185415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Pushing event deleted for resources: {'Port': ['ID=e058af0e-9d9c-4ce0-986c-8b5739cb80d0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:12.206334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.239890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] For port 66219e82-1841-4e85-85cd-1f51a987ad83, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=66219e82-1841-4e85-85cd-1f51a987ad83,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:12.240720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.245200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:12.247811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] DHCP port deletion for 6a8e5e77-7b32-4b70-ba91-9c1443b893f8 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:39:12.252664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] Deleting port 66219e82-1841-4e85-85cd-1f51a987ad83 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:12.253086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.332225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.346874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.357374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f87587a-67d6-4e6f-be7f-b5d07faf6d2c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:12.457154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Calling delete_port for 66219e82-1841-4e85-85cd-1f51a987ad83 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:12.511774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.561695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] For port 66219e82-1841-4e85-85cd-1f51a987ad83, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=66219e82-1841-4e85-85cd-1f51a987ad83,segment=NetworkSegment(f1154375-1b16-4a14-9941-eaf309a74791),segment_id=f1154375-1b16-4a14-9941-eaf309a74791)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:12.562477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.625184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54836) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:12.700789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=3f3136d9-ae54-447c-b6a3-234e5c2b958b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:12.710461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:12.713418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.725439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] Calling delete_port for 66219e82-1841-4e85-85cd-1f51a987ad83 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:12.808632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.811619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:39:12.812039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:39:12.812435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-516384269'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:12.815868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.824068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:12.841284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.855463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ae05581-8ea1-4188-afa8-2bf4cc6c5939 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:12.909641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=6d876469-e2ad-451e-931c-4585bd35ab71,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:12.914651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:12.916851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:12.929714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e7645e-836b-4c4a-a21b-2398f411ecc5 None None] Network 0dfa5753-d243-4212-887a-ee50e8bb34c3 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:13.088337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:13.107393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Pushing event deleted for resources: {'Port': ['ID=66219e82-1841-4e85-85cd-1f51a987ad83,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:13.111144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:13.113914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:network and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:13.120040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:13.127322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] No DVR routers for this DVR port 66219e82-1841-4e85-85cd-1f51a987ad83 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:39:13.168704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:13.180207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b48761-a804-4b8e-b25a-ce1b94406ec3 None None] DHCP port deletion for 0dfa5753-d243-4212-887a-ee50e8bb34c3 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:39:13.266031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.284438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.292085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.313328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] Deleting port 66219e82-1841-4e85-85cd-1f51a987ad83 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:13.313994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.327938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:13.330363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfa5753-d243-4212-887a-ee50e8bb34c3']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:13.333576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.350540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:13.350899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6410aaf8-25bb-4db0-8f91-7bb0fb3ab12d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:13.356208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.367815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.380008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.395216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5cbe6-6c5f-4ba6-9160-d384d7060366 None None] The port '66219e82-1841-4e85-85cd-1f51a987ad83' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:39:13.397318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.397969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:39:13.408029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.425046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:39:13.425489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:13.457628 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:13.473474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8e5e77-7b32-4b70-ba91-9c1443b893f8']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:13.507664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1154375-1b16-4a14-9941-eaf309a74791') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:13.508000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1154375-1b16-4a14-9941-eaf309a74791') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:13.527942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.546188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.547204 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] 10.222.0.41 "DELETE /v2.0/routers/61f3ecb1-c0ab-41ab-9d0b-c2efbfd4d28a HTTP/1.1" status: 204 len: 168 time: 7.5746276 Dec 10 19:39:13.556135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54842) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:13.616173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.639867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:39:13.640319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:13.655118 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:13.759993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.790029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.794659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.803409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-df4ec2bf-7cc4-4829-a697-0d450a1106d1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:13.823922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e058af0e-9d9c-4ce0-986c-8b5739cb80d0 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:13.831272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8e5e77-7b32-4b70-ba91-9c1443b893f8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:13.837979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:13.852798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.864149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:13.864348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:13.870155 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6a8e5e77-7b32-4b70-ba91-9c1443b893f8 HTTP/1.1" status: 204 len: 168 time: 2.3942933 Dec 10 19:39:13.875054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e058af0e-9d9c-4ce0-986c-8b5739cb80d0 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:13.875455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e058af0e-9d9c-4ce0-986c-8b5739cb80d0 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:13.875911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 549c9204-4a51-4dee-9074-8fa492708f87 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:13.880799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:security_group_rule and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:13.884485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.888830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:13.898438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:13.902315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Deleting subnet 8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:13.915281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=0dfa5753-d243-4212-887a-ee50e8bb34c3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:13.919673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.928643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 549c9204-4a51-4dee-9074-8fa492708f87 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:13.929276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 549c9204-4a51-4dee-9074-8fa492708f87 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:13.929961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 66219e82-1841-4e85-85cd-1f51a987ad83 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:13.944750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.954290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:13.963259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.968054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:13.968723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.970210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/ports/61cc1865-a08d-45ce-8d1c-083a54acc155 HTTP/1.1" status: 200 len: 911 time: 2.1282537 Dec 10 19:39:13.973268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-403bc97b-d754-4c8d-9b6f-72ac25bee43a tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:13.973403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/0dfa5753-d243-4212-887a-ee50e8bb34c3 HTTP/1.1" status: 204 len: 168 time: 6.0346844 Dec 10 19:39:13.975896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f4f36b8-7328-48d1-a030-c8accf5ff569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:13.979250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:13.979616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54850) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:13.993332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 66219e82-1841-4e85-85cd-1f51a987ad83 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:13.994201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 66219e82-1841-4e85-85cd-1f51a987ad83 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:14.081636 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP f529930b-bcf2-4e5e-b76e-47187238d3f7 associated. External IP: 172.26.8.82, port: 212d9f2e-cad0-43f4-a94c-7d6aab976e1e. Dec 10 19:39:14.083922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=61cc1865-a08d-45ce-8d1c-083a54acc155,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:14.088178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.089484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:14.092358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.095607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:14.136473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54856) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:14.143380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:39:14.163207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-40efe97d-fcaa-478a-b7a0-8d62347711f3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:14.163702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40efe97d-fcaa-478a-b7a0-8d62347711f3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:14.164097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547fcc8d-3f2a-4c98-a43b-b16fae7ce1b8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:14.165534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-40efe97d-fcaa-478a-b7a0-8d62347711f3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/6d876469-e2ad-451e-931c-4585bd35ab71 HTTP/1.1" status: 404 len: 337 time: 0.1832192 Dec 10 19:39:14.172741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54860) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:14.175081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:14.200109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.200482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Added segment fa313d5a-87cc-4ca4-8f35-9f32d3e9a627 of type vlan for network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e Dec 10 19:39:14.223245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce385880-d37c-4710-b4c7-3eaefea21032 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:14.223679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce385880-d37c-4710-b4c7-3eaefea21032 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:14.260510 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ce385880-d37c-4710-b4c7-3eaefea21032 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/0dfa5753-d243-4212-887a-ee50e8bb34c3 HTTP/1.1" status: 404 len: 339 time: 0.0837452 Dec 10 19:39:14.264061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54864) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:14.266789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.279525 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c943c83-0336-45a4-a82b-d1e445577fff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad109fef55d74616a63011e5523fb742&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1375787 Dec 10 19:39:14.282682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54868) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:14.284420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.342423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.346520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:14.347164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.355936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48dc26c9-8766-4284-8b9a-5617bf8991dd tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:14.383603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9622e296-7a65-4ce2-b022-ab034a9dd07f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:14.384088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9622e296-7a65-4ce2-b022-ab034a9dd07f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:14.385915 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9622e296-7a65-4ce2-b022-ab034a9dd07f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/fc1e9c15-f4a9-42a0-9138-6a5488253b05 HTTP/1.1" status: 404 len: 337 time: 0.1101313 Dec 10 19:39:14.390016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:14.457533 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-abadddc1-e434-46f8-844a-3c09c941ebb4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:14.458594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abadddc1-e434-46f8-844a-3c09c941ebb4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:14.462699 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-abadddc1-e434-46f8-844a-3c09c941ebb4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/84cfb335-7801-47ba-89e0-f2e7ad49c117 HTTP/1.1" status: 404 len: 339 time: 0.0656917 Dec 10 19:39:14.464751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54876) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:14.504510 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8746572 Dec 10 19:39:14.506392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54880) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:14.515905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:14.547415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.563019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df6fc8c2-f014-4ed3-9d48-97609d1b211f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.571308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Network': ['ID=6f6a6d0b-5956-458d-a78e-71d3f0b6b67e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:14.582946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:39:14.587714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:14.629750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df6fc8c2-f014-4ed3-9d48-97609d1b211f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.665752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.842993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.852586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df6fc8c2-f014-4ed3-9d48-97609d1b211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.860787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06c0a9f3-2164-4467-8fe2-bbc433704d44 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:14.884951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fc8c2-f014-4ed3-9d48-97609d1b211f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e566a-0484-490c-9464-47652b1b2168,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:14.889835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-df6fc8c2-f014-4ed3-9d48-97609d1b211f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:14.893800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:14.897669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5010ee26-114b-49fd-a94f-90d2143cf70e']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:14.905763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:14.908638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df6fc8c2-f014-4ed3-9d48-97609d1b211f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.909969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-df6fc8c2-f014-4ed3-9d48-97609d1b211f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b56e566a-0484-490c-9464-47652b1b2168 HTTP/1.1" status: 204 len: 168 time: 0.6263051 Dec 10 19:39:14.912057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:14.914988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c01c348-fa58-41b5-85f1-c50c7629925f') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:14.915243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c01c348-fa58-41b5-85f1-c50c7629925f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:14.923693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:14.928766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.928919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.936331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2655299-8663-49ea-a8cc-cfd9f96a032e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:14.944531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.951436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:39:14.951874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:14.968618 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:14.992952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:14.999559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:15.003935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:15.030692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.031363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d79aef-fca0-45ac-85ac-99a109cb8ee3 None None] Network 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:15.061075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.064686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a7aa5352-7d79-40a9-b499-9f01c82d8bdf tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:15.089210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.103810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=5010ee26-114b-49fd-a94f-90d2143cf70e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:15.108524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:15.110704 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/5010ee26-114b-49fd-a94f-90d2143cf70e HTTP/1.1" status: 204 len: 168 time: 0.6438479 Dec 10 19:39:15.114823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54886) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.121365 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8cd7a9b1-5c9b-47d0-ad92-91036ccdfc48 HTTP/1.1" status: 204 len: 168 time: 1.3197463 Dec 10 19:39:15.127450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 54890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.168781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca87c42f-3dce-4211-bdaf-3a49889f38c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.169290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca87c42f-3dce-4211-bdaf-3a49889f38c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.171327 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ca87c42f-3dce-4211-bdaf-3a49889f38c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/adb7ec18-4f54-4e82-a9d0-bfacbd76cf3e HTTP/1.1" status: 404 len: 337 time: 0.0550823 Dec 10 19:39:15.174041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54894) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.208993 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-563793ae-543e-4d1a-b832-ea7ed6012cc7 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.209488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563793ae-543e-4d1a-b832-ea7ed6012cc7 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.213988 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-563793ae-543e-4d1a-b832-ea7ed6012cc7 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/05398f32-21e4-4334-8b2e-f05a92b73d69 HTTP/1.1" status: 404 len: 339 time: 0.0389237 Dec 10 19:39:15.214792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54900) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.267095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.269139 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed80848c-809d-40ff-a0d8-c40960181fd8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.269649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed80848c-809d-40ff-a0d8-c40960181fd8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.272187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ed80848c-809d-40ff-a0d8-c40960181fd8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/33cfca1e-074f-426d-8205-cd08ce69b10b HTTP/1.1" status: 404 len: 337 time: 0.0564082 Dec 10 19:39:15.275130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54904) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.307805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f958e0a-4b8a-484a-8c05-065a51cecbd2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.308448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f958e0a-4b8a-484a-8c05-065a51cecbd2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.313835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4f958e0a-4b8a-484a-8c05-065a51cecbd2 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/481f7127-4708-4dd7-9cc0-6ad010d8d6f4 HTTP/1.1" status: 404 len: 339 time: 0.0347459 Dec 10 19:39:15.314234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54908) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.354647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] DHCP port deletion for 789bb0e1-ca10-42a8-99f9-bfcc818e7e49 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:39:15.359010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbad989-d750-4dda-b034-cf1833a545f9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.359512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbad989-d750-4dda-b034-cf1833a545f9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.360761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] Deleting port 1a2a562f-d4c1-4da4-b040-591cafd520b8 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:15.363917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8cbad989-d750-4dda-b034-cf1833a545f9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/35f7cad2-d1d7-4088-af1b-a3bae2f77ffa HTTP/1.1" status: 404 len: 337 time: 0.0457647 Dec 10 19:39:15.364191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54914) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.364810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.392324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-76891fd5-962a-4300-8ea3-69b4f952a65b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.392824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76891fd5-962a-4300-8ea3-69b4f952a65b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.397525 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76891fd5-962a-4300-8ea3-69b4f952a65b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/731e9452-8469-4ad5-bb5e-a370c7d903a6 HTTP/1.1" status: 404 len: 339 time: 0.0292308 Dec 10 19:39:15.398099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54920) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.438611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.445652 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0fbe10-c994-4644-8d4b-fb6922a73935 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.446159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0fbe10-c994-4644-8d4b-fb6922a73935 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.451080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bb0fbe10-c994-4644-8d4b-fb6922a73935 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/42f99139-cff7-4e27-82ab-3f8f621fd8e7 HTTP/1.1" status: 404 len: 337 time: 0.0494821 Dec 10 19:39:15.451363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54924) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.459391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.481194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be42178-19cb-4b2d-82af-8bc2871d15a8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.481752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be42178-19cb-4b2d-82af-8bc2871d15a8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.486624 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1be42178-19cb-4b2d-82af-8bc2871d15a8 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/960a4dfa-ca49-4093-bf20-7c338351da82 HTTP/1.1" status: 404 len: 339 time: 0.0315483 Dec 10 19:39:15.486922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54928) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.534306 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba932cc-7e23-4b37-9582-86a6d7cd9e59 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.534799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba932cc-7e23-4b37-9582-86a6d7cd9e59 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.539023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ba932cc-7e23-4b37-9582-86a6d7cd9e59 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/1c9849de-74c5-471e-b8bc-630fb291dac5 HTTP/1.1" status: 404 len: 337 time: 0.0487192 Dec 10 19:39:15.542003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54934) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.575186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7e4f9c-7fb9-4599-978a-83e04d7e707f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.576122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7e4f9c-7fb9-4599-978a-83e04d7e707f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.581199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6e7e4f9c-7fb9-4599-978a-83e04d7e707f tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/9c133123-b622-4f85-915a-ae0ba6f7770d HTTP/1.1" status: 404 len: 339 time: 0.0367041 Dec 10 19:39:15.581864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54938) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.581980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Deleting port 1a2a562f-d4c1-4da4-b040-591cafd520b8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:15.582346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.635640 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77bd6aa-ef9b-4671-9573-dbd1ee21da83 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.636045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77bd6aa-ef9b-4671-9573-dbd1ee21da83 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.638000 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a77bd6aa-ef9b-4671-9573-dbd1ee21da83 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/c3be72ef-cb80-4194-83df-5a7d1f8990a6 HTTP/1.1" status: 404 len: 337 time: 0.0551336 Dec 10 19:39:15.641006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54944) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.671927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] For port 1a2a562f-d4c1-4da4-b040-591cafd520b8, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1a2a562f-d4c1-4da4-b040-591cafd520b8,segment=NetworkSegment(25047ad5-0a50-4784-be6e-e59bc46d5447),segment_id=25047ad5-0a50-4784-be6e-e59bc46d5447)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:15.672398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.676552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d1b235-662a-4c26-bd7a-08c1927288d6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.678084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d1b235-662a-4c26-bd7a-08c1927288d6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.682072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b7d1b235-662a-4c26-bd7a-08c1927288d6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/7862ec44-0493-45ce-b8c1-81f02b832904 HTTP/1.1" status: 404 len: 339 time: 0.0398979 Dec 10 19:39:15.683722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54948) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.730188 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a81da22-5f2a-43f0-875d-8e7813952bfb tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.730694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a81da22-5f2a-43f0-875d-8e7813952bfb tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.735461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a81da22-5f2a-43f0-875d-8e7813952bfb tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/d465c304-c354-4294-8bae-039db42e4a62 HTTP/1.1" status: 404 len: 337 time: 0.0506144 Dec 10 19:39:15.736126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54952) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.770183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-641d8b76-0b7f-4b4f-9c7a-1a6f52115bb5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.770723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641d8b76-0b7f-4b4f-9c7a-1a6f52115bb5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.783391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-641d8b76-0b7f-4b4f-9c7a-1a6f52115bb5 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/e9467f75-6fc9-413c-87f5-c908163dc3f0 HTTP/1.1" status: 404 len: 339 time: 0.0413840 Dec 10 19:39:15.783391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54956) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.832567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1a2a562f-d4c1-4da4-b040-591cafd520b8 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:15.839315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-5231788d-f5f0-46a3-b7a8-d11e7fef3351 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.839762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5231788d-f5f0-46a3-b7a8-d11e7fef3351 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.844739 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5231788d-f5f0-46a3-b7a8-d11e7fef3351 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/ea1b0124-4cb5-454a-830e-7f405104b375 HTTP/1.1" status: 404 len: 337 time: 0.0634496 Dec 10 19:39:15.845372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54962) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.868149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] Calling delete_port for 1a2a562f-d4c1-4da4-b040-591cafd520b8 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:15.874402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1eb991-586f-41d5-a849-08e7b1b5e4ca tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:15.874903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1eb991-586f-41d5-a849-08e7b1b5e4ca tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:15.879718 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf1eb991-586f-41d5-a849-08e7b1b5e4ca tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/b6be8b41-a770-4312-9527-c4f1bbf7f68c HTTP/1.1" status: 404 len: 339 time: 0.0331490 Dec 10 19:39:15.880592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54966) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:15.961487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.970336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:15.977783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da50eae4-03da-4c9f-94d7-c3ccb5d13fdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:16.034896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] Pushing event deleted for resources: {'Port': ['ID=1a2a562f-d4c1-4da4-b040-591cafd520b8,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:16.037795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:16.050335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] No DVR routers for this DVR port 1a2a562f-d4c1-4da4-b040-591cafd520b8 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:39:16.062750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No active binding found for port 1a2a562f-d4c1-4da4-b040-591cafd520b8 {{(pid=88873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 10 19:39:16.064339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1a2a562f-d4c1-4da4-b040-591cafd520b8 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:16.103306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] The port '1a2a562f-d4c1-4da4-b040-591cafd520b8' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:39:16.110474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting subnet 671cc161-937c-446a-9e3e-4911bd94d0a4 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:16.113780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.183858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.288723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.338657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.373628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.379186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0e715b0-18e8-4505-880e-4b90cbaa7624 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:16.422698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Subnet': ['ID=671cc161-937c-446a-9e3e-4911bd94d0a4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:16.425194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:16.429472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.430069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789bb0e1-ca10-42a8-99f9-bfcc818e7e49']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:16.442709 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/subnets/671cc161-937c-446a-9e3e-4911bd94d0a4 HTTP/1.1" status: 204 len: 168 time: 0.5607240 Dec 10 19:39:16.443464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 54980) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:16.456395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30e68f-b415-4c47-9f0b-552548c872ce None None] Network 6088194d-35ac-4f0f-bcd8-27128acc80a0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:16.476760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25047ad5-0a50-4784-be6e-e59bc46d5447') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:16.477111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25047ad5-0a50-4784-be6e-e59bc46d5447') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:16.500638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.565076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.581622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.594233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Deleting port e1ab8c07-9922-4b06-b472-eb8f20386ae6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:16.594804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.595336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:39:16.595789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:16.641703 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:16.747595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:16.748671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.761802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b5144fe-71fa-45a1-ae26-eb85d1dccf29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:16.852591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74516654-7be4-479a-8829-44333e967dc9 None None] DHCP port deletion for 6088194d-35ac-4f0f-bcd8-27128acc80a0 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:39:16.858477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74516654-7be4-479a-8829-44333e967dc9 None None] Deleting port e1ab8c07-9922-4b06-b472-eb8f20386ae6 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:16.859033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74516654-7be4-479a-8829-44333e967dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.868607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] For port e1ab8c07-9922-4b06-b472-eb8f20386ae6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e1ab8c07-9922-4b06-b472-eb8f20386ae6,segment=NetworkSegment(d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14),segment_id=d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:16.869182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.906459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:16.969996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.003935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=9f34f14c-65a3-4281-8532-0ebc54066a90,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:17.012151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:17.012560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network hostable DHCP agents. Network: 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:39:17.043349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Calling delete_port for e1ab8c07-9922-4b06-b472-eb8f20386ae6 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:17.089116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:17.089749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:17.108185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-74516654-7be4-479a-8829-44333e967dc9 None None] For port e1ab8c07-9922-4b06-b472-eb8f20386ae6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e1ab8c07-9922-4b06-b472-eb8f20386ae6,segment=NetworkSegment(d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14),segment_id=d42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:17.108639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74516654-7be4-479a-8829-44333e967dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.137548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.150610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7c33e457-5f22-4730-81a8-38972f4997c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:17.185466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/789bb0e1-ca10-42a8-99f9-bfcc818e7e49 HTTP/1.1" status: 204 len: 168 time: 2.0568833 Dec 10 19:39:17.190527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=789bb0e1-ca10-42a8-99f9-bfcc818e7e49,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:17.197003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:17.207656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Port': ['ID=e1ab8c07-9922-4b06-b472-eb8f20386ae6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:17.217196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:17.219376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] No DVR routers for this DVR port e1ab8c07-9922-4b06-b472-eb8f20386ae6 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:39:17.252463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:39:17.293033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:17.300561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:17.301288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.338391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74516654-7be4-479a-8829-44333e967dc9 None None] Calling delete_port for e1ab8c07-9922-4b06-b472-eb8f20386ae6 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:17.375596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.391307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53d896-8be3-4f1d-8a9d-b81214c588e3 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:17.403570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8963497 Dec 10 19:39:17.404990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55000) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:17.414399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'name': 'tempest-NetworksTestDHCPv6-543356260'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:17.454022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55004) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:17.466534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6088194d-35ac-4f0f-bcd8-27128acc80a0']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:17.525014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55010) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:17.563631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:17.564272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42ab0f8-cadf-47eb-87f7-9ce2f2b1fb14') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:17.584450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.608692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.633402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:39:17.634060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.636587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b2354ae-5ade-49b3-b4cf-fc16302719ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63e56e99bbe74b42b943a02594aec266&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1043108 Dec 10 19:39:17.645813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55014) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:17.656520 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:17.660005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '9f34f14c-65a3-4281-8532-0ebc54066a90'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:17.660519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.734742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-74516654-7be4-479a-8829-44333e967dc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:39:17.735158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-74516654-7be4-479a-8829-44333e967dc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:39:17.762680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:17.767548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:17.770989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:17.774194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.780335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb5cdceb-bbfc-4dde-b515-1a47d72e1498 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:17.796576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:17.799247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.819631 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] 10.222.0.41 "DELETE /v2.0/networks/6088194d-35ac-4f0f-bcd8-27128acc80a0 HTTP/1.1" status: 204 len: 168 time: 1.3751259 Dec 10 19:39:17.824733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Pushing event deleted for resources: {'Network': ['ID=6088194d-35ac-4f0f-bcd8-27128acc80a0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:17.829718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:17.836516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:17.842318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.848591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 61cc1865-a08d-45ce-8d1c-083a54acc155 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:17.849690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:17.851532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/9f34f14c-65a3-4281-8532-0ebc54066a90/e9ee8c4b-22ce-4a86-9a96-3874539b6b4d) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:17.869587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port a30026ef-f3e8-4ee1-8863-2c53d6f3c4da yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:18.023610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-646938877'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:18.041662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:18.054879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Usage tracker for resource:network and tenant:39ebb36b815440999962c789af4b1453 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:18.058133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08d7275b-bc87-478a-8e51-3ceb2efa3221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.061136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:18.074901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:18.085894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e1ab8c07-9922-4b06-b472-eb8f20386ae6 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:18.100926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:18.111461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0fb83-d1e8-4eb8-9a78-5d7b4f2c0295 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:18.121565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.138373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e1ab8c07-9922-4b06-b472-eb8f20386ae6 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:18.138768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e1ab8c07-9922-4b06-b472-eb8f20386ae6 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:18.153575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0fb83-d1e8-4eb8-9a78-5d7b4f2c0295 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:18.154237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-97e0fb83-d1e8-4eb8-9a78-5d7b4f2c0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:18.195414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08d7275b-bc87-478a-8e51-3ceb2efa3221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.212169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Made reservation on behalf of 39ebb36b815440999962c789af4b1453 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:18.217579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.222550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.228274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-97e0fb83-d1e8-4eb8-9a78-5d7b4f2c0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:18.236662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74516654-7be4-479a-8829-44333e967dc9 None None] Deleting port e1ab8c07-9922-4b06-b472-eb8f20386ae6 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:18.237018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74516654-7be4-479a-8829-44333e967dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.250999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55022) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:18.263673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.267515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Transition to ACTIVE for port object e9ee8c4b-22ce-4a86-9a96-3874539b6b4d will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:18.282449 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.0747492 Dec 10 19:39:18.283642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55028) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:18.290970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:18.294116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.492785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 61cc1865-a08d-45ce-8d1c-083a54acc155 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:18.511904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74516654-7be4-479a-8829-44333e967dc9 None None] The port 'e1ab8c07-9922-4b06-b472-eb8f20386ae6' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:39:18.522368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Transition to ACTIVE for port object e9ee8c4b-22ce-4a86-9a96-3874539b6b4d will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:18.527536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0fb83-d1e8-4eb8-9a78-5d7b4f2c0295 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:18.527536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-97e0fb83-d1e8-4eb8-9a78-5d7b4f2c0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:18.582995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:18.592360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-97e0fb83-d1e8-4eb8-9a78-5d7b4f2c0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:18.593044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0fb83-d1e8-4eb8-9a78-5d7b4f2c0295 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:18.595147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.595846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Usage tracker for resource:security_group_rule and tenant:39ebb36b815440999962c789af4b1453 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:18.600752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:18.605968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:18.624751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:18.641736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08d7275b-bc87-478a-8e51-3ceb2efa3221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.652279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:18.660833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:18.663842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:18.672836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:18.682412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7275b-bc87-478a-8e51-3ceb2efa3221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c81f48-159d-4db8-a1a4-5d4fe83a2321,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:18.688828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08d7275b-bc87-478a-8e51-3ceb2efa3221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:18.713427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Pushing event updated for resources: {'Port': ['ID=e9ee8c4b-22ce-4a86-9a96-3874539b6b4d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:18.723860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08d7275b-bc87-478a-8e51-3ceb2efa3221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.725277 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08d7275b-bc87-478a-8e51-3ceb2efa3221 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c81f48-159d-4db8-a1a4-5d4fe83a2321 HTTP/1.1" status: 204 len: 168 time: 1.0722988 Dec 10 19:39:18.747575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:18.773001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::3e7 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/9f34f14c-65a3-4281-8532-0ebc54066a90/a30026ef-f3e8-4ee1-8863-2c53d6f3c4da) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:18.776866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.830137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Attempting to bind port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:18.830882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Attempting to bind port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:18.831287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Attempting to bind port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:18.834507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.840886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.841199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:18.841637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:18.842103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.842551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:18.843079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Bound port: e9ee8c4b-22ce-4a86-9a96-3874539b6b4d, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:18.843678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.847378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2c3a038-d654-4f78-a016-7a94089a3abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:18.873328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a31500c-ba4f-4cd3-9082-e9dbd945edb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dea2eed056324ab4a584a00308d447ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6209102 Dec 10 19:39:18.876775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55034) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:18.891383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:39:18.901940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d803a786-6c9c-435b-884c-fb7b5fe4611d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:18.904760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.908994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:18.911008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:18.966399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] For port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:18.970418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.971071 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Added segment 06f8927c-fa07-41cd-a275-5da3d16fb021 of type vlan for network 3b19c333-860a-4f31-b297-8e320a594dc6 Dec 10 19:39:18.971787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] For port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e9ee8c4b-22ce-4a86-9a96-3874539b6b4d,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:18.972962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=61cc1865-a08d-45ce-8d1c-083a54acc155,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:18.981421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:18.993091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:19.000013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:19.138051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Pushing event updated for resources: {'Port': ['ID=e9ee8c4b-22ce-4a86-9a96-3874539b6b4d,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:19.151351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:19.203456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d79f5bd-7d65-4aff-bf7f-b8bd1dfe3364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.224902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.277207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d79f5bd-7d65-4aff-bf7f-b8bd1dfe3364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.444951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.462887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.463242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP f529930b-bcf2-4e5e-b76e-47187238d3f7 disassociated. External IP: 172.26.8.82, port: 212d9f2e-cad0-43f4-a94c-7d6aab976e1e. Dec 10 19:39:19.616096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.616274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.634943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.645072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:19.645855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.647403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object a30026ef-f3e8-4ee1-8863-2c53d6f3c4da will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:19.654879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:19.666407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d79f5bd-7d65-4aff-bf7f-b8bd1dfe3364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.682023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-746f6bcf-feb8-4098-97ba-30b964b363c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:19.697616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79f5bd-7d65-4aff-bf7f-b8bd1dfe3364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a75292-82ff-4e19-bcb1-51647b762e1b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:19.704408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8d79f5bd-7d65-4aff-bf7f-b8bd1dfe3364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:19.725054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d79f5bd-7d65-4aff-bf7f-b8bd1dfe3364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.726300 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8d79f5bd-7d65-4aff-bf7f-b8bd1dfe3364 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18a75292-82ff-4e19-bcb1-51647b762e1b HTTP/1.1" status: 204 len: 168 time: 0.8474157 Dec 10 19:39:19.763057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.770870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-139e6006-6bb2-4d03-badb-32cdc1ed953e tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:19.892631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:19.898826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:19.902306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=a30026ef-f3e8-4ee1-8863-2c53d6f3c4da,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:19.905755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:19.915525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:19.916253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:19.935225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:19.940564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5334573 Dec 10 19:39:19.944769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55056) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:19.947847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e9ee8c4b-22ce-4a86-9a96-3874539b6b4d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:19.996545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Pushing event updated for resources: {'Network': ['ID=3b19c333-860a-4f31-b297-8e320a594dc6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:20.020416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:20.025200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5586042 Dec 10 19:39:20.112651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 3b19c333-860a-4f31-b297-8e320a594dc6 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:39:20.219156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f56d3f-87c3-422d-a186-bec7bdb63454 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:20.224060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f56d3f-87c3-422d-a186-bec7bdb63454 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:20.225228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87f56d3f-87c3-422d-a186-bec7bdb63454 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:20.256328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87f56d3f-87c3-422d-a186-bec7bdb63454 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:20.260671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87f56d3f-87c3-422d-a186-bec7bdb63454 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3113689 Dec 10 19:39:20.261208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55068) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:20.369911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port a30026ef-f3e8-4ee1-8863-2c53d6f3c4da {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:20.370780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:20.394921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:20.614176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:20.620306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55080) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:20.639837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Request body: {'port': {'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6', 'binding:host_id': 'hv-neutron-8214', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1617088534'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:20.648448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:20.652601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 090802cb-7ae8-4eb5-afdf-f64facec531b has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:20.655989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Usage tracker for resource:port and tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:20.668770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:20.763329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:20.862087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:20.875322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8243af4-fb15-462a-bf63-e2cfe8a08dd6 None None] Sync routers for ids ['090802cb-7ae8-4eb5-afdf-f64facec531b'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:20.878444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Made reservation on behalf of 9d29a20a7c5345d4bc26fd0bcfb75a52 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:20.883113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:20.898795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/090802cb-7ae8-4eb5-afdf-f64facec531b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9180605 Dec 10 19:39:20.908044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55092) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:20.910303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8243af4-fb15-462a-bf63-e2cfe8a08dd6 None None] Routers {'090802cb-7ae8-4eb5-afdf-f64facec531b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:20.912095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e8243af4-fb15-462a-bf63-e2cfe8a08dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['090802cb-7ae8-4eb5-afdf-f64facec531b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:20.966729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:20.999480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e8243af4-fb15-462a-bf63-e2cfe8a08dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:21.014160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8243af4-fb15-462a-bf63-e2cfe8a08dd6 None None] Routers {'090802cb-7ae8-4eb5-afdf-f64facec531b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:21.014930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e8243af4-fb15-462a-bf63-e2cfe8a08dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['090802cb-7ae8-4eb5-afdf-f64facec531b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:21.107316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e8243af4-fb15-462a-bf63-e2cfe8a08dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:21.108060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8243af4-fb15-462a-bf63-e2cfe8a08dd6 None None] The sync data for ids ['090802cb-7ae8-4eb5-afdf-f64facec531b'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:21.262729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:21.341907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:39:21.350240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-938ae77d-38ef-475b-9c62-1eaa2bc22bf7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=090802cb-7ae8-4eb5-afdf-f64facec531b HTTP/1.1" status: 200 len: 205 time: 0.4380131 Dec 10 19:39:21.351204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55108) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:21.415090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55114) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:21.422290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for a30026ef-f3e8-4ee1-8863-2c53d6f3c4da owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:21.522096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:21.530439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Usage tracker for resource:security_group_rule and tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:21.534454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:21.561219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:21.570059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55120) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:21.593706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c09eea-33be-4220-810b-362cf78994ec None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:21.616342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b22579-89aa-491e-9e7d-19910b52f6db tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:21.723938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:21.729438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:21.740718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:21.762697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b792a4-77a2-4700-9117-a1c8c939fef8 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:21.783665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] Provisioning for port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:21.794771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] Provisioning complete for port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:21.795485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:21.805401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=a30026ef-f3e8-4ee1-8863-2c53d6f3c4da,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:21.808540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:21.817402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:21.833271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:21.879480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f14281a8-f3fb-418c-840c-45f2666f21c9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:21.892821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b792a4-77a2-4700-9117-a1c8c939fef8 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:21.893540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-57b792a4-77a2-4700-9117-a1c8c939fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:21.894632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] device_id is not set on port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:21.935690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:21.971413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-57b792a4-77a2-4700-9117-a1c8c939fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:22.019743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-427e69c9-04a1-42e5-8fa6-6bea6eff8388 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] Request body: {'port': {'network_id': '351d06f2-806b-43e9-98aa-6f5ce16ae192', 'name': 'tempest-NetworksNegativeTestJSON-404514102'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:22.034318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b792a4-77a2-4700-9117-a1c8c939fef8 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:22.035862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-57b792a4-77a2-4700-9117-a1c8c939fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:22.040053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.044729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/a30026ef-f3e8-4ee1-8863-2c53d6f3c4da HTTP/1.1" status: 204 len: 168 time: 1.7790980 Dec 10 19:39:22.046411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55130) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.052046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1359459426', 'router:external': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:22.080195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:22.085309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-427e69c9-04a1-42e5-8fa6-6bea6eff8388 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] POST failed (client error): The resource could not be found. Dec 10 19:39:22.085791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427e69c9-04a1-42e5-8fa6-6bea6eff8388 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:22.092844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-427e69c9-04a1-42e5-8fa6-6bea6eff8388 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6333847 Dec 10 19:39:22.098561 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-29d7b94b-4081-43ff-af83-a107e0f40426 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/floatingips/f529930b-bcf2-4e5e-b76e-47187238d3f7 HTTP/1.1" status: 200 len: 687 time: 3.8137546 Dec 10 19:39:22.100041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Usage tracker for resource:network and tenant:9833c4f2eb924405ac67309d56b6cdbc is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:22.108229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:22.114442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55134) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.115022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55136) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.119561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:22.131950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466c0561-7019-4fb8-a224-1432ebf98c98,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:22.141450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:22.164921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Made reservation on behalf of 9833c4f2eb924405ac67309d56b6cdbc for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:22.170423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.170814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-57b792a4-77a2-4700-9117-a1c8c939fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:22.171259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b792a4-77a2-4700-9117-a1c8c939fef8 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:22.199625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.218934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.275414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] For port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e9ee8c4b-22ce-4a86-9a96-3874539b6b4d,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:22.280416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.283042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:22.337553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:22.352915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Usage tracker for resource:security_group_rule and tenant:9833c4f2eb924405ac67309d56b6cdbc is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:22.359154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:22.365404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] Pushing event updated for resources: {'Port': ['ID=e9ee8c4b-22ce-4a86-9a96-3874539b6b4d,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:22.368435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b22579-89aa-491e-9e7d-19910b52f6db tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.370484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:22.371484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c40f605-85c5-4b33-b2de-1f59d9cda1ca tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:22.371999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c40f605-85c5-4b33-b2de-1f59d9cda1ca tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:22.377318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0c40f605-85c5-4b33-b2de-1f59d9cda1ca tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "DELETE /v2.0/networks/5355ede5-45ea-4bb2-b3e6-cccaff530a45 HTTP/1.1" status: 404 len: 339 time: 0.2014475 Dec 10 19:39:22.382087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55144) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.382747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:22.398640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0163ad-32e7-4edd-821f-edbfee840460 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:22.400297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0163ad-32e7-4edd-821f-edbfee840460 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:22.401315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bd0163ad-32e7-4edd-821f-edbfee840460 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:22.410220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b22579-89aa-491e-9e7d-19910b52f6db tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.414655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 3f3136d9-ae54-447c-b6a3-234e5c2b958b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:22.415026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.462903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bd0163ad-32e7-4edd-821f-edbfee840460 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:22.464189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bd0163ad-32e7-4edd-821f-edbfee840460 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4175048 Dec 10 19:39:22.469823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55148) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.488560 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-b890e64b-96ac-4763-82aa-cc8ec2623769 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:22.489090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b890e64b-96ac-4763-82aa-cc8ec2623769 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:22.533986 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b890e64b-96ac-4763-82aa-cc8ec2623769 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "DELETE /v2.0/ports/9ce7e9bf-c7fa-4af0-b313-695dfb4332f7 HTTP/1.1" status: 404 len: 333 time: 0.1507299 Dec 10 19:39:22.537457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] device_id is not set on port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:22.542997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55152) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.551764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.605286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b3362c-bfcb-4667-9b28-83c9e8fab104 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] DELETE failed (client error): The resource could not be found. Dec 10 19:39:22.605893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b3362c-bfcb-4667-9b28-83c9e8fab104 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:22.633127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-58b3362c-bfcb-4667-9b28-83c9e8fab104 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "DELETE /v2.0/subnets/f4fcf388-93df-4d69-8bc8-115f65c66b0c HTTP/1.1" status: 404 len: 337 time: 0.0829661 Dec 10 19:39:22.643270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55156) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.700685 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ad891a-c4d6-457b-be3c-a73aa81f5783 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] GET failed (client error): The resource could not be found. Dec 10 19:39:22.705199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c1ad891a-c4d6-457b-be3c-a73aa81f5783 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "GET /v2.0/networks/bb7438f7-30ca-4248-a227-8e2cd560556a HTTP/1.1" status: 404 len: 339 time: 0.0573637 Dec 10 19:39:22.705199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.707903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55162) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.715660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac5a8fef-c271-44a2-aeff-cf0f6c07e471 None None] Provisioning complete for port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:22.716415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8fef-c271-44a2-aeff-cf0f6c07e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.757122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.768946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:22.786677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a6692a-03ed-4015-b073-e317b7df6624 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] GET failed (client error): The resource could not be found. Dec 10 19:39:22.790096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1a6692a-03ed-4015-b073-e317b7df6624 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "GET /v2.0/ports/021510a6-8af3-4b8c-b400-22dcf126e9ff HTTP/1.1" status: 404 len: 333 time: 0.0809886 Dec 10 19:39:22.795891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55166) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.866194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4368e4df-a75f-4de9-a5c3-7a27c95775d3 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] GET failed (client error): The resource could not be found. Dec 10 19:39:22.868087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4368e4df-a75f-4de9-a5c3-7a27c95775d3 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "GET /v2.0/subnets/2c2bd76e-39b2-43d2-9aba-86df4889bc0d HTTP/1.1" status: 404 len: 337 time: 0.0686808 Dec 10 19:39:22.873973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:39:22.877594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Transition to ACTIVE for port object 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:22.882418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55170) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:22.896814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-96fdb086-88f3-42ef-b25b-4e6ef16cca53 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:22.914735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11697cc8-bfb9-40b8-85ee-82265e9745e3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:22.916337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b22579-89aa-491e-9e7d-19910b52f6db tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.917544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b22579-89aa-491e-9e7d-19910b52f6db tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Fanout notify agent at l3_agent the message router_deleted on router 090802cb-7ae8-4eb5-afdf-f64facec531b {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:39:22.925664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:22.929712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.931746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:22.932142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Added segment 15b203cb-871e-4370-b5b9-ab4047944b3b of type vlan for network abb53f7f-a226-40a9-b72f-082bd09ccf5f Dec 10 19:39:22.934344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fdb086-88f3-42ef-b25b-4e6ef16cca53 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] PUT failed (client error): The resource could not be found. Dec 10 19:39:22.934959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96fdb086-88f3-42ef-b25b-4e6ef16cca53 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:22.936181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-96fdb086-88f3-42ef-b25b-4e6ef16cca53 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "PUT /v2.0/networks/ed8005ee-3c49-4a6d-b860-1a43427c326e HTTP/1.1" status: 404 len: 339 time: 0.0526392 Dec 10 19:39:22.952414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11a4841c-7aff-4d60-8051-bccbaef4eca3 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:22.985925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8b6e7147-20b9-49e4-82ff-363e1c906dca None None] Could not find standard attr ID for object a30026ef-f3e8-4ee1-8863-2c53d6f3c4da. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:39:23.001062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55174) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:23.023319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-da3d7256-8e7c-429c-a216-f4c9bdb32a98 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:23.034753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43b22579-89aa-491e-9e7d-19910b52f6db tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.039045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-43b22579-89aa-491e-9e7d-19910b52f6db tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/090802cb-7ae8-4eb5-afdf-f64facec531b HTTP/1.1" status: 204 len: 168 time: 1.6837635 Dec 10 19:39:23.041548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55178) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:23.115671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.116042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.150005 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3d7256-8e7c-429c-a216-f4c9bdb32a98 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] PUT failed (client error): The resource could not be found. Dec 10 19:39:23.150871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3d7256-8e7c-429c-a216-f4c9bdb32a98 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:23.156509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da3d7256-8e7c-429c-a216-f4c9bdb32a98 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "PUT /v2.0/ports/6618eaa6-9d71-4f6c-beae-a99fa773a0d9 HTTP/1.1" status: 404 len: 333 time: 0.1506824 Dec 10 19:39:23.171845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55182) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:23.194365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.208381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e5ee5d89-ab63-4ae8-a29f-a6454980c111 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:23.240657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=7895a9f7-71f1-4de0-9b03-a6c1d4d0c767,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:23.252415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:23.257214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ee5d89-ab63-4ae8-a29f-a6454980c111 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] PUT failed (client error): The resource could not be found. Dec 10 19:39:23.257741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ee5d89-ab63-4ae8-a29f-a6454980c111 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:39:23.263282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5ee5d89-ab63-4ae8-a29f-a6454980c111 tempest-NetworksNegativeTestJSON-1456422823 tempest-NetworksNegativeTestJSON-1456422823-project] 10.222.0.41 "PUT /v2.0/subnets/4c26f3b7-c03c-4fcb-8412-03f0fed9c619 HTTP/1.1" status: 404 len: 337 time: 0.0809832 Dec 10 19:39:23.263282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Checking segment: {'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:23.263644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Network hostable DHCP agents. Network: 3b19c333-860a-4f31-b297-8e320a594dc6, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:39:23.280997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 3f3136d9-ae54-447c-b6a3-234e5c2b958b owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:23.309469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.310210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:23.311517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.316560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06407414-dbd0-406b-8ae3-c6d0a188c2cc tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:23.338700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Network 3b19c333-860a-4f31-b297-8e320a594dc6 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:39:23.353207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 9f34f14c-65a3-4281-8532-0ebc54066a90 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:23.374065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.425996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 3b19c333-860a-4f31-b297-8e320a594dc6) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:23.437922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8620100 Dec 10 19:39:23.437922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:23.448206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55188) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:23.453975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'Network': ['ID=abb53f7f-a226-40a9-b72f-082bd09ccf5f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:23.459658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'subnet': {'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:23.460212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e19279-c9b3-4186-b5ef-906cc0ab4b9a None None] Network 3b19c333-860a-4f31-b297-8e320a594dc6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:23.467977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:23.470217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:23.472861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:23.473195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:23.474181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:23.480315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Usage tracker for resource:subnet and tenant:9833c4f2eb924405ac67309d56b6cdbc is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:23.484688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:23.491769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:23.493969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:23.494340 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:23.495781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 2 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:23.503243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network abb53f7f-a226-40a9-b72f-082bd09ccf5f details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:39:23.515992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:23.516480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:23.516763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:23.521687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Made reservation on behalf of 9833c4f2eb924405ac67309d56b6cdbc for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:23.526465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.581180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet 5566e804-61ad-4171-9073-e0b29cdcd046 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:23.584660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.597211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:23.597607 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:23.603349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 3 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:23.643568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:23.643804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:23.644099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:23.651850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.660195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:23.660567 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:23.664035 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 4 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:23.673304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55194) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:23.693530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:23.693916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:23.694301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:23.707047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:23.707413 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:23.710420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 5 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:23.762935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.767824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:23.768206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:23.768598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:23.787286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:23.787657 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:23.791341 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 6 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:23.805300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.820013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:23.820791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:23.821369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:23.859175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:23.859362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e9ee8c4b-22ce-4a86-9a96-3874539b6b4d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:23.859990 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:23.862564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 7 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:23.902003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:23.902761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:23.903349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:23.903529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.912022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0260dd79-101d-4d09-9ee2-0ea1be08a340 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:23.988586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:23.989119 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:23.991434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 8 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:23.993391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=5566e804-61ad-4171-9073-e0b29cdcd046,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:23.995258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:23.995693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:23.995817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:24.002231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.019997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.036890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a1a4a-5f95-473b-96bc-e3aa86868568 None None] Network 86600b33-40e7-4a3a-8eed-c955d851acde requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:24.039439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:24.039903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:24.040352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:24.052812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/5566e804-61ad-4171-9073-e0b29cdcd046 HTTP/1.1" status: 204 len: 168 time: 1.0055795 Dec 10 19:39:24.057347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55200) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:24.064028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:24.064522 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:24.068323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 9 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:24.081683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.090271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:24.090465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eff0d443-34b5-4e77-913b-812131f0285a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:24.097585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:86e6388fa4014f56bbcc86b53aa682b3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:24.100706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:24.101082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:24.101457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:24.103776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:24.115022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:24.125640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:24.126005 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:24.130983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 10 to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 Dec 10 19:39:24.171970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:24.172337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:24.172717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:24.198268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:24.198669 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:24.199226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.200174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=3f3136d9-ae54-447c-b6a3-234e5c2b958b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:24.202798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:24.293463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.343413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.350690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.352556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72db8bfb-5bea-4d8f-94ba-d018de8e7d8c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:24.377437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.392933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.417181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port ebb90483-2496-46ba-9584-9838b6a4a7fd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:24.417600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.424285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] DHCP port deletion for 86600b33-40e7-4a3a-8eed-c955d851acde request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:39:24.429635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] Deleting port ebb90483-2496-46ba-9584-9838b6a4a7fd {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:24.430310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.470638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] For port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:24.471052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempted to set empty binding levels {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 10 19:39:24.488662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.495743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.504521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5dea96aa-bb4a-4873-ab58-5dabc7db184c,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:24.512921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86e6388fa4014f56bbcc86b53aa682b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8368073 Dec 10 19:39:24.514043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:24.519669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:24.531426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55204) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:24.566928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.573626 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/floatingips/f529930b-bcf2-4e5e-b76e-47187238d3f7 HTTP/1.1" status: 204 len: 168 time: 2.3946860 Dec 10 19:39:24.579615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.580342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55208) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:24.584460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.594489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:24.600312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Checking segment: {'id': '15b203cb-871e-4370-b5b9-ab4047944b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:24.600692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Network hostable DHCP agents. Network: abb53f7f-a226-40a9-b72f-082bd09ccf5f, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:39:24.616109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8068cf-9906-47be-9d37-69e7c8b7706d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:24.627328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '223abc76-55d8-42cd-9bee-5c22533e4c38'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:24.630977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:24.633021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57f4490c-0f46-47b8-b030-aec5969a3724 tempest-RoutersAdminTest-1965919680 tempest-RoutersAdminTest-1965919680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:24.645234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:24.650267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=9f34f14c-65a3-4281-8532-0ebc54066a90,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:24.729286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.1033537 Dec 10 19:39:24.731093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:floatingip and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:24.731258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55214) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:24.734773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:24.741646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:24.764171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.768714 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/9f34f14c-65a3-4281-8532-0ebc54066a90 HTTP/1.1" status: 204 len: 168 time: 2.2954149 Dec 10 19:39:24.768714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:24.771590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6235a6-f607-49d2-ad29-c5481f86ef00 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:24.772054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55218) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:24.790323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=7895a9f7-71f1-4de0-9b03-a6c1d4d0c767,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:24.801325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:24.802116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Network abb53f7f-a226-40a9-b72f-082bd09ccf5f is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:39:24.804471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cced193-6f6c-4208-96ef-0510c7fecd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.838734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, abb53f7f-a226-40a9-b72f-082bd09ccf5f) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:24.854163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:24.854802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.866902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0378f0be-2972-4b3c-bc25-5fe90df50c22 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925875 Dec 10 19:39:24.869131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port ebb90483-2496-46ba-9584-9838b6a4a7fd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ebb90483-2496-46ba-9584-9838b6a4a7fd,segment=NetworkSegment(9100ae40-c8b8-4d2c-9664-b4711b870e57),segment_id=9100ae40-c8b8-4d2c-9664-b4711b870e57)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:24.869764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.869971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Deleting port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:24.870362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.878481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:24.881503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.892416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:24.901223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfec1eb-55ba-45d3-b283-b370326e78a6 None None] Network abb53f7f-a226-40a9-b72f-082bd09ccf5f requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:24.906230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cced193-6f6c-4208-96ef-0510c7fecd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:24.961038 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5116575 Dec 10 19:39:24.971575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55226) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:25.012023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-217403439', 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:25.025753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:25.037904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Usage tracker for resource:port and tenant:9833c4f2eb924405ac67309d56b6cdbc is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:25.041363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:25.053566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:25.055378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] For port ebb90483-2496-46ba-9584-9838b6a4a7fd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ebb90483-2496-46ba-9584-9838b6a4a7fd,segment=NetworkSegment(9100ae40-c8b8-4d2c-9664-b4711b870e57),segment_id=9100ae40-c8b8-4d2c-9664-b4711b870e57)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:25.055817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.115741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for ebb90483-2496-46ba-9584-9838b6a4a7fd owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:25.149398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cced193-6f6c-4208-96ef-0510c7fecd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.157075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-05980669-9c99-4da1-b9c3-b876735c32dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:25.164472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Made reservation on behalf of 9833c4f2eb924405ac67309d56b6cdbc for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:25.168728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.191635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cced193-6f6c-4208-96ef-0510c7fecd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8068cf-9906-47be-9d37-69e7c8b7706d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:25.209401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cced193-6f6c-4208-96ef-0510c7fecd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:25.217988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cced193-6f6c-4208-96ef-0510c7fecd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.221460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8cced193-6f6c-4208-96ef-0510c7fecd82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd8068cf-9906-47be-9d37-69e7c8b7706d HTTP/1.1" status: 204 len: 168 time: 0.6865127 Dec 10 19:39:25.221460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] For port 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767, host hv-neutron-8214, got binding levels [] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:25.221460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.233739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] Calling delete_port for ebb90483-2496-46ba-9584-9838b6a4a7fd owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:25.236841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] device_id is not set on port c5fc0502-9705-4828-ae01-efc6b2b38cf3 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:25.591786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.613081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:25.618187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:25.654372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99be1b-a56c-4b83-90c2-dc9b31fb15f8 None None] Network abb53f7f-a226-40a9-b72f-082bd09ccf5f requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:25.655660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Calling delete_port for 7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:25.677296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:25.700326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:25.706348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.713313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] Pushing event deleted for resources: {'Port': ['ID=ebb90483-2496-46ba-9584-9838b6a4a7fd,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:25.778999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] No DVR routers for this DVR port ebb90483-2496-46ba-9584-9838b6a4a7fd on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:39:25.781129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:39:25.786636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:25.812179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] Deleting port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:25.813799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.850451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.857434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:25.860914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:39:25.861281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:39:25.889836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e9ee8c4b-22ce-4a86-9a96-3874539b6b4d no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:25.927385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event deleted for resources: {'Port': ['ID=7895a9f7-71f1-4de0-9b03-a6c1d4d0c767,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:25.932373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Allocated IP 2001:db8::2d (abb53f7f-a226-40a9-b72f-082bd09ccf5f/5dea96aa-bb4a-4873-ab58-5dabc7db184c/c5fc0502-9705-4828-ae01-efc6b2b38cf3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:25.936593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:25.950238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.970277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:25.976540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 HTTP/1.1" status: 204 len: 168 time: 1.2417421 Dec 10 19:39:25.979445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55242) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:25.982339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:26.041079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:26.049013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:26.052744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:26.053814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.057273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-17612304-6279-4d76-8d8d-1e9aaf6989d5 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:39:26.057909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-17612304-6279-4d76-8d8d-1e9aaf6989d5 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Synchronizing usage tracker for tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:26.113592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=0fb481dc-cbe6-4040-b6cb-da75831b6593,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:26.117782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:26.134254 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2545304 Dec 10 19:39:26.140153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55248) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:26.151127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'name': 'tempest-NetworksTestDHCPv6-1978010746'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:26.166650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.175135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-17612304-6279-4d76-8d8d-1e9aaf6989d5 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Unset dirty status for tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:26.181609 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-17612304-6279-4d76-8d8d-1e9aaf6989d5 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "GET /v2.0/ports/7895a9f7-71f1-4de0-9b03-a6c1d4d0c767 HTTP/1.1" status: 404 len: 333 time: 0.1891806 Dec 10 19:39:26.183229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55254) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:26.193085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Request body: {'port': {'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1666145959'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:26.201913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:26.233160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:26.278222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Made reservation on behalf of 9d29a20a7c5345d4bc26fd0bcfb75a52 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:26.283347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.308495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.324585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] device_id is not set on port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:26.367267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] For port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e9ee8c4b-22ce-4a86-9a96-3874539b6b4d,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:26.367632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.393357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port ebb90483-2496-46ba-9584-9838b6a4a7fd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:26.394021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.460536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.488129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:26.513325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.26.8.74 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/1ecb00f7-949f-42b3-8e55-0b313e3a2443) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:26.556856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] Calling delete_port for e9ee8c4b-22ce-4a86-9a96-3874539b6b4d owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:26.649978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.660094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Network abb53f7f-a226-40a9-b72f-082bd09ccf5f is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:26.662602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5244cab0-7ded-4637-9d75-9602a8a6ee6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:26.679130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:26.684655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'Port': ['ID=c5fc0502-9705-4828-ae01-efc6b2b38cf3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:26.698602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:26.699558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:26.700225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.706951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:26.710120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] Pushing event deleted for resources: {'Port': ['ID=e9ee8c4b-22ce-4a86-9a96-3874539b6b4d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:26.712095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No active binding found for port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d {{(pid=88873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 10 19:39:26.712561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e9ee8c4b-22ce-4a86-9a96-3874539b6b4d not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:26.713446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ebb90483-2496-46ba-9584-9838b6a4a7fd no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:26.730891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] The port 'ebb90483-2496-46ba-9584-9838b6a4a7fd' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:39:26.743406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.761620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7863464 Dec 10 19:39:26.762632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55264) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:26.763390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:26.764424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: ebb90483-2496-46ba-9584-9838b6a4a7fd {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:26.765187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ebb90483-2496-46ba-9584-9838b6a4a7fd not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:26.768475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] No DVR routers for this DVR port e9ee8c4b-22ce-4a86-9a96-3874539b6b4d on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:39:26.780368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:26.817364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eaeb77-ec77-4a3f-a401-8f0d663828ef None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:26.858409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Deleting port c5fc0502-9705-4828-ae01-efc6b2b38cf3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:26.858799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.922414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.924568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:26.939502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:26.951378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.971589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:26.992782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:26.999705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.006770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Network 3b19c333-860a-4f31-b297-8e320a594dc6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:27.017108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:27.023708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:27.024689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:27.025424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.041416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86600b33-40e7-4a3a-8eed-c955d851acde']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:27.065795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port d2e8756a-0e67-4369-be1e-50876b6db5a8 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:27.096805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=9b0e6c9c-ee4c-4f13-b61e-9604e4118150,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:27.101122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:27.113253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9260843 Dec 10 19:39:27.114149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55274) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:27.122952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:27.248726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.253734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9100ae40-c8b8-4d2c-9664-b4711b870e57') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:27.254088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9100ae40-c8b8-4d2c-9664-b4711b870e57') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:27.263514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::13e (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/0fb481dc-cbe6-4040-b6cb-da75831b6593/d2e8756a-0e67-4369-be1e-50876b6db5a8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:27.280368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '0fb481dc-cbe6-4040-b6cb-da75831b6593'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:27.281152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.422228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.443155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.456185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:27.485991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.535250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:39:27.535715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:27.552356 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:27.564201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.658964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:27.665332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=1ecb00f7-949f-42b3-8e55-0b313e3a2443,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:27.673649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:27.675761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:27.688286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:27.710514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Calling delete_port for c5fc0502-9705-4828-ae01-efc6b2b38cf3 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:27.721044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55286) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:27.741252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.753891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.764622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:27.781783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.807806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=86600b33-40e7-4a3a-8eed-c955d851acde,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:27.811134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object d2e8756a-0e67-4369-be1e-50876b6db5a8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:27.815295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:27.848067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/86600b33-40e7-4a3a-8eed-c955d851acde HTTP/1.1" status: 204 len: 168 time: 3.7882819 Dec 10 19:39:27.853493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55292) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:27.860199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] device_id is not set on port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:27.869723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-176028230', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:27.882814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:27.897681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:router and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:27.898865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.901667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:27.910859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:27.948707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Transition to ACTIVE for port object 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:27.950940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.957700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.958556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ce2db7c-bf36-4e4f-ae1e-3a6b5994d4bd tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:27.958727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.984983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:27.994262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--1289537434', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:28.007972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f4dd245-d894-4f2f-869a-35ead3617f50 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:28.008280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.025337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5fc0502-9705-4828-ae01-efc6b2b38cf3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:28.031782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:28.032370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:28.038875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/0fb481dc-cbe6-4040-b6cb-da75831b6593/88c3e5cf-220c-4cfa-85f9-e7b16f266c0e) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:28.041391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:28.073877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:network and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:28.084928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:28.175847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:28.176693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.209087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c5fc0502-9705-4828-ae01-efc6b2b38cf3 HTTP/1.1" status: 204 len: 168 time: 1.4421711 Dec 10 19:39:28.211324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55298) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:28.220900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f', 'external_fixed_ips': [{'subnet_id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'ip_address': '2001:db8::2d'}]}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:28.224905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=9b0e6c9c-ee4c-4f13-b61e-9604e4118150,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:28.228146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:28.230563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:28.239097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.245063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Usage tracker for resource:router and tenant:9833c4f2eb924405ac67309d56b6cdbc is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:28.248803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:28.251720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:28.260099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:28.262403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:28.262782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:28.263165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:28.271285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:28.273155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.276073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:28.276505 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:28.276951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 2 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:28.279128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=d2e8756a-0e67-4369-be1e-50876b6db5a8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:28.283202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:28.286532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Transition to ACTIVE for port object 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:28.287592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:28.288293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.289450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.290540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.303946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:28.304475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:28.304858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:28.305382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:28.307548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:28.310080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Transition to ACTIVE for port object 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:28.312832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.315178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.319538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:28.319914 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:28.320932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 3 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:28.321441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0725d9d4-4e70-4fac-b777-817068ff6283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:28.339044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.347009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:28.347211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.347480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:28.347756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:28.358669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:28.359578 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:28.360470 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 4 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:28.372975 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2316461 Dec 10 19:39:28.379308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.380812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55302) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:28.398681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:28.399990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Pushing event updated for resources: {'Port': ['ID=88c3e5cf-220c-4cfa-85f9-e7b16f266c0e,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:28.402700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:28.404665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:28.405994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:28.450709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:28.455999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.457761 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0eeee3b3-50ab-423e-a82b-f6da080afd1b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6017723 Dec 10 19:39:28.459627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:28.463936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55306) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:28.466167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:28.480954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-512083592'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:28.485189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:28.491661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:28.502788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:28.504379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Attempting to bind port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:28.505406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Attempting to bind port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:28.506051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Attempting to bind port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:28.513604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:28.514052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:28.514475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:28.514930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.515367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:28.516724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Bound port: 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:28.516724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.524006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:28.563577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:28.569088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.599655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:28.600148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:28.600606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:28.615999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] For port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:28.619867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] For port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=88c3e5cf-220c-4cfa-85f9-e7b16f266c0e,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:28.624718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.626338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:28.626711 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:28.628392 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 5 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:28.629525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7135b91d-870e-4479-96b8-dd465a345701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:28.668612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:28.668612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:28.668612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:28.675517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:28.691573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:28.691796 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:28.695142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 6 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:28.717370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:28.717744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:28.718061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:28.727427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Pushing event updated for resources: {'Port': ['ID=88c3e5cf-220c-4cfa-85f9-e7b16f266c0e,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:28.727687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5025dc1-4519-44bd-8bf4-f66f5c7334c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:28.735588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:28.735944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5025dc1-4519-44bd-8bf4-f66f5c7334c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:28.735944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a5025dc1-4519-44bd-8bf4-f66f5c7334c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:28.821445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:28.821867 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:28.827750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 7 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:28.844174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a5025dc1-4519-44bd-8bf4-f66f5c7334c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:28.848226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a5025dc1-4519-44bd-8bf4-f66f5c7334c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4641166 Dec 10 19:39:28.849887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55310) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:28.862864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:28.863244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:28.863627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:28.972220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:39:29.013221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.019405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.019795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment 6783535f-8084-4365-8aba-5777d3586ff5 of type vlan for network 286b5988-7d95-46c7-86d5-94836c5de0cc Dec 10 19:39:29.028593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.036710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c59376c2-574c-4e36-82dc-f646716cadd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:29.073990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.102159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:39:29.147532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8197e547-31fb-45cf-9c82-a8e001966cee,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:29.152466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.174596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:29.188271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:29.188647 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:29.189760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 8 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:29.209420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.209857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment 56e45496-5c28-48f8-b086-4d8d92f3e168 of type vlan for network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea Dec 10 19:39:29.231155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.234493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port d2e8756a-0e67-4369-be1e-50876b6db5a8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:29.234878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.261867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:29.262247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:29.262625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:29.300137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:29.300550 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:29.305141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 9 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:29.316608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.323858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.327947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:29.328591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.340350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:29.370798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:29.371174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:29.371554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:29.409339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:29.409729 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:29.412996 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 10 to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 Dec 10 19:39:29.517194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:29.517591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:29.517971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:29.553334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0886676 Dec 10 19:39:29.561908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55314) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:29.572126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=286b5988-7d95-46c7-86d5-94836c5de0cc,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:29.577294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:29.577940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:29.584015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 286b5988-7d95-46c7-86d5-94836c5de0cc details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:39:29.585009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.589148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:29.589832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.602364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:29.602890 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:29.603390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.605141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-127ba119-e0a1-4c80-a9cd-66d23fe0bc8a tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:29.726719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0044889 Dec 10 19:39:29.735732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:29.746795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'admin_state_up': True, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:29.756855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=291ec6f4-5e49-4df5-afc4-595e64fcc0ea,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:29.760431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:29.764171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:29.767418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:router and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:29.771477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:29.775256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:39:29.779698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:29.802162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.807519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.814075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:29.851496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.852811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.861169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.889184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:29.950154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=1ecb00f7-949f-42b3-8e55-0b313e3a2443,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:29.955520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:29.963711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:29.981486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.004046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:30.027738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] For port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:30.028151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempted to set empty binding levels {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 10 19:39:30.040823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for d2e8756a-0e67-4369-be1e-50876b6db5a8 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:30.070894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:30.082292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.092374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4612521f-50f8-442e-8fc3-aa593ca5c789 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:30.125447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:30.137987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:30.168763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.207926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:30.228847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.232881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] In _notify_port_updated(), no bound segment for port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:39:30.234445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.236212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "PUT /v2.0/ports/9b0e6c9c-ee4c-4f13-b61e-9604e4118150 HTTP/1.1" status: 200 len: 977 time: 3.1204860 Dec 10 19:39:30.243100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55322) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:30.314821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:30.341360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=9b0e6c9c-ee4c-4f13-b61e-9604e4118150,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:30.349254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.422760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b7285188-e129-4e97-93c0-2933bf58464a tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19426 time: 0.1769428 Dec 10 19:39:30.432938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55328) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:30.439076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:30.542826 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP 57dafe0b-3fda-49b6-bad5-a5c0d51da6b7 associated. External IP: 172.26.8.74, port: 223abc76-55d8-42cd-9bee-5c22533e4c38. Dec 10 19:39:30.641128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.663943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Deleting port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:30.664331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.684704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] Provisioning for port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:30.694022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] Provisioning complete for port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:30.694989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.726828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.777948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.818005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.827965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e908905-3e11-47bd-b948-d0a79272c4a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:30.842257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.897725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] For port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=88c3e5cf-220c-4cfa-85f9-e7b16f266c0e,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:30.901859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:30.904723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cb2005f-9d2c-4e45-818b-21ebd45d12fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:30.948336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=d2e8756a-0e67-4369-be1e-50876b6db5a8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:30.971481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:30.990422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] Pushing event updated for resources: {'Port': ['ID=88c3e5cf-220c-4cfa-85f9-e7b16f266c0e,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:30.994262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:31.008335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.47 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:31.015255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-25dcbb22-2891-4935-abf8-3e3d9e2ab081 None None] Could not find standard attr ID for object d2e8756a-0e67-4369-be1e-50876b6db5a8. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:39:31.122731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Allocated IP 2001:db8::2d (abb53f7f-a226-40a9-b72f-082bd09ccf5f/5dea96aa-bb4a-4873-ab58-5dabc7db184c/c6e00da1-a14f-4a86-b6e8-c59dbc102d6b) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:31.371512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:31.502933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] For port 9b0e6c9c-ee4c-4f13-b61e-9604e4118150, host hv-neutron-8214, got binding levels [] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:31.503338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:31.513182 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/d2e8756a-0e67-4369-be1e-50876b6db5a8 HTTP/1.1" status: 204 len: 168 time: 2.6543093 Dec 10 19:39:31.525250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55332) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:31.573592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:31.633105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:31.637712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a80f17a-2f77-4cf2-9ebe-6e3095ce68f7 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:31.724910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:31.728415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Calling delete_port for 9b0e6c9c-ee4c-4f13-b61e-9604e4118150 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:31.728558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:31.730567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:31.731697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:31.734189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:31.737479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:31.816039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:31.882877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bfbc7-8998-4f27-ad97-68231ba47124 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:31.884538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bfbc7-8998-4f27-ad97-68231ba47124 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:31.886147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef6bfbc7-8998-4f27-ad97-68231ba47124 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3598814 Dec 10 19:39:31.901244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:31.901706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:31.903583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55336) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:31.978766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:31.991649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.004031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a3f9a7f-d007-4e75-b78d-c9f0860b2680 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:32.048072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.070014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b0e6c9c-ee4c-4f13-b61e-9604e4118150,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:32.079645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:32.080219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cb5af4a-7323-4749-89b8-4d9cb5b4e0d9 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:32.099964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:32.106165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.106942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.111707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a3f54-d809-4dea-afcf-c3ff62ba7fd4 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:32.134034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a3f54-d809-4dea-afcf-c3ff62ba7fd4 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:32.135025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8c3a3f54-d809-4dea-afcf-c3ff62ba7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:32.158739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.205415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8c3a3f54-d809-4dea-afcf-c3ff62ba7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:32.217620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.219200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a3f54-d809-4dea-afcf-c3ff62ba7fd4 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:32.219961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8c3a3f54-d809-4dea-afcf-c3ff62ba7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:32.244081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.278282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9b0e6c9c-ee4c-4f13-b61e-9604e4118150 HTTP/1.1" status: 204 len: 168 time: 1.8323338 Dec 10 19:39:32.282301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:32.282434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:32.289613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:32.291163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8c3a3f54-d809-4dea-afcf-c3ff62ba7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:32.291674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a3f54-d809-4dea-afcf-c3ff62ba7fd4 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:32.300869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.318239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a67c8900-2072-4b37-81f8-59be51b50b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:32.353592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9cd7bc-d299-49b5-b428-26090dbfdb95 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:39:32.354972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bc9cd7bc-d299-49b5-b428-26090dbfdb95 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "GET /v2.0/ports/9b0e6c9c-ee4c-4f13-b61e-9604e4118150 HTTP/1.1" status: 404 len: 333 time: 0.0707762 Dec 10 19:39:32.358845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55344) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:32.369747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:32.370151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: 286b5988-7d95-46c7-86d5-94836c5de0cc, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:39:32.371214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1432912628', 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:32.376985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.7953911 Dec 10 19:39:32.378256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:32.392350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:32.395293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Usage tracker for resource:port and tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:32.399660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:32.434206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 0fb481dc-cbe6-4040-b6cb-da75831b6593 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:32.436195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e00da1-a14f-4a86-b6e8-c59dbc102d6b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:32.440039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Network abb53f7f-a226-40a9-b72f-082bd09ccf5f is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:32.442824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.472163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:32.473228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:32.482164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:32.483436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:32.529370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Made reservation on behalf of 9d29a20a7c5345d4bc26fd0bcfb75a52 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:32.534050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.553190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 286b5988-7d95-46c7-86d5-94836c5de0cc is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:39:32.558189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c7f0ae5b-60a1-4ffd-b6b5-856f5329bad8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "GET /v2.0/floatingips/57dafe0b-3fda-49b6-bad5-a5c0d51da6b7 HTTP/1.1" status: 200 len: 976 time: 0.1646936 Dec 10 19:39:32.561001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.564036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55352) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:32.619488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] device_id is not set on port 955825c8-5cc0-4154-80e4-2df25eb49732 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:32.623967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 286b5988-7d95-46c7-86d5-94836c5de0cc) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:32.630953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:32.631594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.632683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3c3ea-29fc-448f-a486-d126e7dd0c98 None None] Network 286b5988-7d95-46c7-86d5-94836c5de0cc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:32.680118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1137915 Dec 10 19:39:32.685280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55358) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:32.777635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ef43e5b0-8c0e-4e7a-9dc4-54af6748895e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Synchronizing usage tracker for tenant:ad76c3ed91634a2bb63670b9ac18f819 on resource:floatingip {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:32.846275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.887351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-286b5988-7d95-46c7-86d5-94836c5de0cc', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:32.887351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.913270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ef43e5b0-8c0e-4e7a-9dc4-54af6748895e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Unset dirty status for tenant:ad76c3ed91634a2bb63670b9ac18f819 on resource:floatingip {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:32.914622 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef43e5b0-8c0e-4e7a-9dc4-54af6748895e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3482013 Dec 10 19:39:32.918020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55362) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:32.930041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'port_id': '212d9f2e-cad0-43f4-a94c-7d6aab976e1e'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:32.968264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:32.985184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router a7aa6c37-d961-40cd-9501-11ad51cf4f80 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:39:33.066706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Allocated IP 2001:db8::2 (286b5988-7d95-46c7-86d5-94836c5de0cc/c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2/984a23c6-37f5-4666-bdb7-2dac19a6ae0f) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:33.129160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.141644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3d84a559-3d81-45dd-a7c7-c074f2f83909 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:33.239854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Network 3b19c333-860a-4f31-b297-8e320a594dc6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:33.244750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=955825c8-5cc0-4154-80e4-2df25eb49732,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:33.247400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:33.249384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:33.251577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:33.252472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:33.253122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.303334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9393694 Dec 10 19:39:33.303334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55366) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:33.308881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.378584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87f3cd5c-21cb-4b84-beae-ae65799b0a3e tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Synchronizing usage tracker for tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:33.400625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Transition to ACTIVE for port object 984a23c6-37f5-4666-bdb7-2dac19a6ae0f will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:33.403160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.403883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.408527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87f3cd5c-21cb-4b84-beae-ae65799b0a3e tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Unset dirty status for tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:33.412990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87f3cd5c-21cb-4b84-beae-ae65799b0a3e tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "GET /v2.0/ports/955825c8-5cc0-4154-80e4-2df25eb49732 HTTP/1.1" status: 200 len: 955 time: 0.1060853 Dec 10 19:39:33.413142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.414233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55370) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:33.419626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:33.424317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Transition to ACTIVE for port object 984a23c6-37f5-4666-bdb7-2dac19a6ae0f will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:33.429839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.436147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be774211-48fc-49ef-9571-906c1ece9ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:33.449134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.469869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:33.488589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Sync routers for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:33.508706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Deleting port 955825c8-5cc0-4154-80e4-2df25eb49732 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:33.508706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.520845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:33.522542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:33.540316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb481dc-cbe6-4040-b6cb-da75831b6593,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:33.545297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.550116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8098741 Dec 10 19:39:33.550116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55374) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:33.596820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:33.684329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Network 286b5988-7d95-46c7-86d5-94836c5de0cc is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:33.690133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:33.698355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895baf20-06d2-4b4f-9cbb-d2a6fb3395b6 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:33.740977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:33.856148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/0fb481dc-cbe6-4040-b6cb-da75831b6593 HTTP/1.1" status: 204 len: 168 time: 1.9484518 Dec 10 19:39:33.884882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55380) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:33.890244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:33.940858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0c4f2ab8-9336-497a-a496-b529ee528af4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3871634 Dec 10 19:39:33.946891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Pushing event updated for resources: {'Port': ['ID=984a23c6-37f5-4666-bdb7-2dac19a6ae0f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:33.954707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55384) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:33.986361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-43cdb035-3fd5-471c-8288-0e0415581240 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973222 Dec 10 19:39:33.993975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:33.996482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55388) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:34.016506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:34.109288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Attempting to bind port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:34.109747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Attempting to bind port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:34.110164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Attempting to bind port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f on network 286b5988-7d95-46c7-86d5-94836c5de0cc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:34.120731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:34.121649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Checking segment: {'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:34.121649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.122048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Bound using segment: {'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:34.122588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Bound port: 984a23c6-37f5-4666-bdb7-2dac19a6ae0f, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:34.123018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.149278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.298861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Calling delete_port for 955825c8-5cc0-4154-80e4-2df25eb49732 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:34.301229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] For port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:34.303495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.305099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] For port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=984a23c6-37f5-4666-bdb7-2dac19a6ae0f,segment=NetworkSegment(6783535f-8084-4365-8aba-5777d3586ff5),segment_id=6783535f-8084-4365-8aba-5777d3586ff5)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:34.315191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.320923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:34.327639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:34.375333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:34.378449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0acbd29-54a3-4c92-8bc2-db9c23923192 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:34.378857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0acbd29-54a3-4c92-8bc2-db9c23923192 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:34.381994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c0acbd29-54a3-4c92-8bc2-db9c23923192 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.4262342 Dec 10 19:39:34.386085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55392) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:34.390561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:34.395530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:34.436960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1bd6cd84-6ee1-4698-95ab-ac33509c4112 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472016 Dec 10 19:39:34.446695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55396) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:34.471527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:34.498441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-30efb8d9-8b4c-4695-9c87-42b2882d0804 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=abb53f7f-a226-40a9-b72f-082bd09ccf5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484550 Dec 10 19:39:34.498662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55400) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:34.506188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1076559175', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:34.614901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.633264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:34.640133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:39:34.656692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:34.657310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] Deleting port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:34.657767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.663275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.718460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Pushing event updated for resources: {'Port': ['ID=984a23c6-37f5-4666-bdb7-2dac19a6ae0f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:34.732092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:34.737965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:34.744242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:34.751201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:34.756152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:34.769802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event deleted for resources: {'Port': ['ID=955825c8-5cc0-4154-80e4-2df25eb49732,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:34.773305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:34.782004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:34.795132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "DELETE /v2.0/ports/955825c8-5cc0-4154-80e4-2df25eb49732 HTTP/1.1" status: 204 len: 168 time: 1.3794959 Dec 10 19:39:34.797391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55404) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:34.842446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:34.917393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-184e8f4a-fa95-47bc-ae88-8a4071980944 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:39:34.918181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-184e8f4a-fa95-47bc-ae88-8a4071980944 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Synchronizing usage tracker for tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:34.974710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-184e8f4a-fa95-47bc-ae88-8a4071980944 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Unset dirty status for tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:34.976276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-184e8f4a-fa95-47bc-ae88-8a4071980944 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "GET /v2.0/ports/955825c8-5cc0-4154-80e4-2df25eb49732 HTTP/1.1" status: 404 len: 333 time: 0.1779697 Dec 10 19:39:34.985219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55408) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:35.020927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:35.046894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Request body: {'port': {'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-696793591'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:35.053855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:35.060891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] For port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=88c3e5cf-220c-4cfa-85f9-e7b16f266c0e,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:35.061343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:35.104340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:35.157401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Made reservation on behalf of 9d29a20a7c5345d4bc26fd0bcfb75a52 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:35.162977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:35.215396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] Calling delete_port for 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:35.259654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:31Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:35.274503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Checking router: a7aa6c37-d961-40cd-9501-11ad51cf4f80 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:39:35.275182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Updating router a7aa6c37-d961-40cd-9501-11ad51cf4f80 port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:39:35.298109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:35.303636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7643b895-75f2-413f-a4fa-2f60f509efd1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:35.358946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:35.389739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:35.392597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=7c11f707-c8ba-4c18-ad0e-1a616c1eb265,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:35.397913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:35.403047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c869b8af-ebed-4949-8448-682e2f68050b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:35.407475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:35.407881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: 291ec6f4-5e49-4df5-afc4-595e64fcc0ea, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:39:35.434281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:39:35.444597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 291ec6f4-5e49-4df5-afc4-595e64fcc0ea) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:35.456831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:35.457487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:35.464373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b43fb-a219-448a-9f51-e0277b20b7d2 None None] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:35.478406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] Pushing event deleted for resources: {'Port': ['ID=88c3e5cf-220c-4cfa-85f9-e7b16f266c0e,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:35.487101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9873068 Dec 10 19:39:35.487796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:35.490194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55412) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:35.587592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] device_id is not set on port 764de2ec-6456-4627-a367-3ab0f2aa83b4 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:35.599682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] No DVR routers for this DVR port 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:39:35.733249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8::1 (286b5988-7d95-46c7-86d5-94836c5de0cc/c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2/ab789715-15ec-4fc1-b98f-b88871233112) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:35.748361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Router c004b4a3-9cc2-4a6a-98f4-932fd31beaca is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:39:35.910560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:35.911826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:35.952154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 984a23c6-37f5-4666-bdb7-2dac19a6ae0f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:36.071574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.092771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-77b5e2a9-1ed7-4058-85b6-c2d6bd03eb2e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:36.322554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.349627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Transition to ACTIVE for port object cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:36.372268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:36.383403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:36.389099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:36.391927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:36.392673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.392841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.406432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:36.418589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.445324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d7c9e-8234-4100-9716-d839dee0fd3b None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:36.462286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=24799a81-0db1-4628-a4c9-04f9380f4657,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:36.465121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:36.502712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.513091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.534602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.594612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.636346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6302783 Dec 10 19:39:36.643358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55416) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:36.696124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'name': 'tempest-NetworksTestDHCPv6-1869741257'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:36.713220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:36.729331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object ab789715-15ec-4fc1-b98f-b88871233112 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:36.787985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050262e3-395b-46f2-8780-7bc28ad07b1b None None] Network 286b5988-7d95-46c7-86d5-94836c5de0cc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:36.810923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:36.811493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 88c3e5cf-220c-4cfa-85f9-e7b16f266c0e not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:36.813203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56a127-dddd-4827-9dd9-130370851942 None None] Pushing event updated for resources: {'Port': ['ID=cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:36.880642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Allocated IP 172.20.0.2 (291ec6f4-5e49-4df5-afc4-595e64fcc0ea/7c11f707-c8ba-4c18-ad0e-1a616c1eb265/50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:36.890129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:36.891656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea56a127-dddd-4827-9dd9-130370851942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:36.903488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0cb3ce7-ef5d-4c60-86d8-ab367d02cebd tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:36.915467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Attempting to bind port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:36.915906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Attempting to bind port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:36.916338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Attempting to bind port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:37.025576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.052405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:37.052829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:37.053344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.053818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:37.054360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Bound port: cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:37.054784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.057106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Network 3b19c333-860a-4f31-b297-8e320a594dc6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:37.060756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:37.063280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:37.064334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:37.064981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.068853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=764de2ec-6456-4627-a367-3ab0f2aa83b4,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:37.071597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:37.081705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:37.125800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '24799a81-0db1-4628-a4c9-04f9380f4657'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:37.126722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.129842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:37.145356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] Provisioning for port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:37.163627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:37.171858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:37.177239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 286b5988-7d95-46c7-86d5-94836c5de0cc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:37.183808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] Provisioning complete for port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:37.184238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.194352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:37.196860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:37.197633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.201998 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1699908 Dec 10 19:39:37.203946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:37.205539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55420) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:37.213148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:37.228105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=ab789715-15ec-4fc1-b98f-b88871233112,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:37.231234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:37.244092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:37.253777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:37.258795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Sync routers for ids ['c004b4a3-9cc2-4a6a-98f4-932fd31beaca'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:37.260298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.281598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Routers {'c004b4a3-9cc2-4a6a-98f4-932fd31beaca'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:37.283784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c004b4a3-9cc2-4a6a-98f4-932fd31beaca'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:37.316584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 2bec9ff0-61f0-4af8-9421-869c5119e8d4 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:37.353873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.357881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.1428931 Dec 10 19:39:37.358021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.361825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55424) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:37.451665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] For port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:37.498058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] For port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:37.519245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.557018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2add2486-1715-4361-844c-4e32897f009a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:37.568237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Set router c004b4a3-9cc2-4a6a-98f4-932fd31beaca gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:37.877633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:37.892220 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP 57dafe0b-3fda-49b6-bad5-a5c0d51da6b7 associated. External IP: 172.26.8.74, port: 223abc76-55d8-42cd-9bee-5c22533e4c38. Dec 10 19:39:37.977330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.006007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c004b4a3-9cc2-4a6a-98f4-932fd31beaca', 'name': '', 'tenant_id': '9833c4f2eb924405ac67309d56b6cdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f', 'external_fixed_ips': [{'subnet_id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'ip_address': '2001:db8::2d'}], 'enable_snat': True}, 'gw_port_id': 'c6e00da1-a14f-4a86-b6e8-c59dbc102d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:28Z', 'updated_at': '2021-12-10T19:39:32Z', 'revision_number': 3, 'project_id': '9833c4f2eb924405ac67309d56b6cdbc', 'gw_port': {'id': 'c6e00da1-a14f-4a86-b6e8-c59dbc102d6b', 'name': '', 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c004b4a3-9cc2-4a6a-98f4-932fd31beaca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'ip_address': '2001:db8::2d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:38.010539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Checking router: c004b4a3-9cc2-4a6a-98f4-932fd31beaca for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:39:38.011127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Updating router c004b4a3-9cc2-4a6a-98f4-932fd31beaca port c6e00da1-a14f-4a86-b6e8-c59dbc102d6b binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:39:38.028264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.107132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] device_id is not set on port 764de2ec-6456-4627-a367-3ab0f2aa83b4 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:38.119850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.147765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Transition to ACTIVE for port object 764de2ec-6456-4627-a367-3ab0f2aa83b4 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:38.152632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.159830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42cca9dd-0c09-4ed6-bed1-8f9d7703fe05 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:38.259924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56a127-dddd-4827-9dd9-130370851942 None None] Pushing event updated for resources: {'Port': ['ID=cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:38.266898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/24799a81-0db1-4628-a4c9-04f9380f4657/2768d290-c589-4e04-a7de-44aa874da9f3) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:38.276256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea56a127-dddd-4827-9dd9-130370851942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:38.279444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Transition to ACTIVE for port object 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:38.282622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.345877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:38.346598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:38.346974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=764de2ec-6456-4627-a367-3ab0f2aa83b4,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:38.352187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:38.373194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.373859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.374155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.382580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.383272 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.383824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 2 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.404454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.405694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.406396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.413793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.414326 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.414879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 3 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.432719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.433308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.433849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.438958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Transition to ACTIVE for port object 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:38.455700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.456547 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.457107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 4 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.506185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.512641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.513471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.522736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.523293 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.523849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 5 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.543337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.544031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.544872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.552625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.557814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.558566 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.559158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 6 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.578435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.578435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.579075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.587333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.587964 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.588443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 7 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.632614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.640222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] For port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=984a23c6-37f5-4666-bdb7-2dac19a6ae0f,segment=NetworkSegment(6783535f-8084-4365-8aba-5777d3586ff5),segment_id=6783535f-8084-4365-8aba-5777d3586ff5)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:38.659339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:38.665692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.666212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.666718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.693248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.693849 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.697281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 8 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.729008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.1 (291ec6f4-5e49-4df5-afc4-595e64fcc0ea/7c11f707-c8ba-4c18-ad0e-1a616c1eb265/bab63446-9059-4006-8ac7-4677a8b64263) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:38.739153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.740366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.741152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.741438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.753016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.753582 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.755632 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 9 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.778169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.778716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.779214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.842339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.863279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Transition to ACTIVE for port object c6e00da1-a14f-4a86-b6e8-c59dbc102d6b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:38.873279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.874709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.876725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.877237 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.881322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:38.889947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempt 10 to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 Dec 10 19:39:38.891480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:38.897298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.898452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.922007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:38.926081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:38.927168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:38.927661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempting to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:38.937972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Pushing event updated for resources: {'Port': ['ID=50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:38.944061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:38.958618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:39:38.959162 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR neutron.plugins.ml2.managers [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Failed to bind port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '06f8927c-fa07-41cd-a275-5da3d16fb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3b19c333-860a-4f31-b297-8e320a594dc6'}] Dec 10 19:39:38.959684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:38.973204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:38.978209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:38.978757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2add2486-1715-4361-844c-4e32897f009a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:39.006973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Pushing event updated for resources: {'Port': ['ID=c6e00da1-a14f-4a86-b6e8-c59dbc102d6b,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:39.030672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Attempting to bind port c6e00da1-a14f-4a86-b6e8-c59dbc102d6b on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:39.031075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Attempting to bind port c6e00da1-a14f-4a86-b6e8-c59dbc102d6b by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '15b203cb-871e-4370-b5b9-ab4047944b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:39.031481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Attempting to bind port c6e00da1-a14f-4a86-b6e8-c59dbc102d6b on network abb53f7f-a226-40a9-b72f-082bd09ccf5f {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:39.042666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:39.043091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Checking segment: {'id': '15b203cb-871e-4370-b5b9-ab4047944b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:39.043545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.044701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Bound using segment: {'id': '15b203cb-871e-4370-b5b9-ab4047944b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:39.045579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Bound port: c6e00da1-a14f-4a86-b6e8-c59dbc102d6b, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b203cb-871e-4370-b5b9-ab4047944b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:39.046043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.119738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.165815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] For port c6e00da1-a14f-4a86-b6e8-c59dbc102d6b, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:39.169453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] For port c6e00da1-a14f-4a86-b6e8-c59dbc102d6b, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c6e00da1-a14f-4a86-b6e8-c59dbc102d6b,segment=NetworkSegment(15b203cb-871e-4370-b5b9-ab4047944b3b),segment_id=15b203cb-871e-4370-b5b9-ab4047944b3b)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:39.175384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=ab789715-15ec-4fc1-b98f-b88871233112,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:39.179449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:39.190244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.193228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.193991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.194374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.194752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.195127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.195499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.196013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.196389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.196757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.197270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.197948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:39.227641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:39.228314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:39.236911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object bab63446-9059-4006-8ac7-4677a8b64263 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:39.274707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] For port 764de2ec-6456-4627-a367-3ab0f2aa83b4, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:39.275344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Attempted to set empty binding levels {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 10 19:39:39.283660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.316340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2680e316-020e-4f95-9f65-a28df2b77913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:39.323983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 286b5988-7d95-46c7-86d5-94836c5de0cc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:39.326235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:39.335362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Pushing event updated for resources: {'Port': ['ID=c6e00da1-a14f-4a86-b6e8-c59dbc102d6b,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:39.385861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:39.387662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Routers {'c004b4a3-9cc2-4a6a-98f4-932fd31beaca'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:39.388366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c004b4a3-9cc2-4a6a-98f4-932fd31beaca'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:39.470337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] Pushing event updated for resources: {'Port': ['ID=984a23c6-37f5-4666-bdb7-2dac19a6ae0f,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:39.492611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event updated for resources: {'Port': ['ID=764de2ec-6456-4627-a367-3ab0f2aa83b4,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:39.493451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Attempting to bind port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:39.494109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Attempting to bind port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:39.494695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Attempting to bind port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 on network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:39.497782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] In _notify_port_updated(), no bound segment for port 764de2ec-6456-4627-a367-3ab0f2aa83b4 on network 3b19c333-860a-4f31-b297-8e320a594dc6 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:39:39.505347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.509809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "PUT /v2.0/ports/764de2ec-6456-4627-a367-3ab0f2aa83b4 HTTP/1.1" status: 200 len: 976 time: 2.3003352 Dec 10 19:39:39.510005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:39.512409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:39.515964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55434) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:39.558243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.579692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Deleting port c6e00da1-a14f-4a86-b6e8-c59dbc102d6b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:39.579692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.609444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:39.615291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.635831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.641852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f74cd5c-7280-422d-bb8d-c06b1e383bd2 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:39.665050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Transition to ACTIVE for port object 2768d290-c589-4e04-a7de-44aa874da9f3 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:39.695440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] Set router c004b4a3-9cc2-4a6a-98f4-932fd31beaca gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:39.702191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Deleting port 764de2ec-6456-4627-a367-3ab0f2aa83b4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:39.702865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.758152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:39.758590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Checking segment: {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:39.759061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.759518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Bound using segment: {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:39.760073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Bound port: 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:39.760504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.794936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be985146-4e68-42e9-8acb-45dc0e75520c None None] Provisioning for port ab789715-15ec-4fc1-b98f-b88871233112 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:39.832192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:39.866035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be985146-4e68-42e9-8acb-45dc0e75520c None None] Provisioning complete for port ab789715-15ec-4fc1-b98f-b88871233112 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:39.866376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be985146-4e68-42e9-8acb-45dc0e75520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:39.869875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:39.884358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:39.982808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 984a23c6-37f5-4666-bdb7-2dac19a6ae0f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:39.988440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:40.056174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Transition to ACTIVE for port object 2768d290-c589-4e04-a7de-44aa874da9f3 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:40.082308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=bab63446-9059-4006-8ac7-4677a8b64263,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:40.102056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:40.148758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:40.168126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2020f7f1-17e2-4e5d-95d9-88ddb40529b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:40.183335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c004b4a3-9cc2-4a6a-98f4-932fd31beaca', 'name': '', 'tenant_id': '9833c4f2eb924405ac67309d56b6cdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f', 'external_fixed_ips': [{'subnet_id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'ip_address': '2001:db8::2d'}], 'enable_snat': True}, 'gw_port_id': 'c6e00da1-a14f-4a86-b6e8-c59dbc102d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:28Z', 'updated_at': '2021-12-10T19:39:32Z', 'revision_number': 3, 'project_id': '9833c4f2eb924405ac67309d56b6cdbc', 'gw_port': {'id': 'c6e00da1-a14f-4a86-b6e8-c59dbc102d6b', 'name': '', 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c004b4a3-9cc2-4a6a-98f4-932fd31beaca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'ip_address': '2001:db8::2d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:40.188649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5245f4-4087-4880-8c25-f7cd5a4ed644 None None] The sync data for ids ['c004b4a3-9cc2-4a6a-98f4-932fd31beaca'] in dv-neutron-821443-1-hyperv is: [{'id': 'c004b4a3-9cc2-4a6a-98f4-932fd31beaca', 'name': '', 'tenant_id': '9833c4f2eb924405ac67309d56b6cdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f', 'external_fixed_ips': [{'subnet_id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'ip_address': '2001:db8::2d'}], 'enable_snat': True}, 'gw_port_id': 'c6e00da1-a14f-4a86-b6e8-c59dbc102d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:28Z', 'updated_at': '2021-12-10T19:39:32Z', 'revision_number': 3, 'project_id': '9833c4f2eb924405ac67309d56b6cdbc', 'gw_port': {'id': 'c6e00da1-a14f-4a86-b6e8-c59dbc102d6b', 'name': '', 'network_id': 'abb53f7f-a226-40a9-b72f-082bd09ccf5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c004b4a3-9cc2-4a6a-98f4-932fd31beaca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'ip_address': '2001:db8::2d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dea96aa-bb4a-4873-ab58-5dabc7db184c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:40.201076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:40.279887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-be985146-4e68-42e9-8acb-45dc0e75520c None None] Port ab789715-15ec-4fc1-b98f-b88871233112 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:39:40.337262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:40.361075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:40.365679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Pushing event updated for resources: {'Port': ['ID=2768d290-c589-4e04-a7de-44aa874da9f3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:40.382105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:40.384297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:40.390606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:40.403606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] For port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:40.453477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] For port 764de2ec-6456-4627-a367-3ab0f2aa83b4, host hv-neutron-8214, got binding levels [] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:40.454401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:40.481558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] For port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:40.549256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be985146-4e68-42e9-8acb-45dc0e75520c None None] Provisioning complete for port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:40.550036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be985146-4e68-42e9-8acb-45dc0e75520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:40.606649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Calling delete_port for 764de2ec-6456-4627-a367-3ab0f2aa83b4 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:40.615264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::1d5 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/24799a81-0db1-4628-a4c9-04f9380f4657/2bec9ff0-61f0-4af8-9421-869c5119e8d4) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:40.628621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:40.636612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:40.710057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] For port c6e00da1-a14f-4a86-b6e8-c59dbc102d6b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c6e00da1-a14f-4a86-b6e8-c59dbc102d6b,segment=NetworkSegment(15b203cb-871e-4370-b5b9-ab4047944b3b),segment_id=15b203cb-871e-4370-b5b9-ab4047944b3b)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:40.710472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:40.754004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:40.776538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:40.998885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Calling delete_port for c6e00da1-a14f-4a86-b6e8-c59dbc102d6b owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:41.007942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Pushing event updated for resources: {'Port': ['ID=50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:41.035166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.038998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:41.043261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Pushing event deleted for resources: {'Port': ['ID=764de2ec-6456-4627-a367-3ab0f2aa83b4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:41.044622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Attempting to bind port 2768d290-c589-4e04-a7de-44aa874da9f3 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:41.045167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Attempting to bind port 2768d290-c589-4e04-a7de-44aa874da9f3 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:41.045747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Attempting to bind port 2768d290-c589-4e04-a7de-44aa874da9f3 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:41.050472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:41.061825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:41.062415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:41.063113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.063804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:41.064479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Bound port: 2768d290-c589-4e04-a7de-44aa874da9f3, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:41.065035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.085440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:41.086472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.088084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "DELETE /v2.0/ports/764de2ec-6456-4627-a367-3ab0f2aa83b4 HTTP/1.1" status: 204 len: 168 time: 1.5708032 Dec 10 19:39:41.092053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55438) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:41.164876 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4b5710-8085-477e-a631-05b9633dae2f tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:39:41.165669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc4b5710-8085-477e-a631-05b9633dae2f tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Synchronizing usage tracker for tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:41.203774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc4b5710-8085-477e-a631-05b9633dae2f tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Unset dirty status for tenant:9d29a20a7c5345d4bc26fd0bcfb75a52 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:41.208599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bc4b5710-8085-477e-a631-05b9633dae2f tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] 10.222.0.41 "GET /v2.0/ports/764de2ec-6456-4627-a367-3ab0f2aa83b4 HTTP/1.1" status: 404 len: 333 time: 0.1118090 Dec 10 19:39:41.209624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55442) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:41.293300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:31Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:41.295750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5090b49c-af11-476f-ad1c-081931f561f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.385400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc5448-01f4-4991-b680-f71030f58ffd None None] The sync data for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:31Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:41.432073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] For port 2768d290-c589-4e04-a7de-44aa874da9f3, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:41.494483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.494741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.516418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 2bec9ff0-61f0-4af8-9421-869c5119e8d4 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:41.538658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] For port 2768d290-c589-4e04-a7de-44aa874da9f3, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2768d290-c589-4e04-a7de-44aa874da9f3,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:41.548547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.553234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.554013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.569646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:41.574193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a27af22-e6eb-469a-b7ec-a1a4b64582c6 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:41.659593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:41.667143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6e00da1-a14f-4a86-b6e8-c59dbc102d6b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:41.674264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:41.720841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Pushing event updated for resources: {'Port': ['ID=2768d290-c589-4e04-a7de-44aa874da9f3,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:41.721469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:41.724886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:41.727336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:41.728209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.822725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.833408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-aa3595ca-802f-4732-8887-da709385cfa4 None None] Provisioning complete for port ab789715-15ec-4fc1-b98f-b88871233112 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:41.833911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa3595ca-802f-4732-8887-da709385cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.886968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b19c333-860a-4f31-b297-8e320a594dc6']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:41.925736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f8927c-fa07-41cd-a275-5da3d16fb021') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:41.926256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f8927c-fa07-41cd-a275-5da3d16fb021') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:41.939968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-aa3595ca-802f-4732-8887-da709385cfa4 None None] Port ab789715-15ec-4fc1-b98f-b88871233112 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:39:41.963633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.981600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:41.992502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.032714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.036243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7147a670-dab9-4d2c-8c94-285982baf511 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:42.146615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=2bec9ff0-61f0-4af8-9421-869c5119e8d4,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:42.158832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:39:42.159372 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4682555 Dec 10 19:39:42.159499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.160762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:42.163281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.551s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:42.163887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:42.164713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:42.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:42.313560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55446) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:42.473784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.474337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=bab63446-9059-4006-8ac7-4677a8b64263,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:42.481879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.503786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:42.602062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.610120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0080716b-8f5b-4f32-a55c-89b45ca4ab98 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:42.627231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:39:42.631113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.642909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.647863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:42.658144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37cf7f-6a8f-4950-acea-e133116f8cb3 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:42.678977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37cf7f-6a8f-4950-acea-e133116f8cb3 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:42.680005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9e37cf7f-6a8f-4950-acea-e133116f8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:42.769365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9e37cf7f-6a8f-4950-acea-e133116f8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:42.794033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37cf7f-6a8f-4950-acea-e133116f8cb3 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:42.795191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9e37cf7f-6a8f-4950-acea-e133116f8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:42.913362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9e37cf7f-6a8f-4950-acea-e133116f8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:42.914434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37cf7f-6a8f-4950-acea-e133116f8cb3 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:42.929139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:42.943724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] 10.222.0.41 "DELETE /v2.0/networks/3b19c333-860a-4f31-b297-8e320a594dc6 HTTP/1.1" status: 204 len: 168 time: 1.7329419 Dec 10 19:39:42.955354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eb5f66-0775-40cc-8b5f-d3db71216f1a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:42.960379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eb5f66-0775-40cc-8b5f-d3db71216f1a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:42.961278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-78eb5f66-0775-40cc-8b5f-d3db71216f1a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:42.964997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Pushing event deleted for resources: {'Network': ['ID=3b19c333-860a-4f31-b297-8e320a594dc6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:42.971629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:42.994576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-78eb5f66-0775-40cc-8b5f-d3db71216f1a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:42.996084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-78eb5f66-0775-40cc-8b5f-d3db71216f1a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6783948 Dec 10 19:39:43.009431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55452) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:43.105960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:43.112833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 2bec9ff0-61f0-4af8-9421-869c5119e8d4 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:43.113222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.162648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:43.221005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.221494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c004b4a3-9cc2-4a6a-98f4-932fd31beaca {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:39:43.252647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.253994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-75be5a39-f68a-43f9-af1a-b889c962a448 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c004b4a3-9cc2-4a6a-98f4-932fd31beaca HTTP/1.1" status: 204 len: 168 time: 5.8910849 Dec 10 19:39:43.263795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55458) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:43.368107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Deleting subnet 5dea96aa-bb4a-4873-ab58-5dabc7db184c {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:43.382168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.415424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55462) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:43.475530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.525605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:43.542116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8531120 Dec 10 19:39:43.544443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55468) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:43.547422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:43.554498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891492225'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:43.572248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:43.578888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:43.583184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:43.591933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:43.605749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:43.622758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.668045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:43.733491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.766822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.850864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c9ddd99-4719-486a-9019-9b11cc9c3788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:43.892056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:43.992762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 2bec9ff0-61f0-4af8-9421-869c5119e8d4 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:44.013641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:44.026071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:44.040852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.122926 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4e872d21-8343-44b4-bb57-d59af3b94433 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39ebb36b815440999962c789af4b1453&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7061038 Dec 10 19:39:44.128867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55472) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:44.195092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186fe24-3c5d-4b3e-8f63-b16607cbabbf None None] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:44.329384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:39:44.334250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.364664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:44.367956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:44.384617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3744c3f9-e6a5-4825-80fe-b45ad255c91c None None] Provisioning for port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:44.406577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:44.407165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.448825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5dea96aa-bb4a-4873-ab58-5dabc7db184c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:44.457788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.462276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:44.470834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.477903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.478863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment 0dfe5d11-8b38-4200-bf56-fa9ffeb07e78 of type vlan for network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 Dec 10 19:39:44.480577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e754b628-ff7c-4468-b400-0a1b3e05db14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.481143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9026562e-da13-467c-99a8-1ec93f3d08f7 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:44.482101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:39:37Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:38Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:44.492175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:39:44.492750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Updating router 8b99cc25-9df7-457f-a445-5116f7e89a4e port ab789715-15ec-4fc1-b98f-b88871233112 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:39:44.526717 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/5dea96aa-bb4a-4873-ab58-5dabc7db184c HTTP/1.1" status: 204 len: 168 time: 1.2609286 Dec 10 19:39:44.538220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55476) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:44.547407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=2bec9ff0-61f0-4af8-9421-869c5119e8d4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:44.605768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.609493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:44.647001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.656533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.663365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e754b628-ff7c-4468-b400-0a1b3e05db14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.679946 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/2bec9ff0-61f0-4af8-9421-869c5119e8d4 HTTP/1.1" status: 204 len: 168 time: 1.6692696 Dec 10 19:39:44.680675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:44.717040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router a7aa6c37-d961-40cd-9501-11ad51cf4f80 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:44.785108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e5ba0174-6167-479e-ae15-c10aa39923a8 None None] Provisioning for port 2768d290-c589-4e04-a7de-44aa874da9f3 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:44.795568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.923387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:44.936683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:44.938036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:44.996326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.011198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-661fc5bf-16ae-48ce-817f-dc8d1c0c779c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:45.024640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:45.028621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.033841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:45.034673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.044036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c08dbe-f53d-44f7-a3b3-16401c4b557f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:45.045651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c08dbe-f53d-44f7-a3b3-16401c4b557f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:45.046554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a3c08dbe-f53d-44f7-a3b3-16401c4b557f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:45.061555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd19caad-e7fc-4736-a1d6-b1bd670c706c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:45.096484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5506237 Dec 10 19:39:45.101094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55486) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:45.121557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:45.124295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:45.126078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:45.137817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.150159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a3c08dbe-f53d-44f7-a3b3-16401c4b557f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:45.151706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a3c08dbe-f53d-44f7-a3b3-16401c4b557f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4687593 Dec 10 19:39:45.167099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:45.173055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:45.173487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.186274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55490) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:45.221119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3bd82384-db1f-4440-a21c-d552d6298aab None None] Could not find standard attr ID for object 2bec9ff0-61f0-4af8-9421-869c5119e8d4. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:39:45.240620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Transition to ACTIVE for port object ab789715-15ec-4fc1-b98f-b88871233112 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:45.250556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.275123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.278490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9b226e1-15ce-4ce6-b32f-cfbde8b663dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:45.343139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.348894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:45.355049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e754b628-ff7c-4468-b400-0a1b3e05db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.355549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:45.359496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:45.360677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e754b628-ff7c-4468-b400-0a1b3e05db14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.367970 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e754b628-ff7c-4468-b400-0a1b3e05db14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d803a786-6c9c-435b-884c-fb7b5fe4611d HTTP/1.1" status: 204 len: 168 time: 1.2259760 Dec 10 19:39:45.387513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:45.404638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:45.408543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:45.411479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.412898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2768d290-c589-4e04-a7de-44aa874da9f3 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:45.470335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b9dfd24e-979a-4cd9-9aca-482302980fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:45.725155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 2768d290-c589-4e04-a7de-44aa874da9f3 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:45.738909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:45.743469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.749436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:45.751751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2768d290-c589-4e04-a7de-44aa874da9f3 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:45.753754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.767250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:45.769054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.831125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb53f7f-a226-40a9-b72f-082bd09ccf5f']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:45.855060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b203cb-871e-4370-b5b9-ab4047944b3b') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:45.855388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b203cb-871e-4370-b5b9-ab4047944b3b') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:45.880848 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/a7aa6c37-d961-40cd-9501-11ad51cf4f80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3869274 Dec 10 19:39:45.885476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55500) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:45.898158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.908524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c8209080-d806-4ec3-8ab4-a4d8caf2d0a3 None None] Provisioning complete for port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:45.908936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8209080-d806-4ec3-8ab4-a4d8caf2d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.963654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:45.976741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:39:45.978637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.153722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:46.171191 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:46.208022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Attempting to bind port ab789715-15ec-4fc1-b98f-b88871233112 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:46.208526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Attempting to bind port ab789715-15ec-4fc1-b98f-b88871233112 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:46.209108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Attempting to bind port ab789715-15ec-4fc1-b98f-b88871233112 on network 286b5988-7d95-46c7-86d5-94836c5de0cc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:46.212649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18186d54-4e26-402a-b7e3-6c6f91f3b6ee None None] Pushing event updated for resources: {'Port': ['ID=ab789715-15ec-4fc1-b98f-b88871233112,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:46.217624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 2768d290-c589-4e04-a7de-44aa874da9f3, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2768d290-c589-4e04-a7de-44aa874da9f3,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:46.224426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18186d54-4e26-402a-b7e3-6c6f91f3b6ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:46.229132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.232576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4857a54-f732-4f4d-bf5a-d9ca75e6017c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:46.243407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:46.248759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Checking segment: {'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:46.250592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.251121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Bound using segment: {'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:46.253009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Bound port: ab789715-15ec-4fc1-b98f-b88871233112, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6783535f-8084-4365-8aba-5777d3586ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:46.253563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.269103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.282511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=6fb644b8-3c3a-43e6-8eab-6e3d2689d957,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:46.288650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abb53f7f-a226-40a9-b72f-082bd09ccf5f {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 10 19:39:46.291990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.231s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:46.306202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe508d98-8be4-4ae6-be76-474f3451078a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.872s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:46.324239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55504) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:46.330231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.442409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:39:46.456560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:46.518654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754b628-ff7c-4468-b400-0a1b3e05db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d803a786-6c9c-435b-884c-fb7b5fe4611d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:46.527382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e754b628-ff7c-4468-b400-0a1b3e05db14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:46.531586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3423cfe6-e50c-46b6-b6a3-c5bb0b4ce3e1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:46.543138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] For port ab789715-15ec-4fc1-b98f-b88871233112, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:46.546782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] For port ab789715-15ec-4fc1-b98f-b88871233112, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ab789715-15ec-4fc1-b98f-b88871233112,segment=NetworkSegment(6783535f-8084-4365-8aba-5777d3586ff5),segment_id=6783535f-8084-4365-8aba-5777d3586ff5)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:46.552924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.558698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:46.597672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.598757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.599643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.599959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.600370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.600779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.601185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.614196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.615004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.615431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.618210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a2e22209-1bd7-4909-b7c3-239306166bf8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7669 time: 0.7166755 Dec 10 19:39:46.633647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55508) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:46.687778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c8209080-d806-4ec3-8ab4-a4d8caf2d0a3 None None] Provisioning for port bab63446-9059-4006-8ac7-4677a8b64263 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:46.724762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c8209080-d806-4ec3-8ab4-a4d8caf2d0a3 None None] Provisioning complete for port bab63446-9059-4006-8ac7-4677a8b64263 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:46.725071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8209080-d806-4ec3-8ab4-a4d8caf2d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.751443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18186d54-4e26-402a-b7e3-6c6f91f3b6ee None None] Pushing event updated for resources: {'Port': ['ID=ab789715-15ec-4fc1-b98f-b88871233112,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:46.755553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18186d54-4e26-402a-b7e3-6c6f91f3b6ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:46.759677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:46.760388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:46.843107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.843524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.843932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.844341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.844743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.845146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.845560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.845971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.846371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:46.858960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d0cbf733-1dbc-48ac-a7d6-feaf8a163598 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5819 time: 0.2240610 Dec 10 19:39:46.865530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c8209080-d806-4ec3-8ab4-a4d8caf2d0a3 None None] Port bab63446-9059-4006-8ac7-4677a8b64263 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:39:46.893770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=2768d290-c589-4e04-a7de-44aa874da9f3,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:46.905203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:46.939946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:46.940295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:46.967612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55512) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:47.062526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:47.131108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "DELETE /v2.0/networks/abb53f7f-a226-40a9-b72f-082bd09ccf5f HTTP/1.1" status: 204 len: 168 time: 2.5874462 Dec 10 19:39:47.140875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event deleted for resources: {'Network': ['ID=abb53f7f-a226-40a9-b72f-082bd09ccf5f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:47.149923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:47.203884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:47.275228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-722f4088-25ab-42bb-b99d-d5ad80896fb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d29a20a7c5345d4bc26fd0bcfb75a52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9415119 Dec 10 19:39:47.280844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55518) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:47.319685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 24799a81-0db1-4628-a4c9-04f9380f4657 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:47.335022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f3867371-9191-4a2e-9c77-c42b6d08ce28 None None] Provisioning complete for port bab63446-9059-4006-8ac7-4677a8b64263 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:47.336667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3867371-9191-4a2e-9c77-c42b6d08ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.339219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.429012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f3867371-9191-4a2e-9c77-c42b6d08ce28 None None] Port bab63446-9059-4006-8ac7-4677a8b64263 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:39:47.471890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:47.472543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.473029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.579981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8068e7a1-ce26-47a3-b404-06c709a7a984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.583595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Sync routers for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:47.602248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.612403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-951ee170-c181-4958-84ea-8e2b5a85fd17 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:47.663360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:47.664140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:47.669581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:47.680589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f4b5d-c1e3-4ea2-b131-fc91926253e4 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:47.687566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8068e7a1-ce26-47a3-b404-06c709a7a984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.698282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.740213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f4b5d-c1e3-4ea2-b131-fc91926253e4 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:47.741074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ac2f4b5d-c1e3-4ea2-b131-fc91926253e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:47.795626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.828363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=c27f54e4-afb4-4ad0-8ea6-59e28ece41df,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:47.835604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:47.860310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:47.861132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: 6fb644b8-3c3a-43e6-8eab-6e3d2689d957, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:39:47.871077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ac2f4b5d-c1e3-4ea2-b131-fc91926253e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:47.897763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f4b5d-c1e3-4ea2-b131-fc91926253e4 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:47.898757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ac2f4b5d-c1e3-4ea2-b131-fc91926253e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:47.917259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:39:47.937407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cecd943c-8aa2-4c37-ba13-17549e7d84d4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4306 time: 0.9684973 Dec 10 19:39:47.941850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6fb644b8-3c3a-43e6-8eab-6e3d2689d957) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:47.946223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:47.947123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:47.958031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-910e0242-de1c-4109-ad9e-c0340cb405d7 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/floatingips/57dafe0b-3fda-49b6-bad5-a5c0d51da6b7 HTTP/1.1" status: 200 len: 977 time: 15.0358882 Dec 10 19:39:47.960217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55530) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:47.969847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:47.978075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8729565 Dec 10 19:39:47.981027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55534) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:48.045613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ac2f4b5d-c1e3-4ea2-b131-fc91926253e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:48.048817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f4b5d-c1e3-4ea2-b131-fc91926253e4 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:48.051592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:39:37Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:46Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:48.069293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb5f1f9-2c92-4532-8b49-674a809ab8a9 None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:39:37Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:46Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:48.140585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8068e7a1-ce26-47a3-b404-06c709a7a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:48.151044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:48.169147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf904a40-9dca-4088-873f-1109080be204 None None] Network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:48.172893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:48.178211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55540) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:48.190439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068e7a1-ce26-47a3-b404-06c709a7a984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466c0561-7019-4fb8-a224-1432ebf98c98,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:48.197870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:48.319416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'router': {'name': 'tempest-router--485999110', 'project_id': 'fff6be7d280e48fcbf2e28c1f64b61b5'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:48.322942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8068e7a1-ce26-47a3-b404-06c709a7a984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:48.324867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a89c3c16-3c96-482f-94f4-041a6f314daf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:48.363587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55546) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:48.368375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:48.375491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813688ab-fedb-427c-9289-317d87fe48e4 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:48.380138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/24799a81-0db1-4628-a4c9-04f9380f4657 HTTP/1.1" status: 204 len: 168 time: 3.1457067 Dec 10 19:39:48.382809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8068e7a1-ce26-47a3-b404-06c709a7a984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:48.384065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8068e7a1-ce26-47a3-b404-06c709a7a984 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/466c0561-7019-4fb8-a224-1432ebf98c98 HTTP/1.1" status: 204 len: 168 time: 1.0957603 Dec 10 19:39:48.388608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55550) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:48.390485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:48.401695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783188744', 'description': 'tempest-secgroup-smoke-783188744 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:48.412234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=24799a81-0db1-4628-a4c9-04f9380f4657,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:48.428337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2768d290-c589-4e04-a7de-44aa874da9f3 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:48.641993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Usage tracker for resource:router and tenant:fff6be7d280e48fcbf2e28c1f64b61b5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:48.646300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:48.655528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:48.667624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:48.701180 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a2a7cdbb-5de0-4633-8204-018d6d607122 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3049605 Dec 10 19:39:48.708961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:48.711639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55556) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:48.790187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:48.792252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:48.801736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:48.808711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:48.845838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:48.936005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2768d290-c589-4e04-a7de-44aa874da9f3 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:48.936433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:48.943074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:48.944133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.004382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.023653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.024032 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP 57dafe0b-3fda-49b6-bad5-a5c0d51da6b7 disassociated. External IP: 172.26.8.74, port: 212d9f2e-cad0-43f4-a94c-7d6aab976e1e. Dec 10 19:39:49.085849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.108540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:49.176559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:49.191571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:49.208094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d296bf3f-917c-4a4e-aedd-ffbb10f71689 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:49.208884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d296bf3f-917c-4a4e-aedd-ffbb10f71689 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:49.222404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:49.242990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.275817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d296bf3f-917c-4a4e-aedd-ffbb10f71689 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:49.277114 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d296bf3f-917c-4a4e-aedd-ffbb10f71689 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5642829 Dec 10 19:39:49.295440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55574) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:49.374018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.456063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.462253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4088707a-aa47-401a-bcea-74c9448a9c46 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:49.462457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4088707a-aa47-401a-bcea-74c9448a9c46 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:49.468597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.482145 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8513a5f8-8e5c-4337-a415-efef8fe201e7 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2958803 Dec 10 19:39:49.483249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55578) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:49.485816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.508963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cced193-6f6c-4208-96ef-0510c7fecd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:49.564711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:49.565755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.676600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8:1::1 (6fb644b8-3c3a-43e6-8eab-6e3d2689d957/c27f54e4-afb4-4ad0-8ea6-59e28ece41df/bebe8393-fb1d-4422-8705-8a738e7df859) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:49.681229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c6e00da1-a14f-4a86-b6e8-c59dbc102d6b no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:49.766609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:39:49.784683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: c6e00da1-a14f-4a86-b6e8-c59dbc102d6b {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:49.785090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c6e00da1-a14f-4a86-b6e8-c59dbc102d6b not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:49.800435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] Deleting port 2768d290-c589-4e04-a7de-44aa874da9f3 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:49.801572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.860483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.865360 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4845140 Dec 10 19:39:49.865360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4088707a-aa47-401a-bcea-74c9448a9c46 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:49.867481 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4088707a-aa47-401a-bcea-74c9448a9c46 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5691307 Dec 10 19:39:49.871237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55588) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:49.871610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55590) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:49.898153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '46851e57-9509-448a-89fe-e190caafc34e', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:49.904244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:49.908478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:49.917134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.938087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object bebe8393-fb1d-4422-8705-8a738e7df859 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:49.965371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:49.970917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a4712a71-16bc-4aec-8fea-bcc337a7a841 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:49.976119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46851e57-9509-448a-89fe-e190caafc34e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:49.986656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:49.996283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:50.005704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:50.026660 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aedcb1ba-5f4a-4735-abfe-3b0358346eb8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1515937 Dec 10 19:39:50.033663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55598) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:50.043814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:50.048992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=bebe8393-fb1d-4422-8705-8a738e7df859,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:50.052582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:50.060838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.062144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:50.063390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:50.066333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:50.067339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.077213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-459f7bc0-2cc6-4910-9a5b-b68aa3c59d2a tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.094033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] For port 2768d290-c589-4e04-a7de-44aa874da9f3, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2768d290-c589-4e04-a7de-44aa874da9f3,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:50.094641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.170804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.238031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] Calling delete_port for 2768d290-c589-4e04-a7de-44aa874da9f3 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:50.329870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.339025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:50.378900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:40Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:41Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:50.494530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Checking router: a7aa6c37-d961-40cd-9501-11ad51cf4f80 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:39:50.494942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Updating router a7aa6c37-d961-40cd-9501-11ad51cf4f80 port bab63446-9059-4006-8ac7-4677a8b64263 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:39:50.572253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.582719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ab789715-15ec-4fc1-b98f-b88871233112 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:50.642518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] Pushing event deleted for resources: {'Port': ['ID=2768d290-c589-4e04-a7de-44aa874da9f3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:50.645878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:50.667762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] No DVR routers for this DVR port 2768d290-c589-4e04-a7de-44aa874da9f3 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:39:50.712824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.738005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Allocated IP 2001:db8:1::2 (6fb644b8-3c3a-43e6-8eab-6e3d2689d957/c27f54e4-afb4-4ad0-8ea6-59e28ece41df/3102381c-04cd-4c27-b241-898f42b92521) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:50.740990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port ab789715-15ec-4fc1-b98f-b88871233112 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:50.749616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ab789715-15ec-4fc1-b98f-b88871233112 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:50.750078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.756904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.761909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.763192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.777036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90b49cda-d720-468f-b6b0-d656efd8784e tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:50.858532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:50.867425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:50.887094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=bebe8393-fb1d-4422-8705-8a738e7df859,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:50.944800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:51.010857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:51.036933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368a91fa-9cb1-456b-9fff-521552974ee1,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:51.047447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:51.048929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:51.049072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:51.054738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:51.239109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-459f7bc0-2cc6-4910-9a5b-b68aa3c59d2a tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.245896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-459f7bc0-2cc6-4910-9a5b-b68aa3c59d2a tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.253977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.264761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:51.273136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.295000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port ab789715-15ec-4fc1-b98f-b88871233112, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ab789715-15ec-4fc1-b98f-b88871233112,segment=NetworkSegment(6783535f-8084-4365-8aba-5777d3586ff5),segment_id=6783535f-8084-4365-8aba-5777d3586ff5)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:51.304234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.312329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:51.416635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2768d290-c589-4e04-a7de-44aa874da9f3 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:39:51.440043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55618) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:51.477755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.479078 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6061773 Dec 10 19:39:51.484531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55624) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:51.489197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:51.494323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '46851e57-9509-448a-89fe-e190caafc34e', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:51.507623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:51.508570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-459f7bc0-2cc6-4910-9a5b-b68aa3c59d2a tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.509113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459f7bc0-2cc6-4910-9a5b-b68aa3c59d2a tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8a63818-845a-4bd2-a18e-7dbc2dbc84e8 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:39:51.527352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:51.532505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:51.535788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 2768d290-c589-4e04-a7de-44aa874da9f3 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:39:51.536184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2768d290-c589-4e04-a7de-44aa874da9f3 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:39:51.544752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:51.563367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=ab789715-15ec-4fc1-b98f-b88871233112,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:51.567865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:51.610943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-459f7bc0-2cc6-4910-9a5b-b68aa3c59d2a tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.612218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-459f7bc0-2cc6-4910-9a5b-b68aa3c59d2a tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c8a63818-845a-4bd2-a18e-7dbc2dbc84e8 HTTP/1.1" status: 204 len: 168 time: 2.1199796 Dec 10 19:39:51.694014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.699694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d859219e-a139-462c-a0f4-9e1f8bf3277f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:51.711220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.746664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Transition to ACTIVE for port object 3102381c-04cd-4c27-b241-898f42b92521 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:51.771798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=7e192a92-5d90-40ce-8805-ee92f0a4c38e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:51.779753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:51.794810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:39:51.801978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:51.804104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:51.808346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:51.808999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.864144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:51.879365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Transition to ACTIVE for port object bab63446-9059-4006-8ac7-4677a8b64263 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:51.892315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb84ebdb-e874-4384-970e-fb84b211e6d5 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:51.963939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55630) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:51.973634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9378245 Dec 10 19:39:51.982906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55632) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:51.993175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': '7e192a92-5d90-40ce-8805-ee92f0a4c38e', 'ip_address': '2001:db8::e0a6:bf4b:8f15:d99e'}], 'name': 'tempest-NetworksTestDHCPv6-885161092'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:52.030891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-169124710'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:52.036219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:52.040414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Usage tracker for resource:router and tenant:3e1b269448a8402cbfc2623070ca7616 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:52.043619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:52.049915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:52.067768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.068792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.077822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.108841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.136992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be963a9e-caf8-4ac9-8ffa-d1a8f45c4248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:52.199177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:52.222815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:52.245106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:52.253548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.270407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.296982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:52.299406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port bfca53d0-4849-4305-9e77-1e1084ca86d1 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:52.315916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6814102-1e94-4e51-87cf-cc5f0fb53b8c None None] Pushing event updated for resources: {'Port': ['ID=bab63446-9059-4006-8ac7-4677a8b64263,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:52.320716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6814102-1e94-4e51-87cf-cc5f0fb53b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:52.342350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.354998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.357826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828c3be2-94f9-45fe-b96b-2839a441192d None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:52.362119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.365166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Transition to ACTIVE for port object 3102381c-04cd-4c27-b241-898f42b92521 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:52.392898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50148ba3-5d88-4a9f-b465-71dbb90531d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:52.407499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.426645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:52.445331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-258926661', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:52.449453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.462770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:52.475159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77089b5c-4fbf-4623-8546-bd5014d08dc3,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:52.480801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Usage tracker for resource:router and tenant:d3713d861245490a81a9d3909b717319 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:52.489250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:39:52.493631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:52.500272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:39:52.508182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:52.524782 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6dbfdc73-cb01-4d4d-8a45-cb8a5df66712 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/floatingips/57dafe0b-3fda-49b6-bad5-a5c0d51da6b7 HTTP/1.1" status: 200 len: 687 time: 4.5630717 Dec 10 19:39:52.526430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:52.531625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:52.542060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:52.551011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:52.559658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ab789715-15ec-4fc1-b98f-b88871233112 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:52.595608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:52.608380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.608614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Pushing event updated for resources: {'Port': ['ID=3102381c-04cd-4c27-b241-898f42b92521,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:52.609835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.616559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:52.622528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:52.625335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:52.719991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.747201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::e0a6:bf4b:8f15:d99e (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/7e192a92-5d90-40ce-8805-ee92f0a4c38e/bfca53d0-4849-4305-9e77-1e1084ca86d1) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:52.794181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8114846 Dec 10 19:39:52.795300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.800666 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3147793 Dec 10 19:39:52.820600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:52.825219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55648) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:52.826241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55650) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:52.835020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:52.836324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-71c23604-d794-4d80-9494-ec03e6af8b93 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3951323 Dec 10 19:39:52.842146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '46851e57-9509-448a-89fe-e190caafc34e', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:52.845620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55656) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:52.849678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:52.853970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:52.858058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:52.865097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:52.886582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-658732145'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:52.972405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Attempting to bind port 3102381c-04cd-4c27-b241-898f42b92521 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:52.973385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Attempting to bind port 3102381c-04cd-4c27-b241-898f42b92521 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:52.973850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Attempting to bind port 3102381c-04cd-4c27-b241-898f42b92521 on network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:52.977709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:53.001774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.010626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:53.018283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Attempting to bind port bab63446-9059-4006-8ac7-4677a8b64263 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:53.018700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Attempting to bind port bab63446-9059-4006-8ac7-4677a8b64263 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:53.019528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Attempting to bind port bab63446-9059-4006-8ac7-4677a8b64263 on network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:53.031801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c3be2-94f9-45fe-b96b-2839a441192d None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:53.032235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:53.032491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-828c3be2-94f9-45fe-b96b-2839a441192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:53.081503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:53.135863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:53.141630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.153436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:53.153890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Checking segment: {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:53.154346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.154765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 1ecb00f7-949f-42b3-8e55-0b313e3a2443 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:53.154894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Bound using segment: {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:53.155303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Bound port: bab63446-9059-4006-8ac7-4677a8b64263, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:53.155437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.156224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.157822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.236960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a573aea9-1fbd-4528-9f4c-62a8cf1545b2 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.257896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:39:50Z', 'revision_number': 3, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:39:50Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:53.262485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:39:53.262893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Updating router 8b99cc25-9df7-457f-a445-5116f7e89a4e port bebe8393-fb1d-4422-8705-8a738e7df859 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:39:53.270631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] For port bab63446-9059-4006-8ac7-4677a8b64263, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:53.274055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] For port bab63446-9059-4006-8ac7-4677a8b64263, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bab63446-9059-4006-8ac7-4677a8b64263,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:53.293393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '7e192a92-5d90-40ce-8805-ee92f0a4c38e'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:53.295265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.310597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:53.311191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Checking segment: {'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:53.311786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.312338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Bound using segment: {'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:53.313014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Bound port: 3102381c-04cd-4c27-b241-898f42b92521, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:53.313546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.323828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-828c3be2-94f9-45fe-b96b-2839a441192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:53.328226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.341597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.356533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:53.439297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6814102-1e94-4e51-87cf-cc5f0fb53b8c None None] Pushing event updated for resources: {'Port': ['ID=bab63446-9059-4006-8ac7-4677a8b64263,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:53.448145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6814102-1e94-4e51-87cf-cc5f0fb53b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:53.453782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ab789715-15ec-4fc1-b98f-b88871233112 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:53.454358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.761422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:39:53.792692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] For port 3102381c-04cd-4c27-b241-898f42b92521, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:53.796183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] For port 3102381c-04cd-4c27-b241-898f42b92521, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3102381c-04cd-4c27-b241-898f42b92521,segment=NetworkSegment(0dfe5d11-8b38-4200-bf56-fa9ffeb07e78),segment_id=0dfe5d11-8b38-4200-bf56-fa9ffeb07e78)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:53.800074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.810609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.815586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.816132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment 9d6e981f-ae33-470f-9b91-458b28f5a368 of type vlan for network 587b16c3-0375-482a-bf67-b9e19294e275 Dec 10 19:39:53.824966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3e31aa65-3e6b-412b-a79f-7d133d2cf141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:53.842778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.844349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.844726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.846121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.855906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a573aea9-1fbd-4528-9f4c-62a8cf1545b2 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.872755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:53.874133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Transition to ACTIVE for port object bebe8393-fb1d-4422-8705-8a738e7df859 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:53.883429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.897305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-922405e0-0037-423f-a084-d9adcd778ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:53.923438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a573aea9-1fbd-4528-9f4c-62a8cf1545b2 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:53.935800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:53.936696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:53.989806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Pushing event updated for resources: {'Port': ['ID=3102381c-04cd-4c27-b241-898f42b92521,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:53.995307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a145867-4d02-4082-bb30-53ce102946b8,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:54.005093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c3be2-94f9-45fe-b96b-2839a441192d None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:54.005956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-828c3be2-94f9-45fe-b96b-2839a441192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:54.009435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 1ecb00f7-949f-42b3-8e55-0b313e3a2443 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:54.024363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a98b9-2f08-4bfd-8821-e19838ef307a None None] Pushing event updated for resources: {'Port': ['ID=bebe8393-fb1d-4422-8705-8a738e7df859,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:54.048354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c51a98b9-2f08-4bfd-8821-e19838ef307a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:54.051370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.069040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.073313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2362685 Dec 10 19:39:54.076435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:54.076802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55662) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:54.080181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.085618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.086056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.086481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.086904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.088004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.088252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.088671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.089092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.090405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.090405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.090818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.099222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:54.100554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a573aea9-1fbd-4528-9f4c-62a8cf1545b2 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.101127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a573aea9-1fbd-4528-9f4c-62a8cf1545b2 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 273ac8c4-3b08-4ab9-ba09-66dff3460c35 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:39:54.122138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '46851e57-9509-448a-89fe-e190caafc34e', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:54.123525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a573aea9-1fbd-4528-9f4c-62a8cf1545b2 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.127937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a573aea9-1fbd-4528-9f4c-62a8cf1545b2 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "DELETE /v2.0/routers/273ac8c4-3b08-4ab9-ba09-66dff3460c35 HTTP/1.1" status: 204 len: 168 time: 1.2781131 Dec 10 19:39:54.137102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:54.141888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:54.145238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:54.152085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:54.159704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55666) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:54.165651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-828c3be2-94f9-45fe-b96b-2839a441192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:54.166122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828c3be2-94f9-45fe-b96b-2839a441192d None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:54.188436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Request body: {'router': {'name': 'tempest-router-1551772376', 'distributed': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:54.198100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object bfca53d0-4849-4305-9e77-1e1084ca86d1 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:54.214447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:54.230082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.232377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.237584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1a230dff-e021-4541-a819-a95584f2150b tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:54.243421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Usage tracker for resource:router and tenant:3e1b269448a8402cbfc2623070ca7616 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:54.275507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:54.325079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:54.352664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.357136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:54.357986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.358648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=1ecb00f7-949f-42b3-8e55-0b313e3a2443,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:54.368412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:54.397170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2a0bfff-7413-4051-81ae-1d22c1120739 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:54.452367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.458542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.459092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.459780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.459879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.460759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.460759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.461449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.461449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.461860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.462266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.462663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:39:54.467495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:54.496366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.497700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/floatingips/57dafe0b-3fda-49b6-bad5-a5c0d51da6b7 HTTP/1.1" status: 204 len: 168 time: 1.9212961 Dec 10 19:39:54.500447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55670) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:54.569109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Attempting to bind port bebe8393-fb1d-4422-8705-8a738e7df859 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:54.570062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Attempting to bind port bebe8393-fb1d-4422-8705-8a738e7df859 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:54.572082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Attempting to bind port bebe8393-fb1d-4422-8705-8a738e7df859 on network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:54.581850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:54.583314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Checking segment: {'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:54.583930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.584658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Bound using segment: {'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:54.585340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Bound port: bebe8393-fb1d-4422-8705-8a738e7df859, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:54.585976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.596732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.607913 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-5e035bb5-4b12-4978-9758-c57a50e3a7d0 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] delete failed (client error): The resource could not be found. Dec 10 19:39:54.612975 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5e035bb5-4b12-4978-9758-c57a50e3a7d0 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/floatingips/57dafe0b-3fda-49b6-bad5-a5c0d51da6b7 HTTP/1.1" status: 404 len: 345 time: 0.1114511 Dec 10 19:39:54.614625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55674) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:54.614992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55676) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:54.615983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7812486 Dec 10 19:39:54.617220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.618317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.622083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.657447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:54.677390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:54.678589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.694345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:54.697414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:54.713504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:54.714537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.727494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] For port bebe8393-fb1d-4422-8705-8a738e7df859, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:54.731208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] For port bebe8393-fb1d-4422-8705-8a738e7df859, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bebe8393-fb1d-4422-8705-8a738e7df859,segment=NetworkSegment(0dfe5d11-8b38-4200-bf56-fa9ffeb07e78),segment_id=0dfe5d11-8b38-4200-bf56-fa9ffeb07e78)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:54.738748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.746841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.752278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18186d54-4e26-402a-b7e3-6c6f91f3b6ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:54.824068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.830234 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8435869 Dec 10 19:39:54.857556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/7e192a92-5d90-40ce-8805-ee92f0a4c38e/eab11c72-78fb-4734-8c98-5b80bd4bf6ed) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:54.887144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55682) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:54.895661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:54.925075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:54.929059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:39:54.929950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:54.930141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8353517 Dec 10 19:39:54.936276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55686) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:54.944973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=587b16c3-0375-482a-bf67-b9e19294e275,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:54.952532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '46851e57-9509-448a-89fe-e190caafc34e', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:54.961044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:54.964479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:54.966751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e892c3cf-7332-4e4c-8ff2-9589231aed85 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:54.975408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:54.995247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:55.006453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66884a7f-4d8d-4187-bb0f-6bef3ba52a75 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:55.011372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66884a7f-4d8d-4187-bb0f-6bef3ba52a75 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:55.016245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66884a7f-4d8d-4187-bb0f-6bef3ba52a75 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:55.017610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-66884a7f-4d8d-4187-bb0f-6bef3ba52a75 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Synchronizing usage tracker for tenant:ad76c3ed91634a2bb63670b9ac18f819 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:55.026338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:55.051151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 587b16c3-0375-482a-bf67-b9e19294e275 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:39:55.065847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:55.070414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:55.072178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.076323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:55.096354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-66884a7f-4d8d-4187-bb0f-6bef3ba52a75 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Unset dirty status for tenant:ad76c3ed91634a2bb63670b9ac18f819 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:55.098178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-66884a7f-4d8d-4187-bb0f-6bef3ba52a75 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "GET /v2.0/ports?network_id=d3facbb1-20fd-4ad7-8130-c82d08a9cd88 HTTP/1.1" status: 200 len: 2357 time: 0.4805453 Dec 10 19:39:55.107938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:55.109929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55690) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:55.143794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:39:55.207839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Allocated IP 172.26.8.23 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/60e9f850-34c2-46aa-92f6-8fd2fee1b25e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:55.375297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.422707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:40Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:53Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:55.430752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f24d2e-9363-4091-a240-f2ee5e799637 None None] The sync data for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:40Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:53Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:55.474012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.478511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.481590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d54ca-9e00-4fee-90cd-dcb4ea8538f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:55.483864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-012d54ca-9e00-4fee-90cd-dcb4ea8538f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:55.500698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Transition to ACTIVE for port object eab11c72-78fb-4734-8c98-5b80bd4bf6ed will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:55.522938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=bfca53d0-4849-4305-9e77-1e1084ca86d1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:55.528559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a98b9-2f08-4bfd-8821-e19838ef307a None None] Pushing event updated for resources: {'Port': ['ID=bebe8393-fb1d-4422-8705-8a738e7df859,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:55.557940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c51a98b9-2f08-4bfd-8821-e19838ef307a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:55.560071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.569459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:55.570345 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:39:55.575038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1dcd4a01-bd6b-4d88-859f-6d7d62c333ae tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.735s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:55.601488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30cbfee-e5f4-436d-81da-794656f0ea5e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:55.603757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.614699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:55.615998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Transition to ACTIVE for port object eab11c72-78fb-4734-8c98-5b80bd4bf6ed will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:55.616768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:55.619169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:39:50Z', 'revision_number': 3, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:39:54Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:39:55.620441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:55.623880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8d412-e358-4e7e-b16c-41c781e2554b None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:39:50Z', 'revision_number': 3, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:39:54Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:39:55.630128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.636061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09c2dfcc-b911-4bf6-9532-7d90097ab534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:55.734550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event updated for resources: {'Port': ['ID=60e9f850-34c2-46aa-92f6-8fd2fee1b25e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:55.746377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.793120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:55.800442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:55.801734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:55.807472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:55.811057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:55.812861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:55.821957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Pushing event updated for resources: {'Port': ['ID=eab11c72-78fb-4734-8c98-5b80bd4bf6ed,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:55.850779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.852123 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85c07a9d-418d-481e-a02f-3630e7e0827d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6865966 Dec 10 19:39:55.877435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55694) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:55.880996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c694833e-d0e1-4041-b04a-4362a0b0d07c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:55.887467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c694833e-d0e1-4041-b04a-4362a0b0d07c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "GET /v2.0/subnets/b82110a3-5409-4e0f-b1e7-177bbaecf696 HTTP/1.1" status: 200 len: 797 time: 0.7674489 Dec 10 19:39:55.892209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55698) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:55.892779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:55.923633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-012d54ca-9e00-4fee-90cd-dcb4ea8538f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:55.932692 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-012d54ca-9e00-4fee-90cd-dcb4ea8538f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.0417514 Dec 10 19:39:55.959455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:55.966895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:55.975920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Attempting to bind port eab11c72-78fb-4734-8c98-5b80bd4bf6ed on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:55.976746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Attempting to bind port eab11c72-78fb-4734-8c98-5b80bd4bf6ed by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:55.977383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Attempting to bind port eab11c72-78fb-4734-8c98-5b80bd4bf6ed on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:55.992648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:56.000225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:56.000704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.001158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:56.001769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Bound port: eab11c72-78fb-4734-8c98-5b80bd4bf6ed, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:56.002199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.023542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:56.112905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'port': {'network_id': 'd3facbb1-20fd-4ad7-8130-c82d08a9cd88', 'name': 'tempest-FloatingIPTestJSON-472981622', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:56.127601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=e45645ed-9c7e-4a65-930c-5c04b46c19f4,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:56.140525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:56.152567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] For port eab11c72-78fb-4734-8c98-5b80bd4bf6ed, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:39:56.161709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] For port eab11c72-78fb-4734-8c98-5b80bd4bf6ed, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eab11c72-78fb-4734-8c98-5b80bd4bf6ed,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:39:56.165968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.174133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6cc2c66f-6064-4bdc-9b5b-575d1efdfd6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:56.186333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port bfca53d0-4849-4305-9e77-1e1084ca86d1 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:39:56.186723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.268945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Pushing event updated for resources: {'Port': ['ID=eab11c72-78fb-4734-8c98-5b80bd4bf6ed,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:56.273730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:56.470945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.485987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.526146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9f3160b-e656-430a-85c2-bb74989cfc87 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:56.563088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fefa-68d7-4a0c-ad7a-2a15d2f395a9 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.635048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bab63446-9059-4006-8ac7-4677a8b64263 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:56.717012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.932290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92af417b-5209-4fa7-9ec4-c2ab1dc7292b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:56.934503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for bfca53d0-4849-4305-9e77-1e1084ca86d1 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:39:56.955705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861ec85-543d-4d5d-8bc2-fc435e41e108 None None] Network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:56.967686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:56.973180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: 587b16c3-0375-482a-bf67-b9e19294e275, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:39:56.978843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:56.980730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:56.986621 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 2.0491934 Dec 10 19:39:56.989039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:56.992494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55706) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:57.018141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:57.048354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '46851e57-9509-448a-89fe-e190caafc34e', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:57.073998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:57.078872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:57.101737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 587b16c3-0375-482a-bf67-b9e19294e275 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:39:57.171270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.171799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port bab63446-9059-4006-8ac7-4677a8b64263 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:57.180544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b8c6c4b-5226-467f-9b7c-af5557eec845 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:57.198985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bab63446-9059-4006-8ac7-4677a8b64263 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:57.199418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.202987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:57.216316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 587b16c3-0375-482a-bf67-b9e19294e275) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:57.221013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:57.221712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.231223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3263df06-8f1e-4c57-b075-8211a2d66414 None None] Provisioning for port 3102381c-04cd-4c27-b241-898f42b92521 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:57.246349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffdfad0-b019-4521-a175-1d33427bd809 None None] Network 587b16c3-0375-482a-bf67-b9e19294e275 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:57.271604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6554585 Dec 10 19:39:57.273402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55710) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:57.277306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=bfca53d0-4849-4305-9e77-1e1084ca86d1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:57.280294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:57.494028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.498891 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/bfca53d0-4849-4305-9e77-1e1084ca86d1 HTTP/1.1" status: 204 len: 168 time: 1.5359881 Dec 10 19:39:57.504562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:57.510702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:57.549367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:57.633751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf895c1-587e-4146-a1b5-8b0dd3589e7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:57.636147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf895c1-587e-4146-a1b5-8b0dd3589e7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:39:57.641132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-baf895c1-587e-4146-a1b5-8b0dd3589e7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1314695 Dec 10 19:39:57.643881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:57.691092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.740237 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:39:57.747647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port bab63446-9059-4006-8ac7-4677a8b64263, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bab63446-9059-4006-8ac7-4677a8b64263,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:57.752454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.758738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.759663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3102381c-04cd-4c27-b241-898f42b92521 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:57.787967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.789019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:57.833794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6dcca35c-91b9-4b27-9ba8-6634c70f5163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:57.919534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 3102381c-04cd-4c27-b241-898f42b92521 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:57.930698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 3102381c-04cd-4c27-b241-898f42b92521 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:57.931146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.044057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 7e192a92-5d90-40ce-8805-ee92f0a4c38e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:39:58.050293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.123638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=bab63446-9059-4006-8ac7-4677a8b64263,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:58.127262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-587b16c3-0375-482a-bf67-b9e19294e275', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:39:58.128198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.147698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:58.183025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.183668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.214817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.241887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fefa-68d7-4a0c-ad7a-2a15d2f395a9 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.278423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] device_id is not set on port 874eac27-1b3e-4416-880c-4455b9e4e102 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:39:58.335003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:39:58.378238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.388937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fefa-68d7-4a0c-ad7a-2a15d2f395a9 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.390263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Allocated IP 2001:db8:2::2 (587b16c3-0375-482a-bf67-b9e19294e275/e45645ed-9c7e-4a65-930c-5c04b46c19f4/8e557994-bd6e-4e8b-aaa9-40420d522880) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:58.398006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.430568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-10d853bf-3740-4a48-98f3-1c489e8d18c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:58.457622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b5de98-7ca9-41cd-ae99-656fea9d112e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:58.475258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:58.568214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.611981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.639113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.6280539 Dec 10 19:39:58.647157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fefa-68d7-4a0c-ad7a-2a15d2f395a9 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.647714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e5fefa-68d7-4a0c-ad7a-2a15d2f395a9 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 261547ae-e651-4c3e-8e44-7da79960700d {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:39:58.679063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 3102381c-04cd-4c27-b241-898f42b92521, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3102381c-04cd-4c27-b241-898f42b92521,segment=NetworkSegment(0dfe5d11-8b38-4200-bf56-fa9ffeb07e78),segment_id=0dfe5d11-8b38-4200-bf56-fa9ffeb07e78)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:39:58.684771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fefa-68d7-4a0c-ad7a-2a15d2f395a9 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.685542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.686459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bebe8393-fb1d-4422-8705-8a738e7df859 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:39:58.691842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d3e5fefa-68d7-4a0c-ad7a-2a15d2f395a9 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "DELETE /v2.0/routers/261547ae-e651-4c3e-8e44-7da79960700d HTTP/1.1" status: 204 len: 168 time: 2.8071263 Dec 10 19:39:58.697728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55724) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:58.732938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dd64945d-5d00-4de1-8cc3-6843d4cc5cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:58.761198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.771331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-30ef7306-0d70-4354-9762-69bb7c387d5e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:58.782124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Request body: {'router': {'name': 'tempest-router-499319648', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '21ff5eac6cb14c4fa63243744596cef5'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:58.794873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:58.804382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Usage tracker for resource:router and tenant:21ff5eac6cb14c4fa63243744596cef5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:58.817414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:58.824513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=7e192a92-5d90-40ce-8805-ee92f0a4c38e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:58.828928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:58.841627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.860229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:58.897340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b3555-0e91-43ec-9a14-ac5a20c3ad60 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:39:58.901068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/7e192a92-5d90-40ce-8805-ee92f0a4c38e HTTP/1.1" status: 204 len: 168 time: 1.1698892 Dec 10 19:39:58.902638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:58.911944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-19e2ee4c-2166-4fa5-9f7a-beaf5714e649 None None] Provisioning for port bebe8393-fb1d-4422-8705-8a738e7df859 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:58.927952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:58.929222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.047905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=3102381c-04cd-4c27-b241-898f42b92521,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:59.059201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.075268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Transition to ACTIVE for port object 8e557994-bd6e-4e8b-aaa9-40420d522880 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:59.103542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.122288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Transition to ACTIVE for port object 8e557994-bd6e-4e8b-aaa9-40420d522880 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:39:59.125610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:59.143471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-0c05173c-a5c5-4937-bac9-9ddd5a628b97 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:39:59.165681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.177848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:39:59.236934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port bebe8393-fb1d-4422-8705-8a738e7df859 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:39:59.247263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Router 3a366c48-121d-46fe-aff7-2b281816cec6 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:39:59.249538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.259061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-0c05173c-a5c5-4937-bac9-9ddd5a628b97 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:39:59.260361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-0c05173c-a5c5-4937-bac9-9ddd5a628b97 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783188744&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.2362595 Dec 10 19:39:59.277953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9e836a2e-4ae7-4bba-aa14-ea8e858aa9b4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3715358 Dec 10 19:39:59.278932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55744) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:59.287085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:59.311326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Pushing event updated for resources: {'Port': ['ID=8e557994-bd6e-4e8b-aaa9-40420d522880,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:39:59.314810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:39:59.319693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bebe8393-fb1d-4422-8705-8a738e7df859 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:59.320117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.393986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.398737 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b9cfc32b-adc6-489d-8c88-56382c83a20d tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6970034 Dec 10 19:39:59.406250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55748) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:39:59.416058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:39:59.433028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Network 587b16c3-0375-482a-bf67-b9e19294e275 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:39:59.480521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.486716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.20.0.14 (d3facbb1-20fd-4ad7-8130-c82d08a9cd88/b82110a3-5409-4e0f-b1e7-177bbaecf696/874eac27-1b3e-4416-880c-4455b9e4e102) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:59.500455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:39:59.507150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:39:59.510170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-19e2ee4c-2166-4fa5-9f7a-beaf5714e649 None None] Provisioning complete for port 3102381c-04cd-4c27-b241-898f42b92521 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:39:59.510822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19e2ee4c-2166-4fa5-9f7a-beaf5714e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.550356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:39:59.622571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.20.0.13 (d3facbb1-20fd-4ad7-8130-c82d08a9cd88/b82110a3-5409-4e0f-b1e7-177bbaecf696/874eac27-1b3e-4416-880c-4455b9e4e102) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:39:59.624966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:39:59.635230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:39:59.645846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:39:59.676591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:39:59.682844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.720508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Attempting to bind port 8e557994-bd6e-4e8b-aaa9-40420d522880 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:39:59.721203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Attempting to bind port 8e557994-bd6e-4e8b-aaa9-40420d522880 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:39:59.722015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Attempting to bind port 8e557994-bd6e-4e8b-aaa9-40420d522880 on network 587b16c3-0375-482a-bf67-b9e19294e275 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:39:59.841202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:39:59.841692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Checking segment: {'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:39:59.842145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.842692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Bound using segment: {'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:39:59.843251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Bound port: 8e557994-bd6e-4e8b-aaa9-40420d522880, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:39:59.843685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:39:59.883690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.128226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8:2::1 (587b16c3-0375-482a-bf67-b9e19294e275/e45645ed-9c7e-4a65-930c-5c04b46c19f4/bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:00.153204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:00.200375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] Deleting port eab11c72-78fb-4734-8c98-5b80bd4bf6ed {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:00.200773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.223526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-84787e83-3cee-400b-9f60-1b3e6923c573 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:00.225145 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-84787e83-3cee-400b-9f60-1b3e6923c573 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 200 len: 797 time: 0.9505825 Dec 10 19:40:00.283378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.296594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:00.317793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port bebe8393-fb1d-4422-8705-8a738e7df859, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bebe8393-fb1d-4422-8705-8a738e7df859,segment=NetworkSegment(0dfe5d11-8b38-4200-bf56-fa9ffeb07e78),segment_id=0dfe5d11-8b38-4200-bf56-fa9ffeb07e78)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:00.350602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-2b04da57-1055-4ab5-9e08-1f8ac7438431 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.1148479 Dec 10 19:40:00.366431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.378548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea56a127-dddd-4827-9dd9-130370851942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:00.379997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:00.383649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:00.393477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:00.394162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.437659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=79985725-25fa-452c-bd35-c0ca279acf1c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:00.445638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:00.495203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=bebe8393-fb1d-4422-8705-8a738e7df859,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:00.507897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2240422 Dec 10 19:40:00.511059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55752) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:00.525314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:00.526082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.529651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] For port 8e557994-bd6e-4e8b-aaa9-40420d522880, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:00.538700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': '79985725-25fa-452c-bd35-c0ca279acf1c', 'ip_address': '2001:db8::c1a0:1867:72d6:7113'}], 'name': 'tempest-NetworksTestDHCPv6-1134310953'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:00.547501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] For port 8e557994-bd6e-4e8b-aaa9-40420d522880, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8e557994-bd6e-4e8b-aaa9-40420d522880,segment=NetworkSegment(9d6e981f-ae33-470f-9b91-458b28f5a368),segment_id=9d6e981f-ae33-470f-9b91-458b28f5a368)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:00.618906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.630568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea56a127-dddd-4827-9dd9-130370851942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:00.656465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:00.656686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.657020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.659759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bab63446-9059-4006-8ac7-4677a8b64263 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:00.714418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ce4c4cdd-7f36-47f2-aae3-862228139e8b None None] Provisioning complete for port bebe8393-fb1d-4422-8705-8a738e7df859 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:00.714820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce4c4cdd-7f36-47f2-aae3-862228139e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.725885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:00.742522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:00.742522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.747852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:00.807167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:00.815267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.856015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.860219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 28872882-8ff1-4edd-951a-2d8c6c3f7899 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:40:00.882323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Pushing event updated for resources: {'Port': ['ID=8e557994-bd6e-4e8b-aaa9-40420d522880,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:00.888383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:00.896227 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-b38248e0-e782-4bf0-8376-2ea01e86b7f9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5270717 Dec 10 19:40:00.907284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 587b16c3-0375-482a-bf67-b9e19294e275 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:00.909038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:00.916761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:00.918951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:00.926115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:00.926818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.959834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] For port eab11c72-78fb-4734-8c98-5b80bd4bf6ed, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eab11c72-78fb-4734-8c98-5b80bd4bf6ed,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:00.960279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.982106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bab63446-9059-4006-8ac7-4677a8b64263 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:00.982537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.982999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88871) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 10 19:40:00.983586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Router ae513d92-1c1e-474c-b615-13aecaca4a16 migrating from provider to provider. {{(pid=88871) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 10 19:40:00.984247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:00.992346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:01.101982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:01.152642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] Calling delete_port for eab11c72-78fb-4734-8c98-5b80bd4bf6ed owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:01.163438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::c1a0:1867:72d6:7113 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/79985725-25fa-452c-bd35-c0ca279acf1c/28872882-8ff1-4edd-951a-2d8c6c3f7899) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:01.259328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ce4c4cdd-7f36-47f2-aae3-862228139e8b None None] Provisioning for port eab11c72-78fb-4734-8c98-5b80bd4bf6ed completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:01.307731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:01.349210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:01.355512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:01.454507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] Pushing event deleted for resources: {'Port': ['ID=eab11c72-78fb-4734-8c98-5b80bd4bf6ed,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:01.475375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:01.493822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] No DVR routers for this DVR port eab11c72-78fb-4734-8c98-5b80bd4bf6ed on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:01.496281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3102381c-04cd-4c27-b241-898f42b92521 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:01.513837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:01.553337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7caae3-8bc0-4562-a0fb-c2bef169ae5d None None] Sync routers for ids ['3a366c48-121d-46fe-aff7-2b281816cec6'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:01.576005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e474b4c-c067-4096-9e1f-91fa52e67d90 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:01.594460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-cee1b640-d6ee-4e54-b543-0d23188e8cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967945 Dec 10 19:40:01.601498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:01.603179 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6280990 Dec 10 19:40:01.610205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:01.770058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55778) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:01.779020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bcd428a7-1bdb-4a8e-a875-60ad7511a049 service neutron] 10.222.0.41 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661179 Dec 10 19:40:01.798903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7caae3-8bc0-4562-a0fb-c2bef169ae5d None None] Routers {'3a366c48-121d-46fe-aff7-2b281816cec6'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:01.799773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dd7caae3-8bc0-4562-a0fb-c2bef169ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3a366c48-121d-46fe-aff7-2b281816cec6'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:01.897227 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] No L3 agents can host the router ae513d92-1c1e-474c-b615-13aecaca4a16 Dec 10 19:40:01.898668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd072df5-d67f-4b71-a2d3-69dffb8d06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600153176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:01.911066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dd7caae3-8bc0-4562-a0fb-c2bef169ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:01.983677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:01.995236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:01.998573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:01.999523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:02.007916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:02.039801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 3102381c-04cd-4c27-b241-898f42b92521 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:02.040409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:02.077032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7caae3-8bc0-4562-a0fb-c2bef169ae5d None None] Routers {'3a366c48-121d-46fe-aff7-2b281816cec6'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:02.077754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dd7caae3-8bc0-4562-a0fb-c2bef169ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3a366c48-121d-46fe-aff7-2b281816cec6'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:02.128214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=874eac27-1b3e-4416-880c-4455b9e4e102,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:02.139319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:02.184970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '79985725-25fa-452c-bd35-c0ca279acf1c'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:02.186381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:02.190615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:02.198245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dd7caae3-8bc0-4562-a0fb-c2bef169ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:02.198374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7caae3-8bc0-4562-a0fb-c2bef169ae5d None None] The sync data for ids ['3a366c48-121d-46fe-aff7-2b281816cec6'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:02.284455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:02.296128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:02.491359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 587b16c3-0375-482a-bf67-b9e19294e275 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:02.492530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:02.529018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:02.543389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:02.554849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 28872882-8ff1-4edd-951a-2d8c6c3f7899 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:02.576299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94f0ab9f-4eef-44d3-9901-fa510229cd78 req-8580b518-4e52-4ad4-913e-f7aca090513f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 210 time: 0.4242814 Dec 10 19:40:02.576599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:02.693816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:02.694682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:02.873221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 6.8660231 Dec 10 19:40:02.878204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55796) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:02.899419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '874eac27-1b3e-4416-880c-4455b9e4e102', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:02.917330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/79985725-25fa-452c-bd35-c0ca279acf1c/11650a44-0028-4ed2-a54c-837f2ace38f3) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:02.922694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d1ff-1a0e-4020-b859-7a74cb430227 req-d8c9c551-37b7-413c-877f-14af624d5fc4 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:02.930847 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e9c9d1ff-1a0e-4020-b859-7a74cb430227 req-d8c9c551-37b7-413c-877f-14af624d5fc4 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.8631952 Dec 10 19:40:02.954294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:02.970660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:floatingip and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:02.981309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:03.005962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:03.044114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:03.104656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Hosts for router ae513d92-1c1e-474c-b615-13aecaca4a16: [] {{(pid=88871) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 19:40:03.122093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a48e4f8-0040-4dcf-8764-2d46783457f1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:03.185307 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e9c9d1ff-1a0e-4020-b859-7a74cb430227 req-f538f91f-590b-42a7-9cf3-e04742fe367c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533975 Dec 10 19:40:03.201356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:03.314034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:03.323984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:03.326366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=28872882-8ff1-4edd-951a-2d8c6c3f7899,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:03.331103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:03.335943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:03.336863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:03.341564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:03.363620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8e557994-bd6e-4e8b-aaa9-40420d522880 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:03.378737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Hosts for other DVR routers connected to router ae513d92-1c1e-474c-b615-13aecaca4a16: set() {{(pid=88871) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 10 19:40:03.381264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:03.382788 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7f17c141-a2ca-41cf-9604-695923e9eaf8 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "PUT /v2.0/routers/ae513d92-1c1e-474c-b615-13aecaca4a16 HTTP/1.1" status: 200 len: 716 time: 3.9755273 Dec 10 19:40:03.400492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55802) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:03.491101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:03.508295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Transition to ACTIVE for port object 11650a44-0028-4ed2-a54c-837f2ace38f3 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:03.519977 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0051234 Dec 10 19:40:03.531368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55806) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:03.540102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 8e557994-bd6e-4e8b-aaa9-40420d522880 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:03.550367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e7b064-9130-48eb-9fa2-96cf67179c5b None None] Network 587b16c3-0375-482a-bf67-b9e19294e275 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:03.667495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f677b-19d0-4918-9999-1c1bad9b7606 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:03.668262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c5f677b-19d0-4918-9999-1c1bad9b7606 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:03.671927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dcfd455d-d5ae-4f30-a457-7e839bddd00a tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/routers/3a366c48-121d-46fe-aff7-2b281816cec6 HTTP/1.1" status: 200 len: 923 time: 1.8911407 Dec 10 19:40:03.677277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55812) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:03.736711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Transition to ACTIVE for port object 11650a44-0028-4ed2-a54c-837f2ace38f3 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:03.749008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bebe8393-fb1d-4422-8705-8a738e7df859 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:03.816959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] Provisioning for port 8e557994-bd6e-4e8b-aaa9-40420d522880 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:03.822929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0d34abbd-9dd8-4a90-800a-38f2581ff2c4 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a366c48-121d-46fe-aff7-2b281816cec6 HTTP/1.1" status: 200 len: 205 time: 0.1437640 Dec 10 19:40:03.833079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:03.836338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55816) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:03.845096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0add1054-02d2-4dbb-9d72-f26a8849624e req-20343f30-27eb-48b4-a875-26a8144e2051 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 210 time: 0.0972834 Dec 10 19:40:03.847708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66f3b99e-65f1-453d-83d8-bd08af95306b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:03.852582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:03.857434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c5f677b-19d0-4918-9999-1c1bad9b7606 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:03.861630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1c5f677b-19d0-4918-9999-1c1bad9b7606 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3291667 Dec 10 19:40:03.864922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55820) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:03.924903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] Provisioning complete for port 8e557994-bd6e-4e8b-aaa9-40420d522880 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:03.926019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:03.952810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-b6d29ff0-61de-427f-9d47-768065e51383 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:03.953579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-b6d29ff0-61de-427f-9d47-768065e51383 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:04.001083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:04.028499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:04.031169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:04.049044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 28872882-8ff1-4edd-951a-2d8c6c3f7899 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:04.049427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.054362 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e9890a3e-7229-4a27-8524-1d9dd2b2758b tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "GET /v2.0/routers/ae513d92-1c1e-474c-b615-13aecaca4a16 HTTP/1.1" status: 200 len: 716 time: 0.6382368 Dec 10 19:40:04.058958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55828) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:04.064604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-f585b72c-b68d-4a1e-92e8-663ded87a3ee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1098 time: 0.7426717 Dec 10 19:40:04.109354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Pushing event updated for resources: {'Port': ['ID=11650a44-0028-4ed2-a54c-837f2ace38f3,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:04.169895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-b6d29ff0-61de-427f-9d47-768065e51383 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:04.170224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bebe8393-fb1d-4422-8705-8a738e7df859 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:04.170465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.171149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-b6d29ff0-61de-427f-9d47-768065e51383 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 200 len: 797 time: 0.4994202 Dec 10 19:40:04.194482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2949c-3239-48cd-b5f9-f2e358ba3845 req-8003e96a-0b3d-49d8-a784-779c19e838b1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:04.202880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ed2949c-3239-48cd-b5f9-f2e358ba3845 req-8003e96a-0b3d-49d8-a784-779c19e838b1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.7233939 Dec 10 19:40:04.276337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.277034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.277753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.278337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.278893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.279444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.280001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.280548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.281113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.281684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.282244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:04.287107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:04.333306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Attempting to bind port 11650a44-0028-4ed2-a54c-837f2ace38f3 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:04.334086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Attempting to bind port 11650a44-0028-4ed2-a54c-837f2ace38f3 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:04.334702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Attempting to bind port 11650a44-0028-4ed2-a54c-837f2ace38f3 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:04.396349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:04.397211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:04.397907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.398539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:04.399453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Bound port: 11650a44-0028-4ed2-a54c-837f2ace38f3, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:04.400085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.400468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-e54d2a8d-f308-47b2-ac5c-c5684d9463e2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:04.431143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:04.444240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1627223 Dec 10 19:40:04.448410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55836) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:04.449113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-e54d2a8d-f308-47b2-ac5c-c5684d9463e2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:04.450353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-e54d2a8d-f308-47b2-ac5c-c5684d9463e2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 379 time: 0.2650673 Dec 10 19:40:04.456421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-16857316'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:04.464206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:04.476075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:04.486520 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ed2949c-3239-48cd-b5f9-f2e358ba3845 req-d996dfa2-f7ae-4148-a427-4a60d4e08164 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826922 Dec 10 19:40:04.486728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['46851e57-9509-448a-89fe-e190caafc34e']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:04.488952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.511556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:network and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:04.512408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:04.516624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:04.525436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:04.553182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.624103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:04.659850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] For port 8e557994-bd6e-4e8b-aaa9-40420d522880, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8e557994-bd6e-4e8b-aaa9-40420d522880,segment=NetworkSegment(9d6e981f-ae33-470f-9b91-458b28f5a368),segment_id=9d6e981f-ae33-470f-9b91-458b28f5a368)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:04.660934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.663431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] For port 11650a44-0028-4ed2-a54c-837f2ace38f3, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:04.667171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] For port 11650a44-0028-4ed2-a54c-837f2ace38f3, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=11650a44-0028-4ed2-a54c-837f2ace38f3,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:04.668427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.671445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:04.788570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:04.792069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] Pushing event updated for resources: {'Port': ['ID=8e557994-bd6e-4e8b-aaa9-40420d522880,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:04.795641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.805915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:04.811643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:04.812970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:04.813533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-110eb9df-57cb-4306-b0a5-c4b98e858997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:04.904348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Pushing event updated for resources: {'Port': ['ID=11650a44-0028-4ed2-a54c-837f2ace38f3,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:04.916874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 28872882-8ff1-4edd-951a-2d8c6c3f7899 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:04.919639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:05.012083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-963305bf-f062-4835-95e2-88cc98be511f None None] Provisioning for port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:05.018404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-963305bf-f062-4835-95e2-88cc98be511f None None] Provisioning complete for port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:05.018617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-963305bf-f062-4835-95e2-88cc98be511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.055813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:05.058743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:40:05.064254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:port and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:05.089383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:05.099677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:05.105032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.105838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added segment 88069b30-c452-4b59-9550-2f3e5a5588be of type vlan for network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 Dec 10 19:40:05.137108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-963305bf-f062-4835-95e2-88cc98be511f None None] Port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:05.153827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-963305bf-f062-4835-95e2-88cc98be511f None None] Provisioning complete for port 8e557994-bd6e-4e8b-aaa9-40420d522880 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:05.154260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-963305bf-f062-4835-95e2-88cc98be511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.181818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:05.192902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.237462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.351514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.366914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:01Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:01Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:05.372040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:05.372452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Updating router 8b99cc25-9df7-457f-a445-5116f7e89a4e port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:40:05.375584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:05.459511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=28872882-8ff1-4edd-951a-2d8c6c3f7899,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:05.466329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-9638e0d8-9e04-4a96-a8c3-7c9ac6231884 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:05.467911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-9638e0d8-9e04-4a96-a8c3-7c9ac6231884 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 912 time: 1.3896310 Dec 10 19:40:05.481853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.483726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-99ab6662-9608-4e82-b617-84d7d90c643a None None] Provisioning complete for port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:05.484454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99ab6662-9608-4e82-b617-84d7d90c643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.496015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9efc5fcb-7323-4f2b-b702-0941922ce636 req-5c94f3e6-2b24-4d18-8798-530291419495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 210 time: 0.1762490 Dec 10 19:40:05.531555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:05.586923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-99ab6662-9608-4e82-b617-84d7d90c643a None None] Port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:05.611321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.615992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:05.616844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:05.646484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d610a7e1-34bc-4507-8e5e-ecf7f08b9b02 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:05.747512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.11 (291ec6f4-5e49-4df5-afc4-595e64fcc0ea/7c11f707-c8ba-4c18-ad0e-1a616c1eb265/fb3e0db3-32cf-48fc-a390-82be2d917084) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:05.782219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.26.8.135 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/6501a1a7-0e89-40ef-b50a-bc1489458457) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:05.899398 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-45c3b4cb-d927-4410-9dfc-30ca2433ebd6 tempest-RoutersTestDVR-2002862511 tempest-RoutersTestDVR-2002862511-project] 10.222.0.41 "GET /v2.0/routers/ae513d92-1c1e-474c-b615-13aecaca4a16 HTTP/1.1" status: 200 len: 682 time: 1.8379252 Dec 10 19:40:05.924640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55844) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:06.066037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.083783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Transition to ACTIVE for port object bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:06.090192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.095446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9b226e1-15ce-4ce6-b32f-cfbde8b663dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:06.104943 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-2cab4ca8-9833-4ff2-892b-b83e11ba32d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 1001 time: 0.6292913 Dec 10 19:40:06.188702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7dab5-2119-44ff-968f-7da00d40bf8f req-b019ebeb-107e-4b8b-84ad-68d159e54018 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:06.193835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8a7dab5-2119-44ff-968f-7da00d40bf8f req-b019ebeb-107e-4b8b-84ad-68d159e54018 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 1.7939181 Dec 10 19:40:06.249181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.316695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Network': ['ID=335a48b0-d0e7-4a2b-8b91-af66324d38c9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:06.323404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8718848 Dec 10 19:40:06.327666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:06.328611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:06.331379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.333542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/28872882-8ff1-4edd-951a-2d8c6c3f7899 HTTP/1.1" status: 204 len: 168 time: 2.4641945 Dec 10 19:40:06.336238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55850) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:06.337488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:40:06.349743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'subnet': {'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:06.402900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1982dc-372d-4d1e-ba0c-c8aa7a523c79 None None] Pushing event updated for resources: {'Port': ['ID=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:06.447347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c1982dc-372d-4d1e-ba0c-c8aa7a523c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:06.518266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Attempting to bind port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:06.518776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Attempting to bind port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:06.519876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Attempting to bind port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 on network 587b16c3-0375-482a-bf67-b9e19294e275 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:06.538711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677879fe-7725-411f-a0bb-b3b54c3ec536 req-7d75fa05-98cf-4494-b593-cfadf9a48366 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:06.540464 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-677879fe-7725-411f-a0bb-b3b54c3ec536 req-7d75fa05-98cf-4494-b593-cfadf9a48366 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.8136089 Dec 10 19:40:06.542753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-924ba508-9bfc-47fe-9a83-c81a7366b328 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.550872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:06.551562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:06.552169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Checking segment: {'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:06.552757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.553322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Bound using segment: {'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:06.554021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Bound port: bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6e981f-ae33-470f-9b91-458b28f5a368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:06.554582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.555207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:subnet and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:06.558611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:06.564918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:06.629887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Made reservation on behalf of 0d856ceb3191435b841321325d59dd08 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:06.683260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8a7dab5-2119-44ff-968f-7da00d40bf8f req-1bd5b08a-1d76-488b-b16c-641d2bbc081b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415288 Dec 10 19:40:06.684174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] For port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:06.687792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] For port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,segment=NetworkSegment(9d6e981f-ae33-470f-9b91-458b28f5a368),segment_id=9d6e981f-ae33-470f-9b91-458b28f5a368)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:06.693496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.701404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c1982dc-372d-4d1e-ba0c-c8aa7a523c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:06.731126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.778430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1982dc-372d-4d1e-ba0c-c8aa7a523c79 None None] Pushing event updated for resources: {'Port': ['ID=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:06.784094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c1982dc-372d-4d1e-ba0c-c8aa7a523c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:06.810651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object fb3e0db3-32cf-48fc-a390-82be2d917084 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:06.817701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:06.818511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:39:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:06.819958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131710cf-a0c1-4dba-ba09-5a9e41bc6c0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:06.821595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131710cf-a0c1-4dba-ba09-5a9e41bc6c0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:06.823690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-131710cf-a0c1-4dba-ba09-5a9e41bc6c0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:06.851017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:06.880777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-98abff92-ed0b-472d-9e4f-b510696ddd31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:06.882747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-98abff92-ed0b-472d-9e4f-b510696ddd31 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.7022734 Dec 10 19:40:06.968064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-131710cf-a0c1-4dba-ba09-5a9e41bc6c0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:06.972785 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-131710cf-a0c1-4dba-ba09-5a9e41bc6c0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4377396 Dec 10 19:40:06.991012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:07.042912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8e557994-bd6e-4e8b-aaa9-40420d522880 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:07.106193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-677879fe-7725-411f-a0bb-b3b54c3ec536 req-c6d2348f-4693-4990-ad75-dec35479f60c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4907708 Dec 10 19:40:07.146571 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3b87ed6-0d79-49bc-bcf5-841548d27be4 req-f177b517-e3dd-40e2-9486-b317dd71abfd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 210 time: 0.1793191 Dec 10 19:40:07.154901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:07.173293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:07.201948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 8e557994-bd6e-4e8b-aaa9-40420d522880 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:07.202374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:07.326806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:07.357654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:07.403585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 11650a44-0028-4ed2-a54c-837f2ace38f3 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:07.547930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:07.548571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 11650a44-0028-4ed2-a54c-837f2ace38f3 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:07.571399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:07.580439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 79985725-25fa-452c-bd35-c0ca279acf1c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:40:07.583821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=fb3e0db3-32cf-48fc-a390-82be2d917084,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:07.587619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:07.623064 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-6fa05c8a-00ae-440b-9de6-7f4070c44301 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7176242 Dec 10 19:40:07.626110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-924ba508-9bfc-47fe-9a83-c81a7366b328 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:07.634171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:07.672203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:07.730367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:01Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:06Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:07.736472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbce839-793a-4567-96f2-fbf717c6bdb4 None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:01Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:06Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:07.866629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:07.881699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-23c0b53f-183b-4089-a851-d6071731765c None None] Provisioning for port 11650a44-0028-4ed2-a54c-837f2ace38f3 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:07.908100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-23c0b53f-183b-4089-a851-d6071731765c None None] Provisioning complete for port 11650a44-0028-4ed2-a54c-837f2ace38f3 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:07.908682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c0b53f-183b-4089-a851-d6071731765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.011345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:08.012518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.062118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5874765 Dec 10 19:40:08.075195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Request body: {'port': {'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:08.119708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c0b53f-183b-4089-a851-d6071731765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.209960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-fbf89b13-d1de-47b1-b9e6-525dd4bd3de9 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781610 Dec 10 19:40:08.217696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-23c0b53f-183b-4089-a851-d6071731765c None None] For port 11650a44-0028-4ed2-a54c-837f2ace38f3, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=11650a44-0028-4ed2-a54c-837f2ace38f3,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:08.239679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c0b53f-183b-4089-a851-d6071731765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.241654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce49268d-7531-455d-bfb1-edcf449b5f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:08.320415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-924ba508-9bfc-47fe-9a83-c81a7366b328 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.323774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.339911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.353493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.364419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b53f-183b-4089-a851-d6071731765c None None] Pushing event updated for resources: {'Port': ['ID=11650a44-0028-4ed2-a54c-837f2ace38f3,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:08.370812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23c0b53f-183b-4089-a851-d6071731765c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:08.384666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7ea69f0a-7c74-437d-ba38-1f06d135fc6b None None] Could not find standard attr ID for object bfca53d0-4849-4305-9e77-1e1084ca86d1. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:40:08.399971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7ea69f0a-7c74-437d-ba38-1f06d135fc6b None None] Provisioning for port fb3e0db3-32cf-48fc-a390-82be2d917084 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:08.400635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.406032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7ea69f0a-7c74-437d-ba38-1f06d135fc6b None None] Provisioning complete for port fb3e0db3-32cf-48fc-a390-82be2d917084 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:08.406790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ea69f0a-7c74-437d-ba38-1f06d135fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.419097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9b2bb48-9545-47f7-9515-fb62c0f9cb48 tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:08.480498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eac0f7b7-0943-44d3-a113-5831eb101fe1 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:08.504665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7ea69f0a-7c74-437d-ba38-1f06d135fc6b None None] Port fb3e0db3-32cf-48fc-a390-82be2d917084 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:08.619237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:08.637831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:08.653364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:08.666402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Subnet': ['ID=4cb863bb-bff1-4fb8-b74f-7f52c8b7605f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:08.669339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:08.690448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Checking segment: {'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:08.691619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network hostable DHCP agents. Network: 335a48b0-d0e7-4a2b-8b91-af66324d38c9, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:40:08.722340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2a2c1235-a98b-426a-a4c7-ba00361b8277 None None] Could not find standard attr ID for object 28872882-8ff1-4edd-951a-2d8c6c3f7899. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:40:08.723275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=6501a1a7-0e89-40ef-b50a-bc1489458457,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:08.741850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:08.760910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-924ba508-9bfc-47fe-9a83-c81a7366b328 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.761681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924ba508-9bfc-47fe-9a83-c81a7366b328 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae513d92-1c1e-474c-b615-13aecaca4a16 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:40:08.826775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:40:08.845083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 335a48b0-d0e7-4a2b-8b91-af66324d38c9) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:08.849501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:08.850230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.867601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aeff0c-ffc2-4686-ace4-5e47b062b608 None None] Network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:08.889125 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f65ca33d-88d4-4ec2-b02b-a50f69da7c4a req-aa62b3b0-a208-4e38-9574-3fd96731c0a9 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715631 Dec 10 19:40:08.901061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.912652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d22731-dc3d-4f01-99b0-d912d411cf4b req-e1195b3e-fdf3-4649-b220-81c0ecb6ab14 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:08.914541 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b7d22731-dc3d-4f01-99b0-d912d411cf4b req-e1195b3e-fdf3-4649-b220-81c0ecb6ab14 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.7034018 Dec 10 19:40:08.931507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:08.956535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddda63-92f3-4673-9943-68a6e73b53e9 req-b12119fb-9af7-4d4a-ab90-438d00ef4c33 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:08.967564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1dddda63-92f3-4673-9943-68a6e73b53e9 req-b12119fb-9af7-4d4a-ab90-438d00ef4c33 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 932 time: 0.5075381 Dec 10 19:40:08.974038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-924ba508-9bfc-47fe-9a83-c81a7366b328 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:08.982897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-924ba508-9bfc-47fe-9a83-c81a7366b328 tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ae513d92-1c1e-474c-b615-13aecaca4a16 HTTP/1.1" status: 204 len: 168 time: 3.0534837 Dec 10 19:40:09.000744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55868) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:09.074746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:09.095232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:09.102071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Request body: {'router': {'name': 'tempest-router-1206638354', 'distributed': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:09.111398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:09.116488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Usage tracker for resource:router and tenant:3e1b269448a8402cbfc2623070ca7616 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:09.120322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:09.125904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:09.146519 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8114209 Dec 10 19:40:09.147412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:09.159804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=79985725-25fa-452c-bd35-c0ca279acf1c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:09.163135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:09.164286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:09.165394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:09.257903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:09.262957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/79985725-25fa-452c-bd35-c0ca279acf1c HTTP/1.1" status: 204 len: 168 time: 2.2707469 Dec 10 19:40:09.267524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Deleting port 60e9f850-34c2-46aa-92f6-8fd2fee1b25e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:09.270239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:09.318047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55876) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:09.431043 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-63ca5cac-6133-49e6-a319-a4cd92790e3d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056132 Dec 10 19:40:09.431932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55880) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:09.490841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:09.596029 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1dddda63-92f3-4673-9943-68a6e73b53e9 req-dc4166cc-1f8e-4ee9-ad2c-7fef9832e0ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5558352 Dec 10 19:40:09.613446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'fixed_ips': [{'subnet_id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:09.614649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:09.615487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b7d22731-dc3d-4f01-99b0-d912d411cf4b req-b824d9e3-e39c-4865-a4c7-107f307fde0c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6309822 Dec 10 19:40:09.665637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c690266a-9ac3-43ac-847c-ca8735e5f618 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:09.771054 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-28482c1a-3b9a-472c-8f4e-1354b76833e0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1098 time: 0.6825361 Dec 10 19:40:09.960288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:09.992290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:09.994705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:09.998869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:10.014634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:10.016356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:10.016786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.028551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.057483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:10.063612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.143284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Calling delete_port for 60e9f850-34c2-46aa-92f6-8fd2fee1b25e owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:10.244190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Allocated IP 2001:db8:3::2 (335a48b0-d0e7-4a2b-8b91-af66324d38c9/4cb863bb-bff1-4fb8-b74f-7f52c8b7605f/af2e47a1-8869-42ff-ba07-999a8100ee98) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:10.267599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:10.281462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] Deleting port 11650a44-0028-4ed2-a54c-837f2ace38f3 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:10.281921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.297266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.302249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-de427e2e-194e-4557-bfdf-c3603aae4eeb tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2110479 Dec 10 19:40:10.332174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.363574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55884) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:10.506797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,segment=NetworkSegment(9d6e981f-ae33-470f-9b91-458b28f5a368),segment_id=9d6e981f-ae33-470f-9b91-458b28f5a368)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:10.509566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9f789-773e-4a28-91b8-8c20ac510d49 req-4504a793-bf5f-4e98-9f21-27305a1c8140 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:10.511332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfe9f789-773e-4a28-91b8-8c20ac510d49 req-4504a793-bf5f-4e98-9f21-27305a1c8140 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.6747012 Dec 10 19:40:10.523173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-e5d94c38-526d-4f6b-b581-b9b5f2a8f8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:10.524922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-e5d94c38-526d-4f6b-b581-b9b5f2a8f8f8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 912 time: 0.7201679 Dec 10 19:40:10.536467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.537424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 11650a44-0028-4ed2-a54c-837f2ace38f3 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:10.553292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3e0db3-32cf-48fc-a390-82be2d917084 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:40:10.575168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23c0b53f-183b-4089-a851-d6071731765c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:10.579765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.626846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Transition to ACTIVE for port object fb3e0db3-32cf-48fc-a390-82be2d917084 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:10.636865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.643020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23ae0c94-910e-46fe-a8d7-4b5442a63e67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:10.683864 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-a16bc011-809a-477a-8c6d-8dd13ab5df45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 1001 time: 0.1239753 Dec 10 19:40:10.706850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b292abb-3bd6-406b-9d1c-fa61ee06345b tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.811461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] For port 11650a44-0028-4ed2-a54c-837f2ace38f3, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=11650a44-0028-4ed2-a54c-837f2ace38f3,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:10.811918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:10.896803 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfe9f789-773e-4a28-91b8-8c20ac510d49 req-296e1bf8-b0e1-4f3f-ac4f-7a28558e2310 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630044 Dec 10 19:40:10.946129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-9af6ca49-9f5a-4653-8a2d-8207020eb94a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:10.947728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-9af6ca49-9f5a-4653-8a2d-8207020eb94a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.2512741 Dec 10 19:40:10.982925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Pushing event updated for resources: {'Port': ['ID=fb3e0db3-32cf-48fc-a390-82be2d917084,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:11.017417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:11.073858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] Calling delete_port for 11650a44-0028-4ed2-a54c-837f2ace38f3 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:11.136033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.206810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.221977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Transition to ACTIVE for port object af2e47a1-8869-42ff-ba07-999a8100ee98 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:11.264738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17f5e-4a5e-4991-953a-2bc2361dfb98 req-b5f52275-ec1d-413b-9125-386340f9ed02 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:11.266528 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dea17f5e-4a5e-4991-953a-2bc2361dfb98 req-b5f52275-ec1d-413b-9125-386340f9ed02 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 944 time: 0.4460196 Dec 10 19:40:11.273317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.279466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:11.282871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:11.284022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:11.300827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.310443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-df8664af-a645-46bd-bbb8-3f4433841680 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:11.331268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Transition to ACTIVE for port object af2e47a1-8869-42ff-ba07-999a8100ee98 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:11.341093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.349789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] Pushing event deleted for resources: {'Port': ['ID=11650a44-0028-4ed2-a54c-837f2ace38f3,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:11.352265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:11.352963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf48c-2746-42eb-8d5c-65af7b5e2eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.356987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.362157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:11.384552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-b8fe19b0-712f-46ec-a27b-eafb344a5ee1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4298630 Dec 10 19:40:11.397713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] No DVR routers for this DVR port 11650a44-0028-4ed2-a54c-837f2ace38f3 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:11.422955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 11650a44-0028-4ed2-a54c-837f2ace38f3 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:11.423374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.433265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event deleted for resources: {'Port': ['ID=60e9f850-34c2-46aa-92f6-8fd2fee1b25e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:11.436602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:11.450368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b89577-267c-4606-8861-008af7f4aa66 req-20f3c49b-6fcd-49ce-ad1b-faad6a5aa2cc tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:11.452498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b89577-267c-4606-8861-008af7f4aa66 req-20f3c49b-6fcd-49ce-ad1b-faad6a5aa2cc tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.3822176 Dec 10 19:40:11.497613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Port 11650a44-0028-4ed2-a54c-837f2ace38f3 was deleted so its status cannot be updated. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Dec 10 19:40:11.499779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Pushing event updated for resources: {'Port': ['ID=af2e47a1-8869-42ff-ba07-999a8100ee98,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:11.514019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:11.522506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:11.523739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.524220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:11.533147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:11.639300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:11.709976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Attempting to bind port af2e47a1-8869-42ff-ba07-999a8100ee98 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:11.710384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Attempting to bind port af2e47a1-8869-42ff-ba07-999a8100ee98 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:11.710929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dea17f5e-4a5e-4991-953a-2bc2361dfb98 req-48fcbe8c-a61d-4802-9aac-5ac11d944caf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310193 Dec 10 19:40:11.721934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Attempting to bind port af2e47a1-8869-42ff-ba07-999a8100ee98 on network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:11.732736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:11.733162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Checking segment: {'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:11.733645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.734090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Bound using segment: {'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:11.734625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Bound port: af2e47a1-8869-42ff-ba07-999a8100ee98, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:11.735048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.814003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b89577-267c-4606-8861-008af7f4aa66 req-580b505c-9c53-4d97-b240-cffa1157080d tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906229 Dec 10 19:40:11.833894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:11.834135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:11.834569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.887835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-8ee1a2b2-c601-44d4-806b-b3692b6fd936 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849637 Dec 10 19:40:11.921237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] For port af2e47a1-8869-42ff-ba07-999a8100ee98, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:11.934009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b292abb-3bd6-406b-9d1c-fa61ee06345b tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.946332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] For port af2e47a1-8869-42ff-ba07-999a8100ee98, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=af2e47a1-8869-42ff-ba07-999a8100ee98,segment=NetworkSegment(88069b30-c452-4b59-9550-2f3e5a5588be),segment_id=88069b30-c452-4b59-9550-2f3e5a5588be)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:11.952367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Attempting to bind port fb3e0db3-32cf-48fc-a390-82be2d917084 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:11.952741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Attempting to bind port fb3e0db3-32cf-48fc-a390-82be2d917084 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:11.953112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Attempting to bind port fb3e0db3-32cf-48fc-a390-82be2d917084 on network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:11.961671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:11.977548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:11.982934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b292abb-3bd6-406b-9d1c-fa61ee06345b tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.987428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:11.988358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:11.999116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=250ca433-e31e-47f6-afed-f15f00553d8c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:12.007733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Port fb3e0db3-32cf-48fc-a390-82be2d917084 on network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:40:12.008036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Attempting to bind port fb3e0db3-32cf-48fc-a390-82be2d917084 on network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:12.013819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:12.015766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7c395-9281-413a-b06f-a55bd30f7ccc None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:12.033604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.040035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:12.040416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Checking segment: {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:12.040836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Bound using segment: {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:12.041329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Bound port: fb3e0db3-32cf-48fc-a390-82be2d917084, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e45496-5c28-48f8-b086-4d8d92f3e168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:12.041744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.092489 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6270845 Dec 10 19:40:12.093092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-636948c7-0a86-4cd2-8a8d-3e011548c351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:12.099508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55894) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:12.110680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': '250ca433-e31e-47f6-afed-f15f00553d8c', 'ip_address': '2001:db8::f50d:ce1e:3180:c500'}], 'name': 'tempest-NetworksTestDHCPv6-1390183562'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:12.188630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b292abb-3bd6-406b-9d1c-fa61ee06345b tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.189461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b292abb-3bd6-406b-9d1c-fa61ee06345b tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceadee3c-5360-47ee-b049-35a77bd26bd5 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:40:12.312484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 11650a44-0028-4ed2-a54c-837f2ace38f3 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:12.313566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b292abb-3bd6-406b-9d1c-fa61ee06345b tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.319631 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1b292abb-3bd6-406b-9d1c-fa61ee06345b tempest-RoutersTestDVR-462972717 tempest-RoutersTestDVR-462972717-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ceadee3c-5360-47ee-b049-35a77bd26bd5 HTTP/1.1" status: 204 len: 168 time: 1.9483626 Dec 10 19:40:12.432332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Pushing event updated for resources: {'Port': ['ID=af2e47a1-8869-42ff-ba07-999a8100ee98,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:12.447673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] For port fb3e0db3-32cf-48fc-a390-82be2d917084, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:12.485902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:12.508316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.557706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.571718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] For port fb3e0db3-32cf-48fc-a390-82be2d917084, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fb3e0db3-32cf-48fc-a390-82be2d917084,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:12.584448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.600058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:12.602088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7076cd8-c98d-4b1f-883e-2ffe668722e1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:12.635679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 11650a44-0028-4ed2-a54c-837f2ace38f3 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:12.636071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 11650a44-0028-4ed2-a54c-837f2ace38f3 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:12.672624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.689271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Pushing event updated for resources: {'Port': ['ID=fb3e0db3-32cf-48fc-a390-82be2d917084,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:12.694034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:12.699097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:12.700979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.702789 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] 10.222.0.84 "PUT /v2.0/ports/fb3e0db3-32cf-48fc-a390-82be2d917084 HTTP/1.1" status: 200 len: 1094 time: 4.6324184 Dec 10 19:40:12.704241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:12.707399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:12.791752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '250ca433-e31e-47f6-afed-f15f00553d8c'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:12.793445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:12.976518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.020892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55906) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:13.021991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:13.044552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/250ca433-e31e-47f6-afed-f15f00553d8c/fab954d9-9a4c-4cdd-ada2-afa2588d7ddd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:13.076989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.092862 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'status': 'completed', 'code': 200} Dec 10 19:40:13.149089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:13.176373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.219366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.231364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c6051dd-3068-4774-a1e9-08102ce79d0d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:13.300793 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2305afbc-c73f-4fe7-9f3c-ffa81897d066 req-230f8440-7232-41cb-9bfb-3ca4e7da8567 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2017622 Dec 10 19:40:13.309172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.309805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Fanout notify agent at l3_agent the message router_deleted on router 3a366c48-121d-46fe-aff7-2b281816cec6 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:40:13.320725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eac0b-bf93-43d4-ba02-4d65c0890ad9 req-d5b65895-9121-4d93-b11b-b13b55ed9dfd tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:13.322392 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d44eac0b-bf93-43d4-ba02-4d65c0890ad9 req-d5b65895-9121-4d93-b11b-b13b55ed9dfd tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 1.2256613 Dec 10 19:40:13.437196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=6501a1a7-0e89-40ef-b50a-bc1489458457,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:13.455554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e80f1f-97e7-4e59-a35b-a8115d572b17 req-ffaf1333-2535-479e-a9c6-5bebe016a774 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:13.465684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-26e80f1f-97e7-4e59-a35b-a8115d572b17 req-ffaf1333-2535-479e-a9c6-5bebe016a774 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 944 time: 0.4722166 Dec 10 19:40:13.474677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.487178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Transition to ACTIVE for port object fab954d9-9a4c-4cdd-ada2-afa2588d7ddd will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:13.487859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:13.523504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.529127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/3a366c48-121d-46fe-aff7-2b281816cec6 HTTP/1.1" status: 204 len: 168 time: 9.6783521 Dec 10 19:40:13.536255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Transition to ACTIVE for port object fab954d9-9a4c-4cdd-ada2-afa2588d7ddd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:13.537753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55914) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:13.544535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'router': {'name': 'tempest-snat-router-127396872', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': False}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:13.557054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.558242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Allocated IP 2001:db8:3::1 (335a48b0-d0e7-4a2b-8b91-af66324d38c9/4cb863bb-bff1-4fb8-b74f-7f52c8b7605f/7c9ab112-8c02-47cc-9d87-8118dbb72559) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:13.560350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:13.563288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:13.568992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.569168 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-66950a4b-21b2-41b2-851b-4e61ad89082a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 1097 time: 0.5379696 Dec 10 19:40:13.621003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d44eac0b-bf93-43d4-ba02-4d65c0890ad9 req-ea81d912-f1dd-4095-a8df-1f418786acae tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854540 Dec 10 19:40:13.649205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Usage tracker for resource:router and tenant:9833c4f2eb924405ac67309d56b6cdbc is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:13.651972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Pushing event updated for resources: {'Port': ['ID=fab954d9-9a4c-4cdd-ada2-afa2588d7ddd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:13.655872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:13.703549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device af2e47a1-8869-42ff-ba07-999a8100ee98 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:13.725455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:13.748471 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-26e80f1f-97e7-4e59-a35b-a8115d572b17 req-61b64694-ba4a-4248-a5e2-ae16b22a65b6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817402 Dec 10 19:40:13.756223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-1f5321fe-65ff-4af1-af41-71614272a77a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb3e0db3-32cf-48fc-a390-82be2d917084 HTTP/1.1" status: 200 len: 217 time: 0.1797869 Dec 10 19:40:13.757038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.778858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:13.787529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:13.815160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:13.824431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:13.863936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.889803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.890965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.928212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.931298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e1aeda-f2c8-444f-8e1c-5546a6527add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.952522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.965366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Attempting to bind port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:13.965713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Attempting to bind port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:13.966131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Attempting to bind port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:13.976250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:13.976718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:13.977283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.977663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:13.978494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Bound port: fab954d9-9a4c-4cdd-ada2-afa2588d7ddd, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:13.978637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:13.981156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e316d-84ab-4402-bd34-51fc33efb896 req-e52aa8a7-37a0-4cee-898b-eaa29da7526a tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:13.989945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9a3e316d-84ab-4402-bd34-51fc33efb896 req-e52aa8a7-37a0-4cee-898b-eaa29da7526a tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.1915371 Dec 10 19:40:13.991150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port af2e47a1-8869-42ff-ba07-999a8100ee98 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:14.028394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-7de648b1-526f-425c-8fe4-7f53a0d717c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:14.032274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-7de648b1-526f-425c-8fe4-7f53a0d717c5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7c11f707-c8ba-4c18-ad0e-1a616c1eb265 HTTP/1.1" status: 200 len: 835 time: 0.2598994 Dec 10 19:40:14.086978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] For port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:14.087535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 2330a377-3164-4c67-8867-cfd94abda145 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:40:14.090673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] For port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fab954d9-9a4c-4cdd-ada2-afa2588d7ddd,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:14.094735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:14.100270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dd236899-15ff-4611-a316-cd3a40bf27e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:14.142907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:14.153284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Usage tracker for resource:security_group_rule and tenant:21ff5eac6cb14c4fa63243744596cef5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:14.171119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:14.189307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Pushing event updated for resources: {'Port': ['ID=fab954d9-9a4c-4cdd-ada2-afa2588d7ddd,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:14.192426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:14.192568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9a3e316d-84ab-4402-bd34-51fc33efb896 req-990039e1-7268-4ca0-8b37-bf5459c518a7 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014873 Dec 10 19:40:14.192910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:14.216984 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP aa9148e4-a628-43ff-8dff-000f9a5f322d associated. External IP: 172.26.8.135, port: 874eac27-1b3e-4416-880c-4455b9e4e102. Dec 10 19:40:14.254680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:14.345354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Transition to ACTIVE for port object 7c9ab112-8c02-47cc-9d87-8118dbb72559 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:14.346259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:14.370519 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-03f24949-6233-449f-9c49-ae265b0be3f0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3256674 Dec 10 19:40:14.643442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-5ad12acd-17e0-4c4e-93ec-4ffa986a036a service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623782 Dec 10 19:40:14.692806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:14.760764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:14.798003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:14.829897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:14.835051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f50d:ce1e:3180:c500 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/250ca433-e31e-47f6-afed-f15f00553d8c/2330a377-3164-4c67-8867-cfd94abda145) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:14.908201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf0d82f-6146-49f3-84a7-1c1dda834928,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:14.927167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:14.934193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9344f60-1c08-411d-b4ff-87a4fe3dfecd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:15.017706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:15.026590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21ff5eac6cb14c4fa63243744596cef5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9292581 Dec 10 19:40:15.028135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed94cb9-d3c9-48fd-8ae8-bcac0634fed8 None None] Network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:15.034332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55922) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:15.035881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:15.039778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:15.040362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.126044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.142234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] Provisioning for port af2e47a1-8869-42ff-ba07-999a8100ee98 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:15.160973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] Provisioning complete for port af2e47a1-8869-42ff-ba07-999a8100ee98 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:15.161404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.166461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.295790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8e50-315a-492a-8ff1-a31b3f3a1a53 req-8e54d81c-c736-4796-8533-8e2f4876bbc9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:15.297368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e4d8e50-315a-492a-8ff1-a31b3f3a1a53 req-8e54d81c-c736-4796-8533-8e2f4876bbc9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 944 time: 0.3081870 Dec 10 19:40:15.364606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.452084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.510414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] For port af2e47a1-8869-42ff-ba07-999a8100ee98, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=af2e47a1-8869-42ff-ba07-999a8100ee98,segment=NetworkSegment(88069b30-c452-4b59-9550-2f3e5a5588be),segment_id=88069b30-c452-4b59-9550-2f3e5a5588be)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:15.514243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Allocated IP 172.26.8.151 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/b001dbcc-d177-434e-afa3-c6d3ead133b6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:15.518987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e4d8e50-315a-492a-8ff1-a31b3f3a1a53 req-470265e6-f5bd-46b3-9c6b-dd582d91ffd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110946 Dec 10 19:40:15.519248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.521980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b7b7b78-71c4-4fce-803f-5ed60039d810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:15.596757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=7c9ab112-8c02-47cc-9d87-8118dbb72559,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:15.630497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:15.631992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] Pushing event updated for resources: {'Port': ['ID=af2e47a1-8869-42ff-ba07-999a8100ee98,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:15.633739 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd3c4b73-dc99-4721-8a76-271283bcc1b0 req-ccefd419-21cf-499f-9988-3c2d530b227a service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9687321 Dec 10 19:40:15.635433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:15.664605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500359b-01b4-493c-b0e2-91cecaedcbaa req-99c55742-7399-4662-9ba4-4e951eb99e55 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:15.667068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a500359b-01b4-493c-b0e2-91cecaedcbaa req-99c55742-7399-4662-9ba4-4e951eb99e55 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.2969089 Dec 10 19:40:15.676085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:15.714152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fab954d9-9a4c-4cdd-ada2-afa2588d7ddd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:15.790214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a500359b-01b4-493c-b0e2-91cecaedcbaa req-073fd50b-a8c4-462f-aa03-45e49ce733be tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127377 Dec 10 19:40:15.855056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c58385c-a114-4a65-a1a5-baeb6c5fa869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.869389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:15.884750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.938079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:15.954864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c58385c-a114-4a65-a1a5-baeb6c5fa869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.021497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.024338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c01fdcd4-3b82-4be0-be87-d239ee0d96f9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:16.081465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.091253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3b19e9f3-7fc0-438c-a303-e13f5f3048a7 None None] Provisioning for port 7c9ab112-8c02-47cc-9d87-8118dbb72559 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:16.115418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3b19e9f3-7fc0-438c-a303-e13f5f3048a7 None None] Provisioning complete for port 7c9ab112-8c02-47cc-9d87-8118dbb72559 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:16.116401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:16.116950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b19e9f3-7fc0-438c-a303-e13f5f3048a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.117311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'Port': ['ID=b001dbcc-d177-434e-afa3-c6d3ead133b6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:16.121611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:16.124584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:16.127042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:16.132314 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-33499991-ec61-4afe-b4b7-3925d296c800 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 1097 time: 0.4141021 Dec 10 19:40:16.136808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 2330a377-3164-4c67-8867-cfd94abda145 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:16.203600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3b19e9f3-7fc0-438c-a303-e13f5f3048a7 None None] Port 7c9ab112-8c02-47cc-9d87-8118dbb72559 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:16.219531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3b19e9f3-7fc0-438c-a303-e13f5f3048a7 None None] Provisioning complete for port af2e47a1-8869-42ff-ba07-999a8100ee98 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:16.220250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b19e9f3-7fc0-438c-a303-e13f5f3048a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.288998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:16.324832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.347385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afde5b5-b0b9-4fcc-89fd-cd6e4f56b01e None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:16.399415 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.5191360 Dec 10 19:40:16.401501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55928) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:16.414227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f7c79de5-45c5-4212-ab0a-78df850ea0f2 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'port_id': '874eac27-1b3e-4416-880c-4455b9e4e102', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:16.417706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afde5b5-b0b9-4fcc-89fd-cd6e4f56b01e None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:16.418438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7afde5b5-b0b9-4fcc-89fd-cd6e4f56b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:16.423962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c58385c-a114-4a65-a1a5-baeb6c5fa869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.446246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:16.492396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58385c-a114-4a65-a1a5-baeb6c5fa869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf0d82f-6146-49f3-84a7-1c1dda834928,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:16.506590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c58385c-a114-4a65-a1a5-baeb6c5fa869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:16.521912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7afde5b5-b0b9-4fcc-89fd-cd6e4f56b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:16.542393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afde5b5-b0b9-4fcc-89fd-cd6e4f56b01e None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:16.543102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7afde5b5-b0b9-4fcc-89fd-cd6e4f56b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:16.563075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.634618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de97cb24-837f-4e20-86a4-024475902cd4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:16.636269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c79de5-45c5-4212-ab0a-78df850ea0f2 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.646534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7afde5b5-b0b9-4fcc-89fd-cd6e4f56b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:16.646977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afde5b5-b0b9-4fcc-89fd-cd6e4f56b01e None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:16.700649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cf4e414c-5fd0-41b7-830d-a44b76e58ab1 None None] Provisioning complete for port 7c9ab112-8c02-47cc-9d87-8118dbb72559 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:16.701142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf4e414c-5fd0-41b7-830d-a44b76e58ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.771521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c58385c-a114-4a65-a1a5-baeb6c5fa869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.776203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2c58385c-a114-4a65-a1a5-baeb6c5fa869 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cf0d82f-6146-49f3-84a7-1c1dda834928 HTTP/1.1" status: 204 len: 168 time: 1.7346482 Dec 10 19:40:16.786334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e414c-5fd0-41b7-830d-a44b76e58ab1 None None] Port 7c9ab112-8c02-47cc-9d87-8118dbb72559 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:16.788523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-20517b07-2717-4ce0-a0f1-0e7e167f26ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:16.790175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-20517b07-2717-4ce0-a0f1-0e7e167f26ab service neutron] 10.222.0.84 "GET /v2.0/networks?id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 200 len: 898 time: 0.6510680 Dec 10 19:40:16.892431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=2330a377-3164-4c67-8867-cfd94abda145,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:16.898106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:16.925924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] Provisioning for port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:16.928789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:16.930143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:16.937979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] Provisioning complete for port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:16.938585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:16.959402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:16.964559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:16.966856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.009232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9080591 Dec 10 19:40:17.014939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-2176ca81-2b71-4c2f-8210-7ae41bbfbdc9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb3e0db3-32cf-48fc-a390-82be2d917084 HTTP/1.1" status: 200 len: 217 time: 0.2092228 Dec 10 19:40:17.015859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55938) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:17.059473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f98f-01f9-4d09-9842-5a82ff96ac06 req-3fe41e3f-7ac9-4453-81c0-25c77bca7024 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:17.068475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e93f98f-01f9-4d09-9842-5a82ff96ac06 req-3fe41e3f-7ac9-4453-81c0-25c77bca7024 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 944 time: 0.3138056 Dec 10 19:40:17.106193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.106981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.230140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.292665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-695f8cc0-7a8a-477b-9398-ee408dbf3f4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:17.292884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] For port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fab954d9-9a4c-4cdd-ada2-afa2588d7ddd,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:17.295076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-695f8cc0-7a8a-477b-9398-ee408dbf3f4e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7c11f707-c8ba-4c18-ad0e-1a616c1eb265 HTTP/1.1" status: 200 len: 835 time: 0.2474225 Dec 10 19:40:17.297446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.299420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:17.423179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.437835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.438490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.444869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:17.445300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] Pushing event updated for resources: {'Port': ['ID=fab954d9-9a4c-4cdd-ada2-afa2588d7ddd,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:17.468263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:17.523789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:17.545570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-73a2748c-efe3-4ffb-a9e5-08cefb681065 None None] Provisioning for port 2330a377-3164-4c67-8867-cfd94abda145 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:17.554423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-73a2748c-efe3-4ffb-a9e5-08cefb681065 None None] Provisioning complete for port 2330a377-3164-4c67-8867-cfd94abda145 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:17.555091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-73a2748c-efe3-4ffb-a9e5-08cefb681065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.557559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eea1f3-a80c-4857-9c84-e7710782e382 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:17.562601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eea1f3-a80c-4857-9c84-e7710782e382 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:17.563497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9eea1f3-a80c-4857-9c84-e7710782e382 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:17.604251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9eea1f3-a80c-4857-9c84-e7710782e382 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:17.608813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f9eea1f3-a80c-4857-9c84-e7710782e382 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5724950 Dec 10 19:40:17.611071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55948) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:17.614208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event updated for resources: {'Port': ['ID=7c9ab112-8c02-47cc-9d87-8118dbb72559,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:17.617375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:17.621418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.626698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-73a2748c-efe3-4ffb-a9e5-08cefb681065 None None] Port 2330a377-3164-4c67-8867-cfd94abda145 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:17.642399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fab954d9-9a4c-4cdd-ada2-afa2588d7ddd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:17.701884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e93f98f-01f9-4d09-9842-5a82ff96ac06 req-4dc7795c-a4a9-40d6-b64b-d197b484fc02 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6323986 Dec 10 19:40:17.738804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:17.739596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.807421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669823d-fa55-42bc-b0bb-b1645e536590 req-bab8c245-bfcc-4540-8ee1-962e7d71a442 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:17.809409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6669823d-fa55-42bc-b0bb-b1645e536590 req-bab8c245-bfcc-4540-8ee1-962e7d71a442 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.8229153 Dec 10 19:40:17.820732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-a4e84057-84dc-46ba-9c85-140290e24dd0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5079057 Dec 10 19:40:17.863562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 2330a377-3164-4c67-8867-cfd94abda145 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:17.864210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:17.876441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device fb3e0db3-32cf-48fc-a390-82be2d917084 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:40:17.912630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:17.947517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device af2e47a1-8869-42ff-ba07-999a8100ee98 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:18.002279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Usage tracker for resource:security_group_rule and tenant:3e1b269448a8402cbfc2623070ca7616 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:18.006851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6669823d-fa55-42bc-b0bb-b1645e536590 req-3d81126f-7e89-4c78-b127-2fd62bdea245 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243548 Dec 10 19:40:18.026106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:18.062354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:18.205642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:18.216053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:18.387732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port af2e47a1-8869-42ff-ba07-999a8100ee98 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:18.388185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:18.449802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c79de5-45c5-4212-ab0a-78df850ea0f2 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:18.457027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c79de5-45c5-4212-ab0a-78df850ea0f2 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:18.457337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port fb3e0db3-32cf-48fc-a390-82be2d917084, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fb3e0db3-32cf-48fc-a390-82be2d917084,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:18.492620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:40:18.697559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:18.764354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Router 2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:40:18.773469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3e0db3-32cf-48fc-a390-82be2d917084 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:40:18.780065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-385018cd-3f17-4131-ace4-0b3cf5d5b426 service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9495213 Dec 10 19:40:18.830353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port fb3e0db3-32cf-48fc-a390-82be2d917084, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fb3e0db3-32cf-48fc-a390-82be2d917084,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:18.842019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:18.848055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6814102-1e94-4e51-87cf-cc5f0fb53b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:18.967446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-93a40dde-2c2f-454c-b7de-d78e11791d8c None None] Provisioning complete for port 7c9ab112-8c02-47cc-9d87-8118dbb72559 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:18.968140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93a40dde-2c2f-454c-b7de-d78e11791d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.028307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=fb3e0db3-32cf-48fc-a390-82be2d917084,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:19.031777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:19.041432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.042798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-93a40dde-2c2f-454c-b7de-d78e11791d8c None None] Port 7c9ab112-8c02-47cc-9d87-8118dbb72559 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:19.060266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.071739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.080849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08d7275b-bc87-478a-8e51-3ceb2efa3221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:19.157742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e6aa-a77a-450b-9b1f-b5b00010f76f req-05d861c6-926f-49b9-bdde-7fbf4499c4db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:19.160430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c433e6aa-a77a-450b-9b1f-b5b00010f76f req-05d861c6-926f-49b9-bdde-7fbf4499c4db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 945 time: 0.1836362 Dec 10 19:40:19.187418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['fb3e0db3-32cf-48fc-a390-82be2d917084'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:40:19.370247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 2330a377-3164-4c67-8867-cfd94abda145 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:19.437213 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c841083-7b44-454a-b0d8-3269094c3d80 req-5669283e-449a-4006-89af-98a027d94145 service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470270 Dec 10 19:40:19.453905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762a5e2f-14b2-4a9d-8a7a-da2bdfae5e3a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:19.458795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:19.465601 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e1b269448a8402cbfc2623070ca7616&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9368696 Dec 10 19:40:19.469562 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c433e6aa-a77a-450b-9b1f-b5b00010f76f req-31832896-9f73-4321-89ba-dfb23f4b182a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965112 Dec 10 19:40:19.472731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:19.557110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:19.567652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Sync routers for ids ['2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:19.572449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268c609-0e91-4ed3-b441-13cae5bbf31d req-defb4886-d6a8-4ee4-8521-b60c11a7b4a0 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:19.574231 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3268c609-0e91-4ed3-b441-13cae5bbf31d req-defb4886-d6a8-4ee4-8521-b60c11a7b4a0 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.3953702 Dec 10 19:40:19.585702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Routers {'2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:19.586409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:19.625036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.626412 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0863221 Dec 10 19:40:19.631541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55964) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:19.669688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c999da19-7457-4380-a6df-1d294a2cf6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.704601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.717839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5c95fc0-2bfd-4653-95de-408b04361177 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:19.770412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:19.774599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c999da19-7457-4380-a6df-1d294a2cf6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.781953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=2330a377-3164-4c67-8867-cfd94abda145,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:19.792005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:19.813578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Set router 2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:19.828461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3268c609-0e91-4ed3-b441-13cae5bbf31d req-3583fb15-9f84-4246-86a0-79a781b797bc tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361915 Dec 10 19:40:19.878180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:19.921124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c79de5-45c5-4212-ab0a-78df850ea0f2 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:20.029086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/2330a377-3164-4c67-8867-cfd94abda145 HTTP/1.1" status: 204 len: 168 time: 2.4102097 Dec 10 19:40:20.032459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55968) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:20.082880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c999da19-7457-4380-a6df-1d294a2cf6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:20.086013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c999da19-7457-4380-a6df-1d294a2cf6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:20.089938 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c999da19-7457-4380-a6df-1d294a2cf6ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/762a5e2f-14b2-4a9d-8a7a-da2bdfae5e3a HTTP/1.1" status: 204 len: 168 time: 0.6130524 Dec 10 19:40:20.100397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:20.138616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999da19-7457-4380-a6df-1d294a2cf6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762a5e2f-14b2-4a9d-8a7a-da2bdfae5e3a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:20.144801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c999da19-7457-4380-a6df-1d294a2cf6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:20.168593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136537c-7482-4997-89f5-44a9ef2dff2f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:20.170514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136537c-7482-4997-89f5-44a9ef2dff2f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:20.171785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3136537c-7482-4997-89f5-44a9ef2dff2f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:20.184527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-06195677-4453-4069-a34e-1cd2072eb366 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/routers/2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea HTTP/1.1" status: 200 len: 908 time: 0.5516083 Dec 10 19:40:20.188127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 55974) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:20.200213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'router': {'name': 'tempest-snat-router-127396872', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': True}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:20.208977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3136537c-7482-4997-89f5-44a9ef2dff2f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:20.210296 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3136537c-7482-4997-89f5-44a9ef2dff2f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1735172 Dec 10 19:40:20.210803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:20.214796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55978) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:20.217377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Usage tracker for resource:router and tenant:9833c4f2eb924405ac67309d56b6cdbc is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:20.222020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:20.231626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:20.241054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea', 'name': 'tempest-snat-router-127396872', 'tenant_id': '9833c4f2eb924405ac67309d56b6cdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.151'}], 'enable_snat': False}, 'gw_port_id': 'b001dbcc-d177-434e-afa3-c6d3ead133b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:16Z', 'revision_number': 3, 'project_id': '9833c4f2eb924405ac67309d56b6cdbc', 'gw_port': {'id': 'b001dbcc-d177-434e-afa3-c6d3ead133b6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:15Z', 'updated_at': '2021-12-10T19:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:20.250775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Checking router: 2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:20.252707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Updating router 2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea port b001dbcc-d177-434e-afa3-c6d3ead133b6 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:40:20.260273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:20.261494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:20.274242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:20.285684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1276948 Dec 10 19:40:20.289277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:20.289798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 55982) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:20.295860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:20.306313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:20.315173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:20.319692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:20.322176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:20.673330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:20.960290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:20.984937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Transition to ACTIVE for port object b001dbcc-d177-434e-afa3-c6d3ead133b6 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:21.001389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.007497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:21.132005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 250ca433-e31e-47f6-afed-f15f00553d8c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:40:21.136394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.171937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e7169-263d-49eb-8588-7be2e229f481 None None] Pushing event updated for resources: {'Port': ['ID=b001dbcc-d177-434e-afa3-c6d3ead133b6,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:21.188321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ff6e7169-263d-49eb-8588-7be2e229f481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:21.196984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c79de5-45c5-4212-ab0a-78df850ea0f2 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:21.211508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Attempting to bind port b001dbcc-d177-434e-afa3-c6d3ead133b6 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:21.212136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Attempting to bind port b001dbcc-d177-434e-afa3-c6d3ead133b6 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:21.212648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Attempting to bind port b001dbcc-d177-434e-afa3-c6d3ead133b6 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:21.218208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c6511-9713-4878-8f13-deb560018997 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:21.225914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c79de5-45c5-4212-ab0a-78df850ea0f2 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.234311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:21.234951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:21.235524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.236074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:21.236944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Bound port: b001dbcc-d177-434e-afa3-c6d3ead133b6, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:21.238026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.330136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] For port b001dbcc-d177-434e-afa3-c6d3ead133b6, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:21.335021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] For port b001dbcc-d177-434e-afa3-c6d3ead133b6, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b001dbcc-d177-434e-afa3-c6d3ead133b6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:21.337884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c6511-9713-4878-8f13-deb560018997 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:21.339037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-533c6511-9713-4878-8f13-deb560018997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:21.375923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.388910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:15Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': '7c9ab112-8c02-47cc-9d87-8118dbb72559', 'name': '', 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:96:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:16Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:21.393962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:21.395206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Updating router 8b99cc25-9df7-457f-a445-5116f7e89a4e port 7c9ab112-8c02-47cc-9d87-8118dbb72559 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:40:21.408970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.427891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-533c6511-9713-4878-8f13-deb560018997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:21.431550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.449616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:21.484149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da5f59-05fa-4d93-ba33-2df1b6d86576 req-0bd8ac33-b6ff-4851-8e2e-14bd68e33b5f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:21.492337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:21.505115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5da5f59-05fa-4d93-ba33-2df1b6d86576 req-0bd8ac33-b6ff-4851-8e2e-14bd68e33b5f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 945 time: 0.6619632 Dec 10 19:40:21.617260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e7169-263d-49eb-8588-7be2e229f481 None None] Pushing event updated for resources: {'Port': ['ID=b001dbcc-d177-434e-afa3-c6d3ead133b6,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:21.627911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5da5f59-05fa-4d93-ba33-2df1b6d86576 req-93e48e0e-1f48-46cb-a676-7437cdb7e12a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186914 Dec 10 19:40:21.635057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ff6e7169-263d-49eb-8588-7be2e229f481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:21.645532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c6511-9713-4878-8f13-deb560018997 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:21.646776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-533c6511-9713-4878-8f13-deb560018997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:21.723531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-533c6511-9713-4878-8f13-deb560018997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:21.724082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c6511-9713-4878-8f13-deb560018997 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:21.741150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Routers {'2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:21.742105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:21.755266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56006) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:21.768166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7c79de5-45c5-4212-ab0a-78df850ea0f2 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/floatingips/aa9148e4-a628-43ff-8dff-000f9a5f322d HTTP/1.1" status: 200 len: 978 time: 5.3601999 Dec 10 19:40:21.770316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56010) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:21.802706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635140-dcc6-4655-9fd8-69f78ce104b9 req-355e2c09-8833-40e5-99e6-e4b3d7681cde tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:21.805874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27635140-dcc6-4655-9fd8-69f78ce104b9 req-355e2c09-8833-40e5-99e6-e4b3d7681cde tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.6862085 Dec 10 19:40:21.896301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27635140-dcc6-4655-9fd8-69f78ce104b9 req-5cb046ef-5f54-4d7d-a60e-a2603bef0b67 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805449 Dec 10 19:40:21.912905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b55bd202-9122-4688-b4d8-709f32749d26 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:40:22.030624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.058857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.070150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.108428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:22.126322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device fb3e0db3-32cf-48fc-a390-82be2d917084 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:22.164861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'b55bd202-9122-4688-b4d8-709f32749d26', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'port_id': 'b55bd202-9122-4688-b4d8-709f32749d26', 'mac_address': 'fa:16:3e:a6:7a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:40:22.202817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-864450051'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:22.263350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Allocated IP 172.26.8.80 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/38c2c747-3824-4b6b-b862-d7da95cdb3aa) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:22.273760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] Set router 2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:22.285468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:22.335376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.367811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-988e62f5-b934-40bb-bfd1-ecf67af72bc2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:22.368991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.393244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b55bd202-9122-4688-b4d8-709f32749d26 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:40:22.417324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:22.420757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=250ca433-e31e-47f6-afed-f15f00553d8c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:22.423795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.425722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f02b1-0470-490e-b3d5-0db431d18b85 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:22.430709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:22.471455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.472180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:22.494692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 10 19:40:22.499253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:22.505623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port fb3e0db3-32cf-48fc-a390-82be2d917084 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:22.507379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:22.507521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.514408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port fb3e0db3-32cf-48fc-a390-82be2d917084 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:22.514836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.524691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:22.560244 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/250ca433-e31e-47f6-afed-f15f00553d8c HTTP/1.1" status: 204 len: 168 time: 2.3443296 Dec 10 19:40:22.572835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Removed routes are [] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 10 19:40:22.573692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.577005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56016) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:22.584125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.588120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:22.592291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e0c829-547e-4d71-9e25-6c09eadfcecf req-33484cd6-790a-4b21-aa53-089712e2b575 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 1098 time: 0.3247526 Dec 10 19:40:22.593233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:22.598756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ce40d83-9c3a-4ff6-8baf-f38d62d3f620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:22.600253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:22.601192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.610828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:22.689666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea', 'name': 'tempest-snat-router-127396872', 'tenant_id': '9833c4f2eb924405ac67309d56b6cdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.151'}], 'enable_snat': False}, 'gw_port_id': 'b001dbcc-d177-434e-afa3-c6d3ead133b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:16Z', 'revision_number': 3, 'project_id': '9833c4f2eb924405ac67309d56b6cdbc', 'gw_port': {'id': 'b001dbcc-d177-434e-afa3-c6d3ead133b6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:15Z', 'updated_at': '2021-12-10T19:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:22.695461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd339dbb-2b90-41d3-80bc-446a0cdc4290 None None] The sync data for ids ['2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea'] in dv-neutron-821443-1-hyperv is: [{'id': '2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea', 'name': 'tempest-snat-router-127396872', 'tenant_id': '9833c4f2eb924405ac67309d56b6cdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.151'}], 'enable_snat': False}, 'gw_port_id': 'b001dbcc-d177-434e-afa3-c6d3ead133b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:16Z', 'revision_number': 3, 'project_id': '9833c4f2eb924405ac67309d56b6cdbc', 'gw_port': {'id': 'b001dbcc-d177-434e-afa3-c6d3ead133b6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ba:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:15Z', 'updated_at': '2021-12-10T19:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:22.696404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'Port': ['ID=38c2c747-3824-4b6b-b862-d7da95cdb3aa,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:22.706107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:22.714752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.730050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 6501a1a7-0e89-40ef-b50a-bc1489458457 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:22.731159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:22.891596 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-51868262-a865-4c2a-ba70-bac2f9bf6754 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3052790 Dec 10 19:40:22.895717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56022) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:22.910822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:22.914400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:22.994792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575494bb-0736-4d60-9e17-d9377404075c req-acbc9c96-6db9-4e4b-a4ed-f77c95add188 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:22.997090 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-575494bb-0736-4d60-9e17-d9377404075c req-acbc9c96-6db9-4e4b-a4ed-f77c95add188 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 945 time: 0.2025657 Dec 10 19:40:23.082726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb5b446-02ed-47ed-855d-bed8a895d5de tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:23.083557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4bb5b446-02ed-47ed-855d-bed8a895d5de tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:23.108512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-575494bb-0736-4d60-9e17-d9377404075c req-6bb8afac-1c7d-4885-b932-24f1eba7afd3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882483 Dec 10 19:40:23.112257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.113076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.122584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4bb5b446-02ed-47ed-855d-bed8a895d5de tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:23.127880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4bb5b446-02ed-47ed-855d-bed8a895d5de tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2268529 Dec 10 19:40:23.128276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56028) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:23.189999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.193847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['b55bd202-9122-4688-b4d8-709f32749d26'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:40:23.293686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Transition to ACTIVE for port object 7c9ab112-8c02-47cc-9d87-8118dbb72559 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:23.317969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.338061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.350693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:23.449822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9d6a-63c5-4c5c-95c2-3ff9a9548a27 None None] Pushing event updated for resources: {'Port': ['ID=7c9ab112-8c02-47cc-9d87-8118dbb72559,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:23.453901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd269d2-0953-47af-9c7b-fd3cd2276e84 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:23.454738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9bd269d2-0953-47af-9c7b-fd3cd2276e84 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:23.460024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-517f9d6a-63c5-4c5c-95c2-3ff9a9548a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:23.461771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:23.496839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] Deleting port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:23.497414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.513883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9bd269d2-0953-47af-9c7b-fd3cd2276e84 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:23.515534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9bd269d2-0953-47af-9c7b-fd3cd2276e84 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3861856 Dec 10 19:40:23.518534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56032) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:23.642507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59055cc5-13a5-40a2-9d81-6e8522a1d1cd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200027 Dec 10 19:40:23.646449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56036) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:23.656245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:23.767825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd60b5f-6c6f-492d-a11e-a21cc379c310 req-c7269ff2-ab3a-44e4-a5a3-08c51430d683 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:23.770276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0dd60b5f-6c6f-492d-a11e-a21cc379c310 req-c7269ff2-ab3a-44e4-a5a3-08c51430d683 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 944 time: 0.4138641 Dec 10 19:40:23.828781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.829322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.832331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] For port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fab954d9-9a4c-4cdd-ada2-afa2588d7ddd,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:23.832778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:23.845325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:23.856136 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e0c829-547e-4d71-9e25-6c09eadfcecf req-186e9692-d3d4-4bb2-ab35-769555601d4d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2362325 Dec 10 19:40:23.882097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:23.886871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0dd60b5f-6c6f-492d-a11e-a21cc379c310 req-7544485a-4cdc-4924-814e-58d2f7a3a3ed tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059639 Dec 10 19:40:23.922820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:23.943782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:23.974631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] Calling delete_port for fab954d9-9a4c-4cdd-ada2-afa2588d7ddd owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:24.018341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:security_group_rule and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:24.028633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:24.040297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 6501a1a7-0e89-40ef-b50a-bc1489458457 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:24.051019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:24.063866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b001dbcc-d177-434e-afa3-c6d3ead133b6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:24.067241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:24.129551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:24.148036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port fb3e0db3-32cf-48fc-a390-82be2d917084, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fb3e0db3-32cf-48fc-a390-82be2d917084,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:24.192045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'code': 200} Dec 10 19:40:24.192677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6814102-1e94-4e51-87cf-cc5f0fb53b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:24.201798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:24.249566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Router b930f192-0fec-4339-b545-a5e04339671e is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:40:24.406919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] Pushing event deleted for resources: {'Port': ['ID=fab954d9-9a4c-4cdd-ada2-afa2588d7ddd,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:24.419209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:24.420176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b55bd202-9122-4688-b4d8-709f32749d26 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:24.454762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:24.506033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:24.506570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:24.553053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5833c27d-d3cf-408a-bd81-0290cef5de19 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:24.599518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=fb3e0db3-32cf-48fc-a390-82be2d917084,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:24.611346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:24.688968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:24.691070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9539039-1f88-4888-9177-10d5d9ff120d None None] No DVR routers for this DVR port fab954d9-9a4c-4cdd-ada2-afa2588d7ddd on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:24.708992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:24.761339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=6501a1a7-0e89-40ef-b50a-bc1489458457,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:24.789701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port b001dbcc-d177-434e-afa3-c6d3ead133b6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:24.813495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:24.846518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b001dbcc-d177-434e-afa3-c6d3ead133b6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:24.846904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.015909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.030644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Attempting to bind port 7c9ab112-8c02-47cc-9d87-8118dbb72559 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:25.030874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25afd26-a787-4948-ade8-4ffcfbf57658 req-93c5d366-6bb7-43cb-a5a3-079924d3577e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:25.031072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Attempting to bind port 7c9ab112-8c02-47cc-9d87-8118dbb72559 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:25.031497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Attempting to bind port 7c9ab112-8c02-47cc-9d87-8118dbb72559 on network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:25.032601 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e25afd26-a787-4948-ade8-4ffcfbf57658 req-93c5d366-6bb7-43cb-a5a3-079924d3577e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 946 time: 0.6310124 Dec 10 19:40:25.047596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:25.048188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Checking segment: {'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:25.048651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.049102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Bound using segment: {'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:25.049877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Bound port: 7c9ab112-8c02-47cc-9d87-8118dbb72559, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88069b30-c452-4b59-9550-2f3e5a5588be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:25.050354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.067875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.132466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d6902446-dee4-4605-8213-8e3929d00f01 req-636ef662-bbc6-4c19-a201-6b8de909613e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 1099 time: 0.6837313 Dec 10 19:40:25.151859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.161357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b55bd202-9122-4688-b4d8-709f32749d26 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:40:25.177914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:25.230053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.235813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.239094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:25.270443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea751af3-fd42-4df6-aa76-67eddbe71820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:25.279729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e25afd26-a787-4948-ade8-4ffcfbf57658 req-5bb1f7fb-f0b5-4e05-be84-b5f617aed7a6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361972 Dec 10 19:40:25.290172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:25.307586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.314299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.327759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85e45740-3d33-45a2-b237-7e04ec17289c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:25.337938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Sync routers for ids ['b930f192-0fec-4339-b545-a5e04339671e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:25.342529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.347387 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.1568122 Dec 10 19:40:25.353361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56046) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:25.360673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3a81ab-0e5d-49ce-a33b-b7d3fb3fbd87,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:25.370906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:25.389850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:40:25.400863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d6902446-dee4-4605-8213-8e3929d00f01 req-55c0cdea-02f4-447d-921d-ed645f324733 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458992 Dec 10 19:40:25.428844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.429250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment fbb28ba4-cd47-45fd-8444-f137b848b40e of type vlan for network 8931a82a-f859-4e90-a44b-c8ba28e72559 Dec 10 19:40:25.458609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port b001dbcc-d177-434e-afa3-c6d3ead133b6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b001dbcc-d177-434e-afa3-c6d3ead133b6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:25.486431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:25.503465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] For port 7c9ab112-8c02-47cc-9d87-8118dbb72559, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:25.503802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.513637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] For port 7c9ab112-8c02-47cc-9d87-8118dbb72559, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7c9ab112-8c02-47cc-9d87-8118dbb72559,segment=NetworkSegment(88069b30-c452-4b59-9550-2f3e5a5588be),segment_id=88069b30-c452-4b59-9550-2f3e5a5588be)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:25.518767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Routers {'b930f192-0fec-4339-b545-a5e04339671e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:25.519962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b930f192-0fec-4339-b545-a5e04339671e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:25.536518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:25.551885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:25.569085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:25.569761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.588311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.590143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=412c3707-7c1c-4974-ba44-1f79f6426091,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:25.591684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d64c6-6e7d-407e-a519-afc59898c53e None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:25.596488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:25.603246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a57285-6bf5-4fff-a6d7-155e58834ca0 req-c9f98030-05e4-4796-8647-279ae136e518 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:25.604914 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a3a57285-6bf5-4fff-a6d7-155e58834ca0 req-c9f98030-05e4-4796-8647-279ae136e518 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 943 time: 0.4696207 Dec 10 19:40:25.610328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9600413 Dec 10 19:40:25.611978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56050) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:25.637723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': '412c3707-7c1c-4974-ba44-1f79f6426091', 'ip_address': '2001:db8::c21a:3165:f102:328f'}], 'name': 'tempest-NetworksTestDHCPv6-580429659'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:25.713190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.717395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:25.718902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.719545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.732703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:25.832497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a3a57285-6bf5-4fff-a6d7-155e58834ca0 req-163acea4-f2bb-41fd-9b77-59f30556690a tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186911 Dec 10 19:40:25.851874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:25.869623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:25.907438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:25.921537 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 4.1497328 Dec 10 19:40:25.921809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.931195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=8931a82a-f859-4e90-a44b-c8ba28e72559,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:25.941204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:25.946932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port c66ea51a-b164-4e50-81c0-ca443ae48925 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:40:25.952700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:25.960948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:25.965611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b89de3b6-0d18-412b-97d3-71b30782f783 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 200 len: 953 time: 5.6746228 Dec 10 19:40:25.967332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56054) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:25.975634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fab954d9-9a4c-4cdd-ada2-afa2588d7ddd no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:25.991203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-63396625-f577-4bac-9697-1095d8effc29 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/routers/b930f192-0fec-4339-b545-a5e04339671e HTTP/1.1" status: 200 len: 906 time: 0.6328785 Dec 10 19:40:25.993354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56058) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:26.014193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 8931a82a-f859-4e90-a44b-c8ba28e72559 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:40:26.045489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: fab954d9-9a4c-4cdd-ada2-afa2588d7ddd {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:26.046220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fab954d9-9a4c-4cdd-ada2-afa2588d7ddd not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:26.056131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:26.070732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:26.163653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af8e6d85-57dd-4977-aebd-9c504ec36a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:26.395001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::c21a:3165:f102:328f (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/412c3707-7c1c-4974-ba44-1f79f6426091/c66ea51a-b164-4e50-81c0-ca443ae48925) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:26.453588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:26.458469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:26.875880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=b001dbcc-d177-434e-afa3-c6d3ead133b6,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:26.971348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:26.995622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object c66ea51a-b164-4e50-81c0-ca443ae48925 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:27.039033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:27.082175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9d6a-63c5-4c5c-95c2-3ff9a9548a27 None None] Pushing event updated for resources: {'Port': ['ID=7c9ab112-8c02-47cc-9d87-8118dbb72559,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:27.109095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d92745ab-af7a-4d7b-ae32-0dfeba13bed2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 200 len: 953 time: 1.1395998 Dec 10 19:40:27.111480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56066) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:27.118747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'routes': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:27.123149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-517f9d6a-63c5-4c5c-95c2-3ff9a9548a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:27.126083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.151s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:27.126744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:27.239560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Set router b930f192-0fec-4339-b545-a5e04339671e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:27.249063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:27.296982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74a35c9f-a369-4e8d-be66-7a3868f94d58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:27.357722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:27.384221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:27.394300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=c66ea51a-b164-4e50-81c0-ca443ae48925,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:27.409631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:27.422089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:27.470552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:27.487468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:27.492965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:27.493679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:27.544545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9126220 Dec 10 19:40:27.561537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56070) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:27.569378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': '412c3707-7c1c-4974-ba44-1f79f6426091', 'ip_address': '2001:db8::c21a:3165:f102:328f'}], 'name': 'tempest-NetworksTestDHCPv6-379176489'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:27.608250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffc503-9051-4645-8f24-c21b9fffc5d3 req-6d06bdbf-d006-4fd3-85cf-9a1e2396f241 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:27.609853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94ffc503-9051-4645-8f24-c21b9fffc5d3 req-6d06bdbf-d006-4fd3-85cf-9a1e2396f241 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 946 time: 0.9159739 Dec 10 19:40:27.909165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added routes are [] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 10 19:40:27.910015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 10 19:40:27.948930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:27.966148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b55bd202-9122-4688-b4d8-709f32749d26 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:28.080039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '412c3707-7c1c-4974-ba44-1f79f6426091'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:28.080994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:28.104457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port b55bd202-9122-4688-b4d8-709f32749d26 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:28.104892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:28.258906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94ffc503-9051-4645-8f24-c21b9fffc5d3 req-5764d7b2-3234-4f31-8340-812f5d1491d2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6388907 Dec 10 19:40:28.271939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:28.282734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:28.293270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831bcb4-0302-450f-94bd-fc37339e74c9 req-f2a9fd9e-2ca2-4db6-af79-cd8f253f4ad9 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:28.303064 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3831bcb4-0302-450f-94bd-fc37339e74c9 req-f2a9fd9e-2ca2-4db6-af79-cd8f253f4ad9 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 943 time: 1.1635377 Dec 10 19:40:28.327742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:28.344681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:28.361053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:22Z', 'revision_number': 6, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': '7c9ab112-8c02-47cc-9d87-8118dbb72559', 'name': '', 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:96:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:25Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:28.367762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b001dbcc-d177-434e-afa3-c6d3ead133b6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:28.393782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:28.402354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:28.425255 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3831bcb4-0302-450f-94bd-fc37339e74c9 req-06422f01-c136-498e-8658-bf3eff364d4a tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182997 Dec 10 19:40:28.438023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 17666af9-0b9a-4719-9c13-0d9fc703a03f yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:40:28.487522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56074) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:28.650066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:28.654183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf31a190-798f-4e1f-971e-63a8c817edc0 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/floatingips/ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6 HTTP/1.1" status: 200 len: 991 time: 0.1652150 Dec 10 19:40:28.675761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Deleting port 38c2c747-3824-4b6b-b862-d7da95cdb3aa {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:28.676180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:28.720358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c703bb6-d9f6-4361-bfe1-d23ca0f99679 None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:22Z', 'revision_number': 6, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': '7c9ab112-8c02-47cc-9d87-8118dbb72559', 'name': '', 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:96:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:25Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:28.911753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:28.953781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:28.961036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:28.980370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/412c3707-7c1c-4974-ba44-1f79f6426091/87161851-a111-4c4e-ac1f-0e7663d34ff0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:29.019373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:29.043402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:29.075828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:29.078884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b001dbcc-d177-434e-afa3-c6d3ead133b6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:29.079383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:29.118389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:29.137071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b930f192-0fec-4339-b545-a5e04339671e', 'name': 'tempest-snat-router-127396872', 'tenant_id': '9833c4f2eb924405ac67309d56b6cdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '38c2c747-3824-4b6b-b862-d7da95cdb3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:20Z', 'updated_at': '2021-12-10T19:40:22Z', 'revision_number': 3, 'project_id': '9833c4f2eb924405ac67309d56b6cdbc', 'gw_port': {'id': '38c2c747-3824-4b6b-b862-d7da95cdb3aa', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b930f192-0fec-4339-b545-a5e04339671e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:22Z', 'updated_at': '2021-12-10T19:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:29.139749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f653021-37ab-4689-a028-fba2e260ebd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:29.255646 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26', 'code': 200} Dec 10 19:40:29.261445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:29.288621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:29.295665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72a6b7-54f9-4fe1-88ff-92c046fac6f9 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:29.341489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:29.349894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72a6b7-54f9-4fe1-88ff-92c046fac6f9 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:29.352010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:29.352225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-af72a6b7-54f9-4fe1-88ff-92c046fac6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:29.462217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/floatingips/aa9148e4-a628-43ff-8dff-000f9a5f322d HTTP/1.1" status: 204 len: 168 time: 7.6786468 Dec 10 19:40:29.468726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Calling delete_port for 38c2c747-3824-4b6b-b862-d7da95cdb3aa owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:29.470175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56084) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:29.520772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Checking router: b930f192-0fec-4339-b545-a5e04339671e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:29.521179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Updating router b930f192-0fec-4339-b545-a5e04339671e port 38c2c747-3824-4b6b-b862-d7da95cdb3aa binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:40:29.581184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-af72a6b7-54f9-4fe1-88ff-92c046fac6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:29.594461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72a6b7-54f9-4fe1-88ff-92c046fac6f9 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:29.595716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-af72a6b7-54f9-4fe1-88ff-92c046fac6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:29.676632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-af72a6b7-54f9-4fe1-88ff-92c046fac6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:29.677670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72a6b7-54f9-4fe1-88ff-92c046fac6f9 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:29.826543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:29.842847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Transition to ACTIVE for port object 87161851-a111-4c4e-ac1f-0e7663d34ff0 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:29.867073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Transition to ACTIVE for port object 87161851-a111-4c4e-ac1f-0e7663d34ff0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:29.909800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:29.945452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:29.961896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56088) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:29.963439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86b754b-c8b7-42ab-aa4f-370f750dc12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:29.980301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': '8931a82a-f859-4e90-a44b-c8ba28e72559', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:30.036740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:30.038284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Pushing event updated for resources: {'Port': ['ID=87161851-a111-4c4e-ac1f-0e7663d34ff0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:30.042309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:30.110036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:30.114794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:subnet and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:30.118177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:30.125617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:30.128387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:30.146624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:30.179048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 874eac27-1b3e-4416-880c-4455b9e4e102 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:30.179420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:30.205227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event deleted for resources: {'Port': ['ID=38c2c747-3824-4b6b-b862-d7da95cdb3aa,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:30.233349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:30.266348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:30.270455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:30.273043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:30.397275 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 19:40:30.398066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:40:30.414203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:30.419874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d3a6-955f-4327-b394-d24e9e1dbd55 req-c42d1de8-6b54-498c-92e6-ea092577fbf8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:30.421441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fee7d3a6-955f-4327-b394-d24e9e1dbd55 req-c42d1de8-6b54-498c-92e6-ea092577fbf8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 946 time: 0.4565279 Dec 10 19:40:30.553961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Attempting to bind port 87161851-a111-4c4e-ac1f-0e7663d34ff0 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:30.554407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Attempting to bind port 87161851-a111-4c4e-ac1f-0e7663d34ff0 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:30.554820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Attempting to bind port 87161851-a111-4c4e-ac1f-0e7663d34ff0 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:30.563974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:30.564325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:30.564744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:30.565229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:30.566649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Bound port: 87161851-a111-4c4e-ac1f-0e7663d34ff0, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:30.567328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:30.575858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:30.677747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] For port 87161851-a111-4c4e-ac1f-0e7663d34ff0, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:30.678091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1968bbf2-fc98-4cba-b063-4bf31241f4c3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.1161036 Dec 10 19:40:30.681239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] For port 87161851-a111-4c4e-ac1f-0e7663d34ff0, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=87161851-a111-4c4e-ac1f-0e7663d34ff0,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:30.688720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56092) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:30.721038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7c9ab112-8c02-47cc-9d87-8118dbb72559 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:30.725787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 874eac27-1b3e-4416-880c-4455b9e4e102 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:30.762087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:30.781304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:30.783268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:30.805791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:30.906773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:30.931468 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fee7d3a6-955f-4327-b394-d24e9e1dbd55 req-d0718635-f8aa-45a4-9906-8a8f3512da96 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3988049 Dec 10 19:40:31.012809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:40:31.013219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:40:31.016478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:31.017183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:31.096367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Pushing event updated for resources: {'Port': ['ID=87161851-a111-4c4e-ac1f-0e7663d34ff0,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:31.163933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:31.209957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 7c9ab112-8c02-47cc-9d87-8118dbb72559 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:31.217180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7c9ab112-8c02-47cc-9d87-8118dbb72559 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:31.217636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.270663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.271843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:31.292532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.302062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20257dc2-44bb-41ae-9e52-4d200fb4943c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:31.306606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20257dc2-44bb-41ae-9e52-4d200fb4943c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:31.307501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-20257dc2-44bb-41ae-9e52-4d200fb4943c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:31.335170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-20257dc2-44bb-41ae-9e52-4d200fb4943c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:31.339666 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-20257dc2-44bb-41ae-9e52-4d200fb4943c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6499414 Dec 10 19:40:31.343404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56098) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:31.393051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02504d4c-dbab-4db5-b52d-1f7664075a85 req-c84c5afe-b7e7-4c93-9e71-0f8be7c1baa5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:31.399603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:31.401644 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-02504d4c-dbab-4db5-b52d-1f7664075a85 req-c84c5afe-b7e7-4c93-9e71-0f8be7c1baa5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 946 time: 0.2277734 Dec 10 19:40:31.418444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.423583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.427864 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ca02099c-b3b3-4247-a5e6-66cf6d38fe73 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 200 len: 703 time: 4.3152683 Dec 10 19:40:31.429146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56102) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:31.435892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24919089-a0b4-488d-83fb-93c4952d0fd4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:31.478798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.479371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b930f192-0fec-4339-b545-a5e04339671e {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:40:31.510393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-02504d4c-dbab-4db5-b52d-1f7664075a85 req-1182be63-6961-4aeb-bf65-12d7c55f7b44 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031458 Dec 10 19:40:31.546529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port c66ea51a-b164-4e50-81c0-ca443ae48925 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:31.546747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.546997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.576536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56106) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:31.598711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=874eac27-1b3e-4416-880c-4455b9e4e102,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:31.659781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:31.670138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b6fc233-cba8-4f41-bb73-ca22022b4356 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:31.829978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.852508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': 'fbb28ba4-cd47-45fd-8444-f137b848b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8931a82a-f859-4e90-a44b-c8ba28e72559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:31.853042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: 8931a82a-f859-4e90-a44b-c8ba28e72559, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:40:31.862058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Port 38c2c747-3824-4b6b-b862-d7da95cdb3aa not found while updating agent binding for router b930f192-0fec-4339-b545-a5e04339671e. {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}} Dec 10 19:40:31.883523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.884767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "DELETE /v2.0/routers/b930f192-0fec-4339-b545-a5e04339671e HTTP/1.1" status: 204 len: 168 time: 5.8903296 Dec 10 19:40:31.893078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56110) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:31.915311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Routers set() bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:31.916202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Router IDs set() for agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 10 19:40:31.916614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_agentschedulers_db [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b930f192-0fec-4339-b545-a5e04339671e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent'). {{(pid=88873) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Dec 10 19:40:31.917045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f053cf-1284-4f81-b85a-81488b984c18 None None] The sync data for ids ['b930f192-0fec-4339-b545-a5e04339671e'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:31.926871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 7c9ab112-8c02-47cc-9d87-8118dbb72559, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7c9ab112-8c02-47cc-9d87-8118dbb72559,segment=NetworkSegment(88069b30-c452-4b59-9550-2f3e5a5588be),segment_id=88069b30-c452-4b59-9550-2f3e5a5588be)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:31.933025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.940753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=dd99bc02-fb9c-44f9-8a2e-26f4c869c99c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:31.942069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:31.947724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:31.972511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:31.979048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/ports/874eac27-1b3e-4416-880c-4455b9e4e102 HTTP/1.1" status: 204 len: 168 time: 2.5031843 Dec 10 19:40:31.979240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56114) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:31.989589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:32.003512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:32.011521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:floatingip and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:32.016676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:32.020385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 8931a82a-f859-4e90-a44b-c8ba28e72559 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:40:32.032228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:32.050275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 8931a82a-f859-4e90-a44b-c8ba28e72559) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:32.056265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:32.057077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.077069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.090968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b955f192-39b2-4f8d-a5ac-fb8e0c12fcd8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 200 len: 703 time: 0.6534953 Dec 10 19:40:32.090968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1193893 Dec 10 19:40:32.091696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:32.094927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56120) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:32.184289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961375007'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:32.266456 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e3435711-cac9-4a51-9699-90b56980d7dc tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 1094 time: 0.6828659 Dec 10 19:40:32.267924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56126) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:32.274446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e111f18e-3369-4532-8dff-2334e088bee6 None None] Network 8931a82a-f859-4e90-a44b-c8ba28e72559 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:32.286819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:32.292372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=7c9ab112-8c02-47cc-9d87-8118dbb72559,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:32.305619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:32.328171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:32.336202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:32.359662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:32.371167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:32.375246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.389088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.426449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:27Z', 'revision_number': 7, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': '7c9ab112-8c02-47cc-9d87-8118dbb72559', 'name': '', 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:96:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:25Z', 'revision_number': 4, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:32.456963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:32.461037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.539948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for c66ea51a-b164-4e50-81c0-ca443ae48925 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:32.562351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:32.587740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:32.592122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:32.605134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:32.637662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:32.638778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:32.667901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:32.673831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.726990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:40:32.736819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.737321 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment 7f7bc145-9bb2-4a77-9c5a-cb2512e66af8 of type vlan for network 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 Dec 10 19:40:32.767834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.789527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.805272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.809500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:32.810209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.820603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ededecb-ec84-4e67-a9e6-291a055a1b5f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:32.893872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 87161851-a111-4c4e-ac1f-0e7663d34ff0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:32.949958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-8931a82a-f859-4e90-a44b-c8ba28e72559', 'network_id': '8931a82a-f859-4e90-a44b-c8ba28e72559', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': 'dd99bc02-fb9c-44f9-8a2e-26f4c869c99c'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:32.951191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:32.975551 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8773220 Dec 10 19:40:32.976512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56130) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:32.992478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=6a7624b6-d9d9-4f13-a729-d5fba7e16f85,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:32.995646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:32.999676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': '6a7624b6-d9d9-4f13-a729-d5fba7e16f85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:33.008752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:33.009087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:33.074965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:33.111528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cea0ac60-04e8-4a4d-8df1-2bd0a70a99fc tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:33.177818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=c66ea51a-b164-4e50-81c0-ca443ae48925,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:33.209479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:33.288187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:33.292511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:subnet and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:33.295844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:33.302383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:33.316203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:33.351422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:40:33.363496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.26.8.189 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/da6baefb-845c-42f0-9722-434a32837a42) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:33.384477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:33.400606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:33.423188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:33.537067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/c66ea51a-b164-4e50-81c0-ca443ae48925 HTTP/1.1" status: 204 len: 168 time: 2.1927171 Dec 10 19:40:33.540245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56134) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:33.631564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9d55813d-d1e1-4c04-9b01-496aa19090b9 None None] Could not find standard attr ID for object c66ea51a-b164-4e50-81c0-ca443ae48925. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:40:33.639181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:33.757171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e4598-e711-4449-bd98-4085d98b2d73 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:33.758911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e4598-e711-4449-bd98-4085d98b2d73 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:33.759758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9b5e4598-e711-4449-bd98-4085d98b2d73 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:33.763563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:33.804999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Allocated IP 2001:db8:0:ffff::2 (8931a82a-f859-4e90-a44b-c8ba28e72559/dd99bc02-fb9c-44f9-8a2e-26f4c869c99c/bf109c39-603f-4487-8a5f-67c8193e4d86) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:33.812719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9b5e4598-e711-4449-bd98-4085d98b2d73 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:33.817699 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9b5e4598-e711-4449-bd98-4085d98b2d73 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2754385 Dec 10 19:40:33.822340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56138) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:33.869707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:33.903526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Deleting port b001dbcc-d177-434e-afa3-c6d3ead133b6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:33.903891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.016677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.026699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25b57f2b-c0c5-44cf-b0da-22b79ec28799 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:34.113107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9d55813d-d1e1-4c04-9b01-496aa19090b9 None None] Provisioning for port 87161851-a111-4c4e-ac1f-0e7663d34ff0 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:34.129624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:34.165840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:34.168588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:34.189880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 87161851-a111-4c4e-ac1f-0e7663d34ff0 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:34.196793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.200435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 87161851-a111-4c4e-ac1f-0e7663d34ff0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:34.201048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.206543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=da6baefb-845c-42f0-9722-434a32837a42,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:34.210022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:34.244295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:27Z', 'revision_number': 7, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': '7c9ab112-8c02-47cc-9d87-8118dbb72559', 'name': '', 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:96:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:31Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:34.274420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fe19f-5377-4d84-b3ef-48d1012e449c None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:27Z', 'revision_number': 7, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': '7c9ab112-8c02-47cc-9d87-8118dbb72559', 'name': '', 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:96:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:31Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:34.276679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Transition to ACTIVE for port object bf109c39-603f-4487-8a5f-67c8193e4d86 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:34.282532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c75183c9-8699-429b-a13d-3b291c5deb00 None None] Could not find standard attr ID for object c66ea51a-b164-4e50-81c0-ca443ae48925. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:40:34.316936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Transition to ACTIVE for port object bf109c39-603f-4487-8a5f-67c8193e4d86 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:34.355704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.367210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27bbf14e-f5d4-4531-a381-a4d70348c79f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:34.464282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.466602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.487024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Network 8931a82a-f859-4e90-a44b-c8ba28e72559 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:34.497361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:34.499447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Pushing event updated for resources: {'Port': ['ID=bf109c39-603f-4487-8a5f-67c8193e4d86,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:34.502173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:34.539078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:34.561571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.107 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/44fb1927-f3a7-4313-895c-3d96aae3901e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:34.564431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.610840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 87161851-a111-4c4e-ac1f-0e7663d34ff0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=87161851-a111-4c4e-ac1f-0e7663d34ff0,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:34.619696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Attempting to bind port bf109c39-603f-4487-8a5f-67c8193e4d86 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:34.620095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Attempting to bind port bf109c39-603f-4487-8a5f-67c8193e4d86 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fbb28ba4-cd47-45fd-8444-f137b848b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8931a82a-f859-4e90-a44b-c8ba28e72559'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:34.620518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Attempting to bind port bf109c39-603f-4487-8a5f-67c8193e4d86 on network 8931a82a-f859-4e90-a44b-c8ba28e72559 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:34.625414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.626381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7c9ab112-8c02-47cc-9d87-8118dbb72559 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:34.709423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.733143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b66c471-4dff-42fa-9d94-0e20cf2693a9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:34.798500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 412c3707-7c1c-4974-ba44-1f79f6426091 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:40:34.814279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.837355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-517f9d6a-63c5-4c5c-95c2-3ff9a9548a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:34.897388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:34.899789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Checking segment: {'id': 'fbb28ba4-cd47-45fd-8444-f137b848b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8931a82a-f859-4e90-a44b-c8ba28e72559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:34.899789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.899789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Bound using segment: {'id': 'fbb28ba4-cd47-45fd-8444-f137b848b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8931a82a-f859-4e90-a44b-c8ba28e72559'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:34.899789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Bound port: bf109c39-603f-4487-8a5f-67c8193e4d86, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb28ba4-cd47-45fd-8444-f137b848b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8931a82a-f859-4e90-a44b-c8ba28e72559'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:34.899789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.931382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 7c9ab112-8c02-47cc-9d87-8118dbb72559 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:34.931763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.946175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=0aed2303-7c6b-4b45-bfde-303784d08202,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:34.959416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:34.990201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:34.996350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:35.009274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] For port b001dbcc-d177-434e-afa3-c6d3ead133b6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b001dbcc-d177-434e-afa3-c6d3ead133b6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:35.009564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.010878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:35.012311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:35.037551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=87161851-a111-4c4e-ac1f-0e7663d34ff0,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:35.041305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:35.068672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] For port bf109c39-603f-4487-8a5f-67c8193e4d86, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:35.073159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] For port bf109c39-603f-4487-8a5f-67c8193e4d86, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bf109c39-603f-4487-8a5f-67c8193e4d86,segment=NetworkSegment(fbb28ba4-cd47-45fd-8444-f137b848b40e),segment_id=fbb28ba4-cd47-45fd-8444-f137b848b40e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:35.087978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.094760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:35.192911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7c9ab112-8c02-47cc-9d87-8118dbb72559 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:35.193462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.207499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Calling delete_port for b001dbcc-d177-434e-afa3-c6d3ead133b6 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:35.219927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port 7c9ab112-8c02-47cc-9d87-8118dbb72559, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7c9ab112-8c02-47cc-9d87-8118dbb72559,segment=NetworkSegment(88069b30-c452-4b59-9550-2f3e5a5588be),segment_id=88069b30-c452-4b59-9550-2f3e5a5588be)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:35.220298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.253956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.267839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': '7f7bc145-9bb2-4a77-9c5a-cb2512e66af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a7624b6-d9d9-4f13-a729-d5fba7e16f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:35.268865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: 6a7624b6-d9d9-4f13-a729-d5fba7e16f85, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:40:35.275970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Pushing event updated for resources: {'Port': ['ID=bf109c39-603f-4487-8a5f-67c8193e4d86,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:35.292492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:35.351137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:35.365302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.368588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 7c9ab112-8c02-47cc-9d87-8118dbb72559 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:35.451295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:40:35.471074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.481883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b0ae02b-84c1-42d0-bdb9-5012640694a1 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:35.529140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6a7624b6-d9d9-4f13-a729-d5fba7e16f85) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:35.539442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d3ac7-369f-44f6-beb7-3942e85f8488 None None] Network 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:35.559192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:35.559961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.647276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.651759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=44fb1927-f3a7-4313-895c-3d96aae3901e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:35.658099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:35.659958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:35.679901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a39f3e5-4881-42a1-96ca-d1b6deea4140 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:35.716359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:40:35.720089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:35.734941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:35.803933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=412c3707-7c1c-4974-ba44-1f79f6426091,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:35.823327 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8399622 Dec 10 19:40:35.823327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:35.836269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56142) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:35.882469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.887902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/412c3707-7c1c-4974-ba44-1f79f6426091 HTTP/1.1" status: 204 len: 168 time: 2.0644500 Dec 10 19:40:35.894298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56146) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:35.969088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:35.988943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:36.034943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 87161851-a111-4c4e-ac1f-0e7663d34ff0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:36.068648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=7c9ab112-8c02-47cc-9d87-8118dbb72559,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:36.076594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:36.079152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313a129-8ec4-49fa-82f1-6718eef7191d None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:36.159661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-221e2f6d-f04b-4a6a-8b56-683f6920de0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2612562 Dec 10 19:40:36.174969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56150) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:36.200237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:36.270896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:27Z', 'revision_number': 7, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': '7c9ab112-8c02-47cc-9d87-8118dbb72559', 'name': '', 'network_id': '335a48b0-d0e7-4a2b-8b91-af66324d38c9', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:96:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:13Z', 'updated_at': '2021-12-10T19:40:31Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': '4cb863bb-bff1-4fb8-b74f-7f52c8b7605f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:36.290993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:36.325340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:36.326066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:36.328849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.337593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.349434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fda0f6de-b7c3-4309-a896-3b5dfc908633 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:36.358774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6a7624b6-d9d9-4f13-a729-d5fba7e16f85', 'network_id': '6a7624b6-d9d9-4f13-a729-d5fba7e16f85', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': '0aed2303-7c6b-4b45-bfde-303784d08202'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:36.361211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.434174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.446134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=da6baefb-845c-42f0-9722-434a32837a42,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:36.456938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:36.462590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3d84ac57-b328-4cfb-a70f-f51c25a572da tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:36.597250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.624892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:36.646948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.651597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6701348 Dec 10 19:40:36.654200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56154) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:36.660916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'port': {'network_id': 'd3facbb1-20fd-4ad7-8130-c82d08a9cd88', 'name': 'tempest-FloatingIPTestJSON-978485948'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:36.661194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 87161851-a111-4c4e-ac1f-0e7663d34ff0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:36.661555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.685384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event deleted for resources: {'Port': ['ID=b001dbcc-d177-434e-afa3-c6d3ead133b6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:36.695332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.700660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:36.722297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:36.736584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:36.759615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:36.780616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Allocated IP 2001:db8::1 (6a7624b6-d9d9-4f13-a729-d5fba7e16f85/0aed2303-7c6b-4b45-bfde-303784d08202/79576558-ea4e-47d3-a47b-2b33237ca9d6) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:36.811855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:36.821022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:37.024655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:37.043020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:37.061376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:35Z', 'revision_number': 8, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:37.067399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e3765-aa6f-4e31-b063-9c2559de3a8a None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:35Z', 'revision_number': 8, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:37.072529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:37.079272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:37.087345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:37.092198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624579f6-6166-45b2-a918-131065482707 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:37.118348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] device_id is not set on port 471077ab-59aa-4345-ae16-32b7e006b40b yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:40:37.161906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Transition to ACTIVE for port object 79576558-ea4e-47d3-a47b-2b33237ca9d6 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:37.165480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-624579f6-6166-45b2-a918-131065482707 None None] Deleting port 87161851-a111-4c4e-ac1f-0e7663d34ff0 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:37.169433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-624579f6-6166-45b2-a918-131065482707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:37.282669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Transition to ACTIVE for port object 79576558-ea4e-47d3-a47b-2b33237ca9d6 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:37.292129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:37.298145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:37.350515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 79576558-ea4e-47d3-a47b-2b33237ca9d6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:37.351181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:37.446089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Network 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:37.468822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:37.476686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:37.589575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Pushing event updated for resources: {'Port': ['ID=79576558-ea4e-47d3-a47b-2b33237ca9d6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:37.593069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:37.750154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.20.0.7 (d3facbb1-20fd-4ad7-8130-c82d08a9cd88/b82110a3-5409-4e0f-b1e7-177bbaecf696/471077ab-59aa-4345-ae16-32b7e006b40b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:37.761920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-624579f6-6166-45b2-a918-131065482707 None None] For port 87161851-a111-4c4e-ac1f-0e7663d34ff0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=87161851-a111-4c4e-ac1f-0e7663d34ff0,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:37.762378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-624579f6-6166-45b2-a918-131065482707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:37.770951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Attempting to bind port 79576558-ea4e-47d3-a47b-2b33237ca9d6 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:37.771376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Attempting to bind port 79576558-ea4e-47d3-a47b-2b33237ca9d6 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '7f7bc145-9bb2-4a77-9c5a-cb2512e66af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a7624b6-d9d9-4f13-a729-d5fba7e16f85'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:37.771795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Attempting to bind port 79576558-ea4e-47d3-a47b-2b33237ca9d6 on network 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:37.876396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bf109c39-603f-4487-8a5f-67c8193e4d86 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:37.978730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:37.979161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Checking segment: {'id': '7f7bc145-9bb2-4a77-9c5a-cb2512e66af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a7624b6-d9d9-4f13-a729-d5fba7e16f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:37.979950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:37.980087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Bound using segment: {'id': '7f7bc145-9bb2-4a77-9c5a-cb2512e66af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a7624b6-d9d9-4f13-a729-d5fba7e16f85'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:37.980583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Bound port: 79576558-ea4e-47d3-a47b-2b33237ca9d6, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7bc145-9bb2-4a77-9c5a-cb2512e66af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a7624b6-d9d9-4f13-a729-d5fba7e16f85'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:37.981013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.009074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-624579f6-6166-45b2-a918-131065482707 None None] Calling delete_port for 87161851-a111-4c4e-ac1f-0e7663d34ff0 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:38.075585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.090579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.095336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:38.151265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d614ff7-bd41-4b9a-8430-796e4fceea72 None None] Network 8931a82a-f859-4e90-a44b-c8ba28e72559 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:38.309657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-624579f6-6166-45b2-a918-131065482707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.312981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] For port 79576558-ea4e-47d3-a47b-2b33237ca9d6, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:38.319059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f23a554-f505-4eef-b451-201ca0ffb471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:38.385481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-657eeade-f88f-460e-9123-153122122a50 None None] Provisioning for port bf109c39-603f-4487-8a5f-67c8193e4d86 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:38.402613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] For port 79576558-ea4e-47d3-a47b-2b33237ca9d6, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=79576558-ea4e-47d3-a47b-2b33237ca9d6,segment=NetworkSegment(7f7bc145-9bb2-4a77-9c5a-cb2512e66af8),segment_id=7f7bc145-9bb2-4a77-9c5a-cb2512e66af8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:38.404044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624579f6-6166-45b2-a918-131065482707 None None] Pushing event deleted for resources: {'Port': ['ID=87161851-a111-4c4e-ac1f-0e7663d34ff0,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:38.406932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-624579f6-6166-45b2-a918-131065482707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:38.416034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624579f6-6166-45b2-a918-131065482707 None None] No DVR routers for this DVR port 87161851-a111-4c4e-ac1f-0e7663d34ff0 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:38.426098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.434277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:38.465753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port bf109c39-603f-4487-8a5f-67c8193e4d86 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:38.503164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bf109c39-603f-4487-8a5f-67c8193e4d86 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:38.503595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.537856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.543783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-687fc4c4-c2ff-4269-84cc-204fc56b3325 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:38.664795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network d3facbb1-20fd-4ad7-8130-c82d08a9cd88 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:38.668721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=471077ab-59aa-4345-ae16-32b7e006b40b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:38.670243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.675327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:38.678667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:38.686718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:38.710498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.763784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:38.788893 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6955428 Dec 10 19:40:38.795867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:38.797079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.798858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:38.804262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56158) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:38.804932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port 79576558-ea4e-47d3-a47b-2b33237ca9d6, host dv-neutron-821443-1-hyperv, got binding levels [] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:38.805341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.835215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:38.841899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Pushing event updated for resources: {'Port': ['ID=79576558-ea4e-47d3-a47b-2b33237ca9d6,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:38.845592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:38.858447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:38.897077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:38.897849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:38.972566 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3138490 Dec 10 19:40:38.979077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56162) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:38.987367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'port_id': '471077ab-59aa-4345-ae16-32b7e006b40b'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:39.035694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for 79576558-ea4e-47d3-a47b-2b33237ca9d6 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:39.077228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.077871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:40:39.105911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.133060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:39.155960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.161645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:39.165310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=cc78483d-aecc-4f78-acf7-d7addb86e0f5,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:39.176114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08b8287-4475-40fe-8018-1c8851dc7ea9 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:39.176666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:39.177344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.187946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:39.257861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:39.363125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet 4cb863bb-bff1-4fb8-b74f-7f52c8b7605f {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:40:39.377717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.524581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port bf109c39-603f-4487-8a5f-67c8193e4d86, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bf109c39-603f-4487-8a5f-67c8193e4d86,segment=NetworkSegment(fbb28ba4-cd47-45fd-8444-f137b848b40e),segment_id=fbb28ba4-cd47-45fd-8444-f137b848b40e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:39.529570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.559854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.609205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:39.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.706763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.708377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "DELETE /v2.0/routers/2a2d39c8-bb6e-4a9a-be3a-746a4badc0ea HTTP/1.1" status: 204 len: 168 time: 7.8118434 Dec 10 19:40:39.720471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56166) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:39.734000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-629258029', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:39.734681 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5576046 Dec 10 19:40:39.741054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56170) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:39.759868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': 'cc78483d-aecc-4f78-acf7-d7addb86e0f5', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1212468561'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:39.763754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 87161851-a111-4c4e-ac1f-0e7663d34ff0 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:39.776442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:40:39.777160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:40:39.783248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.788067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:39.843881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 87161851-a111-4c4e-ac1f-0e7663d34ff0 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:39.844296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 87161851-a111-4c4e-ac1f-0e7663d34ff0 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:39.844720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7c9ab112-8c02-47cc-9d87-8118dbb72559 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:39.848420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:39.912840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Usage tracker for resource:router and tenant:d3713d861245490a81a9d3909b717319 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:39.951765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 7c9ab112-8c02-47cc-9d87-8118dbb72559 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:39.952144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7c9ab112-8c02-47cc-9d87-8118dbb72559 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:39.982141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:40.010765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:40.116468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.133134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:40.157686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.166295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.173270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d184e69a-eb85-4f44-91b9-801543f8b457 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:40.178351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.179578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.183352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.238820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb863bb-bff1-4fb8-b74f-7f52c8b7605f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:40.250574 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/4cb863bb-bff1-4fb8-b74f-7f52c8b7605f HTTP/1.1" status: 204 len: 168 time: 1.4422505 Dec 10 19:40:40.251588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56174) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:40.259259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:40.287611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 79576558-ea4e-47d3-a47b-2b33237ca9d6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:40.298435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 79576558-ea4e-47d3-a47b-2b33237ca9d6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:40.298822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.318022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e83c6-7649-4887-a2cc-835d113d9b81 None None] Network 335a48b0-d0e7-4a2b-8b91-af66324d38c9 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:40.346891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=bf109c39-603f-4487-8a5f-67c8193e4d86,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:40.348115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:40.352522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:40.353988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': 'cc78483d-aecc-4f78-acf7-d7addb86e0f5'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:40.355049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.364003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:40.367846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:40.391677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:40.401658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.426608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=44fb1927-f3a7-4313-895c-3d96aae3901e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:40.437022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:40.486493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:40.573860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.599782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.745991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bf6d1e08-1bdf-4c97-bcb8-ffe5f839c154 None None] Provisioning complete for port bf109c39-603f-4487-8a5f-67c8193e4d86 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:40.746422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1e08-1bdf-4c97-bcb8-ffe5f839c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.803586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port af2e47a1-8869-42ff-ba07-999a8100ee98 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:40.804061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:40.836810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 79576558-ea4e-47d3-a47b-2b33237ca9d6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:40.888200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:35Z', 'revision_number': 8, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:41.016867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.088476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.095554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:41.110745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b001dbcc-d177-434e-afa3-c6d3ead133b6 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:41.138006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468023a-d4bf-460c-a7f0-201e81456b01 None None] Network 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:41.141453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port f4e2268a-a44b-452f-9456-af46c86b79f0 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:40:41.176716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port af2e47a1-8869-42ff-ba07-999a8100ee98, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=af2e47a1-8869-42ff-ba07-999a8100ee98,segment=NetworkSegment(88069b30-c452-4b59-9550-2f3e5a5588be),segment_id=88069b30-c452-4b59-9550-2f3e5a5588be)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:41.177295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.272698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: b001dbcc-d177-434e-afa3-c6d3ead133b6 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:41.273067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b001dbcc-d177-434e-afa3-c6d3ead133b6 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:41.284029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.298810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.354224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for af2e47a1-8869-42ff-ba07-999a8100ee98 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:41.363472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26d5e2aa-db7a-4ebd-bceb-b11a7625171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.393090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:41.393849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:41.420078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port 79576558-ea4e-47d3-a47b-2b33237ca9d6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=79576558-ea4e-47d3-a47b-2b33237ca9d6,segment=NetworkSegment(7f7bc145-9bb2-4a77-9c5a-cb2512e66af8),segment_id=7f7bc145-9bb2-4a77-9c5a-cb2512e66af8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:41.420593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.546631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/cc78483d-aecc-4f78-acf7-d7addb86e0f5/fbdc2319-72dc-4ad6-b088-a4f5040c6078) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:41.589068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for 79576558-ea4e-47d3-a47b-2b33237ca9d6 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:41.645763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.682150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.695391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.695655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1a0869d8-695e-4308-89ce-b6bec2a6a211 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:41.725252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c6c70a-974f-4df3-87ec-93c5286aee88 None None] DHCP port deletion for 335a48b0-d0e7-4a2b-8b91-af66324d38c9 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:41.768048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=af2e47a1-8869-42ff-ba07-999a8100ee98,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:41.770843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:41.781819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No DVR routers for this DVR port af2e47a1-8869-42ff-ba07-999a8100ee98 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:41.799137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:41.803102 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP 32e32e31-45bc-4520-9dd0-c1fd0ab1ebff associated. External IP: 172.26.8.189, port: 471077ab-59aa-4345-ae16-32b7e006b40b. Dec 10 19:40:41.891705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e17689c5-8d09-4b43-9394-7f56c70d1e70 None None] Provisioning for port 79576558-ea4e-47d3-a47b-2b33237ca9d6 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:41.918919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e17689c5-8d09-4b43-9394-7f56c70d1e70 None None] Provisioning complete for port 79576558-ea4e-47d3-a47b-2b33237ca9d6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:41.919345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e17689c5-8d09-4b43-9394-7f56c70d1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:41.959259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP eed1a6eb-a433-4eaa-9228-7887df8653b0 associated. External IP: 172.26.8.107, port: fb3e0db3-32cf-48fc-a390-82be2d917084. Dec 10 19:40:42.016399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Allocated IP 172.26.8.113 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/fec7770a-c6f1-4284-a11d-172daf73356e) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:42.099910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.135788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bf109c39-603f-4487-8a5f-67c8193e4d86 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:42.148809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335a48b0-d0e7-4a2b-8b91-af66324d38c9']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:42.164225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.169569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88069b30-c452-4b59-9550-2f3e5a5588be') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:42.169962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88069b30-c452-4b59-9550-2f3e5a5588be') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:42.178395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:42.223094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.223666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.265244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Port': ['ID=79576558-ea4e-47d3-a47b-2b33237ca9d6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:42.278093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e17689c5-8d09-4b43-9394-7f56c70d1e70 None None] Could not find standard attr ID for object 79576558-ea4e-47d3-a47b-2b33237ca9d6. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:40:42.307910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.db [None req-e17689c5-8d09-4b43-9394-7f56c70d1e70 None None] No ports have port_id starting with 79576558-ea4e-47d3-a47b-2b33237ca9d6 Dec 10 19:40:42.346510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.379855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Transition to ACTIVE for port object fbdc2319-72dc-4ad6-b088-a4f5040c6078 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:42.408568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.430530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ee75653-7e06-4b72-b56d-b61603b9cee2 tempest-FloatingIPAdminTestJSON-1454957787 tempest-FloatingIPAdminTestJSON-1454957787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:42.465696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Transition to ACTIVE for port object fbdc2319-72dc-4ad6-b088-a4f5040c6078 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:42.492797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.499582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ecde43a-60c4-4cd4-816b-63e731fc59fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:42.534764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event updated for resources: {'Port': ['ID=fec7770a-c6f1-4284-a11d-172daf73356e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:42.535011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bf109c39-603f-4487-8a5f-67c8193e4d86 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:42.535403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.539219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:42.562509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:42.569219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:40:42.570032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:40:42.577896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.618436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:42.620994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:42.632477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:42.639975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No DVR routers for this DVR port 79576558-ea4e-47d3-a47b-2b33237ca9d6 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:42.645340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.655958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:42.659047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Pushing event updated for resources: {'Port': ['ID=fbdc2319-72dc-4ad6-b088-a4f5040c6078,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:42.663738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-933a270f-831d-44d5-bbfb-ce39194fc43e None None] Could not find standard attr ID for object 79576558-ea4e-47d3-a47b-2b33237ca9d6. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:40:42.665355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:42.667269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:42.670476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:42.683090 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fcbc609a-7391-41cc-8e0f-23203de7722f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9327493 Dec 10 19:40:42.683350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56178) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:42.741114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:40:42.741578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.760346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26421134-3a00-43d9-b70e-ecd85cc9d038 None None] DHCP port deletion for 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:40:42.762063 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:40:42.854666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:42.904136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.948230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:35Z', 'revision_number': 8, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:42.972733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:42.980499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4c98118-eb5b-4cbc-b08a-e0b53a3203db tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:42.999434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58136f84-664e-4eb6-8bc2-86181abf5ebe None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:35Z', 'revision_number': 8, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1', 'name': '', 'network_id': '587b16c3-0375-482a-bf67-b9e19294e275', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:db:6d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:59Z', 'updated_at': '2021-12-10T19:40:10Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'e45645ed-9c7e-4a65-930c-5c04b46c19f4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:43.002004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.026617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Attempting to bind port fbdc2319-72dc-4ad6-b088-a4f5040c6078 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:43.027034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Attempting to bind port fbdc2319-72dc-4ad6-b088-a4f5040c6078 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:43.027427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Attempting to bind port fbdc2319-72dc-4ad6-b088-a4f5040c6078 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:43.033104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=335a48b0-d0e7-4a2b-8b91-af66324d38c9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:43.036720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:43.037150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:43.037638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.038092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:43.038625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Bound port: fbdc2319-72dc-4ad6-b088-a4f5040c6078, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:43.039052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.049174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:43.062088 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/335a48b0-d0e7-4a2b-8b91-af66324d38c9 HTTP/1.1" status: 204 len: 168 time: 2.7989447 Dec 10 19:40:43.070231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.071478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.072835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56182) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:43.083643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ef5e6-f1c4-46b4-9f06-60237d66048d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:43.084613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d6ef5e6-f1c4-46b4-9f06-60237d66048d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:43.118174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device af2e47a1-8869-42ff-ba07-999a8100ee98 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:43.165631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: af2e47a1-8869-42ff-ba07-999a8100ee98 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:43.166035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device af2e47a1-8869-42ff-ba07-999a8100ee98 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:43.210470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] For port fbdc2319-72dc-4ad6-b088-a4f5040c6078, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:43.213618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] For port fbdc2319-72dc-4ad6-b088-a4f5040c6078, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fbdc2319-72dc-4ad6-b088-a4f5040c6078,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:43.220843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.224748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:43.272368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.279218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6684a643-1276-4bd8-a629-f31ab2b16abd tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:43.335891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Pushing event updated for resources: {'Port': ['ID=fbdc2319-72dc-4ad6-b088-a4f5040c6078,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:43.339655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:43.393328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=0aed2303-7c6b-4b45-bfde-303784d08202,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:43.400096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:43.400903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d6ef5e6-f1c4-46b4-9f06-60237d66048d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:43.402265 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5d6ef5e6-f1c4-46b4-9f06-60237d66048d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7171249 Dec 10 19:40:43.474441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56186) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:43.537219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0224f0-4a7b-4130-ac86-590efde48e48 None None] Network 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:43.651043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:43.655641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.661825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5bd35-ec24-4d93-9222-e36fae3cb64f None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:43.686866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e5bd35-ec24-4d93-9222-e36fae3cb64f None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:43.699006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c5e5bd35-ec24-4d93-9222-e36fae3cb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:43.745962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.754043 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9e0cce0b-898c-48cd-902a-790f56914e52 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/floatingips/32e32e31-45bc-4520-9dd0-c1fd0ab1ebff HTTP/1.1" status: 200 len: 977 time: 4.7737522 Dec 10 19:40:43.760718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56190) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:43.800297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7624b6-d9d9-4f13-a729-d5fba7e16f85']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:43.817220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c5e5bd35-ec24-4d93-9222-e36fae3cb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:43.818682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7bc145-9bb2-4a77-9c5a-cb2512e66af8') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:43.821829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7bc145-9bb2-4a77-9c5a-cb2512e66af8') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:43.837585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.840287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e5bd35-ec24-4d93-9222-e36fae3cb64f None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:43.840978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c5e5bd35-ec24-4d93-9222-e36fae3cb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:43.852658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.867312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c713859-94f1-418a-9214-453eaba042c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.869096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.871866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cccdeb-8e6f-4e7a-8c3d-751fb3bd2559 None None] DHCP port deletion for 6a7624b6-d9d9-4f13-a729-d5fba7e16f85 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:43.876775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:40:43.877005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.907367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 471077ab-59aa-4345-ae16-32b7e006b40b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:40:43.907605 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:40:43.910275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:43.928004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c5e5bd35-ec24-4d93-9222-e36fae3cb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:43.928736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5bd35-ec24-4d93-9222-e36fae3cb64f None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:43.972717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Router 66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:40:43.985611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70047f84-78d5-4b02-9b06-c1e50a52b66c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:43.987299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70047f84-78d5-4b02-9b06-c1e50a52b66c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:43.988129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-70047f84-78d5-4b02-9b06-c1e50a52b66c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:44.048243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-70047f84-78d5-4b02-9b06-c1e50a52b66c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:44.052813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70047f84-78d5-4b02-9b06-c1e50a52b66c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5310123 Dec 10 19:40:44.059421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56194) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:44.117755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fbdc2319-72dc-4ad6-b088-a4f5040c6078 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:44.124504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.141314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b97acff-9026-4372-9648-88f78909a1fb tempest-FloatingIPAdminTestJSON-1380280244 tempest-FloatingIPAdminTestJSON-1380280244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:44.156987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.182702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=6a7624b6-d9d9-4f13-a729-d5fba7e16f85,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:44.189365 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/6a7624b6-d9d9-4f13-a729-d5fba7e16f85 HTTP/1.1" status: 204 len: 168 time: 8.3425076 Dec 10 19:40:44.210970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port fbdc2319-72dc-4ad6-b088-a4f5040c6078 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:44.258468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:44.259179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:44.264344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1834002957'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:44.266537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 79576558-ea4e-47d3-a47b-2b33237ca9d6 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:44.288287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:44.300493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:44.305865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:44.306319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 79576558-ea4e-47d3-a47b-2b33237ca9d6 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:44.306831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 79576558-ea4e-47d3-a47b-2b33237ca9d6 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:44.328550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:44.384228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:44.389613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.406661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.514672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router a7aa6c37-d961-40cd-9501-11ad51cf4f80 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:44.529025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet cc78483d-aecc-4f78-acf7-d7addb86e0f5 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:40:44.534565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:40:44.537141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.631878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.632274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment 03db1a86-5c4f-4619-ba51-bab4fb758351 of type vlan for network 55a820c2-57fe-4967-9a97-4066571c5041 Dec 10 19:40:44.677088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.751073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.772737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.788815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:44.800291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36f81a-d312-44dd-98eb-c471aa85f05a None None] Sync routers for ids ['66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:44.819589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36f81a-d312-44dd-98eb-c471aa85f05a None None] Routers {'66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:44.820331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7e36f81a-d312-44dd-98eb-c471aa85f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:44.859345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.864722 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1413085 Dec 10 19:40:44.864722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.865031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.865439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP 32e32e31-45bc-4520-9dd0-c1fd0ab1ebff disassociated. External IP: 172.26.8.189, port: 471077ab-59aa-4345-ae16-32b7e006b40b. Dec 10 19:40:44.865692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 471077ab-59aa-4345-ae16-32b7e006b40b owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:44.896799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56202) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:44.907176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7e36f81a-d312-44dd-98eb-c471aa85f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:44.914206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-84e725cd-199f-460f-9ab8-dc620d4ef008 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:44.925836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36f81a-d312-44dd-98eb-c471aa85f05a None None] Routers {'66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:44.926649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7e36f81a-d312-44dd-98eb-c471aa85f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:44.967180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.972032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:44.972715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:44.986972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f16ff084-dcc1-48b1-8872-ad4e43c10211 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:45.019364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7e36f81a-d312-44dd-98eb-c471aa85f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:45.020062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36f81a-d312-44dd-98eb-c471aa85f05a None None] The sync data for ids ['66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:45.188034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9263027 Dec 10 19:40:45.196430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56206) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:45.222209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': '55a820c2-57fe-4967-9a97-4066571c5041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:45.237916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=55a820c2-57fe-4967-9a97-4066571c5041,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:45.255182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 55a820c2-57fe-4967-9a97-4066571c5041 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:40:45.277771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc12098-48f9-430f-ae80-68b61230aab6 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:40:45.299436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:45.311748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.418205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.425098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:45.433680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:subnet and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:45.438111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:45.441410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.450453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b3dee52c-4035-4e94-ae91-0103af7c05e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:45.453067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] Provisioning for port fbdc2319-72dc-4ad6-b088-a4f5040c6078 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:45.478876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] Provisioning complete for port fbdc2319-72dc-4ad6-b088-a4f5040c6078 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:45.479475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.492385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:45.513559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=471077ab-59aa-4345-ae16-32b7e006b40b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:45.521472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:45.530630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:45.541644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.548895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d856eedc-a6c6-49c3-95fd-9409b6d028d1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:45.645838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=cc78483d-aecc-4f78-acf7-d7addb86e0f5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:45.656898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:45.668312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:45.670487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.670793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc12098-48f9-430f-ae80-68b61230aab6 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:40:45.682555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.691288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] Sync routers for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:45.712193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:45.713252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:45.746041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/cc78483d-aecc-4f78-acf7-d7addb86e0f5 HTTP/1.1" status: 204 len: 168 time: 1.6832144 Dec 10 19:40:45.749436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56210) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:45.792798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.812406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] For port fbdc2319-72dc-4ad6-b088-a4f5040c6078, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fbdc2319-72dc-4ad6-b088-a4f5040c6078,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:45.818551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.821207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:45.828840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:45.879760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e55aeeb1-24c1-4401-a796-5ca854936791 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280599 Dec 10 19:40:45.880460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56214) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:45.896149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:45.964165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] Pushing event updated for resources: {'Port': ['ID=fbdc2319-72dc-4ad6-b088-a4f5040c6078,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:45.988265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:46.074872 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 13.8017075 Dec 10 19:40:46.085078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56218) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:46.089307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:46.128324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fbdc2319-72dc-4ad6-b088-a4f5040c6078 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:46.234973 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'status': 'completed', 'code': 200} Dec 10 19:40:46.271956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:46.280782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:46.328898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:46.329943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port fbdc2319-72dc-4ad6-b088-a4f5040c6078 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:46.330954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:46.339000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:46.351950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:46.359973 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8af4544a-15b9-4209-a9e9-b9479266c537 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/eed1a6eb-a433-4eaa-9228-7887df8653b0 HTTP/1.1" status: 200 len: 992 time: 0.2624655 Dec 10 19:40:46.374355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:46.381132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:46.426439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3deb1-0adb-45fb-8750-87ab743754bb None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:46.628329 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-a45cdc1c-1494-4776-b669-828e3b723f23 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 1099 time: 0.3483846 Dec 10 19:40:46.758429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:46.759106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:46.790525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:46.801638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:46.859290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:40Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:38Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:46.864179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] Checking router: a7aa6c37-d961-40cd-9501-11ad51cf4f80 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:46.876911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:46.878532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:46.890035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:46.897027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] Deleting port fbdc2319-72dc-4ad6-b088-a4f5040c6078 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:46.898039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:46.922978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:46.933232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:46.946151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-0c66b36b-f747-4321-ae4b-424e1d4e7179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:46.948908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-0c66b36b-f747-4321-ae4b-424e1d4e7179 service neutron] 10.222.0.84 "GET /v2.0/networks?id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 200 len: 898 time: 0.3022187 Dec 10 19:40:46.952902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b10d0347-6216-49a4-a9c1-83fa0a7caef8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:46.973901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:46.985937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:47.003158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:47.003818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.012016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=c7355c41-dc4a-4160-95ff-fcc9cec5487e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:47.022003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:47.052753 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1668653 Dec 10 19:40:47.066554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56224) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:47.075442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-165765562', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:47.085122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:47.100752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:router and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:47.104738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:47.106687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:47.117791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:47.120952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,segment=NetworkSegment(9d6e981f-ae33-470f-9b91-458b28f5a368),segment_id=9d6e981f-ae33-470f-9b91-458b28f5a368)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:47.121356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.249413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] For port fbdc2319-72dc-4ad6-b088-a4f5040c6078, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fbdc2319-72dc-4ad6-b088-a4f5040c6078,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:47.251062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.267265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:47.297795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.299246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.352400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.384171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56228) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:47.429079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] Calling delete_port for fbdc2319-72dc-4ad6-b088-a4f5040c6078 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:47.544656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=3883734a-1bc1-4729-8aa8-e385deca380b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:47.545295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.561392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-624579f6-6166-45b2-a918-131065482707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:47.585202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:47.597530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:40Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:38Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:47.602752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-97a53cbe-b8b6-4244-a0a2-7fb18d72c42a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb3e0db3-32cf-48fc-a390-82be2d917084 HTTP/1.1" status: 200 len: 1000 time: 0.5302348 Dec 10 19:40:47.603230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f089b-a670-49f9-a7a2-f68e1490aa48 None None] The sync data for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:39:40Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:38Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:47.605376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': '03db1a86-5c4f-4619-ba51-bab4fb758351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55a820c2-57fe-4967-9a97-4066571c5041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:47.605924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: 55a820c2-57fe-4967-9a97-4066571c5041, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:40:47.618299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] No DVR routers for this DVR port fbdc2319-72dc-4ad6-b088-a4f5040c6078 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:47.640221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] Pushing event deleted for resources: {'Port': ['ID=fbdc2319-72dc-4ad6-b088-a4f5040c6078,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:47.642779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:47.648199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.660431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acccd8-0aa3-4b9c-92ac-f9bc02becf16 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:47.687864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.696000 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-db65968e-8477-4336-a8cf-2bc73640bc6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6288142 Dec 10 19:40:47.697067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56234) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:47.756037 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-543d657c-e775-4f36-bc2b-d6e03022fa6f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/eed1a6eb-a433-4eaa-9228-7887df8653b0 HTTP/1.1" status: 200 len: 992 time: 0.3163693 Dec 10 19:40:47.770388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-d0936e86-7ad5-43a8-b8a4-d541090cf9fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:47.772551 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-d0936e86-7ad5-43a8-b8a4-d541090cf9fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7c11f707-c8ba-4c18-ad0e-1a616c1eb265 HTTP/1.1" status: 200 len: 835 time: 0.1610055 Dec 10 19:40:47.842510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 55a820c2-57fe-4967-9a97-4066571c5041 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:40:47.865761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 55a820c2-57fe-4967-9a97-4066571c5041) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:47.882759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:47.883419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.886742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a439c-988e-4fd1-b53c-4083c4d15ecc None None] Network 55a820c2-57fe-4967-9a97-4066571c5041 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:47.951680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7529874 Dec 10 19:40:47.956956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56238) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:47.980259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862550990'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:47.980601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:47.986602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-2766aa6a-2c81-4276-b38a-0608e4e5f52b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2018049 Dec 10 19:40:47.992209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:47.992510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cc99419-f6ad-41e4-9c9f-5bd459a96c8d tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:48.020502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:48.021380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': 'c7355c41-dc4a-4160-95ff-fcc9cec5487e'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:48.022450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.109447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:48.119647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:48.130277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:48.148993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-84e725cd-199f-460f-9ab8-dc620d4ef008 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.155971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:48.185707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:48.191937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:48.197861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.219473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a45183-4395-49fd-87b8-544864c960d6 None None] New status for floating IP eed1a6eb-a433-4eaa-9228-7887df8653b0: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:40:48.299863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fbdc2319-72dc-4ad6-b088-a4f5040c6078 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:48.339878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71f8ee-2199-4ce1-b84c-88452acd4537 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:48.369201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: fbdc2319-72dc-4ad6-b088-a4f5040c6078 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:48.369624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fbdc2319-72dc-4ad6-b088-a4f5040c6078 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:48.407905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71f8ee-2199-4ce1-b84c-88452acd4537 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:48.408816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fe71f8ee-2199-4ce1-b84c-88452acd4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:48.489765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.494063 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/ports/471077ab-59aa-4345-ae16-32b7e006b40b HTTP/1.1" status: 204 len: 168 time: 4.7280397 Dec 10 19:40:48.500521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56242) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:48.527517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:40:48.533840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fe71f8ee-2199-4ce1-b84c-88452acd4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:48.540933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.542697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment fdf2a17e-5b21-4923-9127-31293646e386 of type vlan for network 182d7b2e-e8cb-41e2-bc24-26901b5505ae Dec 10 19:40:48.580404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.623659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71f8ee-2199-4ce1-b84c-88452acd4537 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:48.624373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fe71f8ee-2199-4ce1-b84c-88452acd4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:48.629026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-252d7657-3230-4d16-b6b8-dd76bd32033b service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052294 Dec 10 19:40:48.652659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.657856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:48.658894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.702424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-26e869b2-752c-466c-9492-5c0672b79b6c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "GET /v2.0/floatingips/32e32e31-45bc-4520-9dd0-c1fd0ab1ebff HTTP/1.1" status: 200 len: 688 time: 0.1988268 Dec 10 19:40:48.703439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56246) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:48.722468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fe71f8ee-2199-4ce1-b84c-88452acd4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:48.722940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71f8ee-2199-4ce1-b84c-88452acd4537 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:48.779925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/c7355c41-dc4a-4160-95ff-fcc9cec5487e/86fc40f5-767f-49b7-9dc0-af6da1681809) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:48.805158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-55a820c2-57fe-4967-9a97-4066571c5041', 'network_id': '55a820c2-57fe-4967-9a97-4066571c5041', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': '3883734a-1bc1-4729-8aa8-e385deca380b'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:48.806067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:48.815344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56250) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:48.902750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.113108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22175c5c-b341-4bea-8c3f-b872a28d6e6b tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:49.165714 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2069552 Dec 10 19:40:49.183608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Allocated IP 2001:db8::1 (55a820c2-57fe-4967-9a97-4066571c5041/3883734a-1bc1-4729-8aa8-e385deca380b/9d89c670-3663-4099-a81a-ca948b512946) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:49.185910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.193395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56254) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:49.194869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port da6baefb-845c-42f0-9722-434a32837a42 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:49.195074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.204319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Transition to ACTIVE for port object 86fc40f5-767f-49b7-9dc0-af6da1681809 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:49.307731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3b3be8-33e3-4da2-9085-44fccddcdd61 req-d2dac589-2394-4d98-833a-cbc728a7eb34 service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206930 Dec 10 19:40:49.308689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=182d7b2e-e8cb-41e2-bc24-26901b5505ae,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:49.309954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Transition to ACTIVE for port object 86fc40f5-767f-49b7-9dc0-af6da1681809 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:49.312135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:49.317924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.324988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:49.365599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 182d7b2e-e8cb-41e2-bc24-26901b5505ae details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:40:49.503423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:49.511037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:49.529109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:49.531592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Pushing event updated for resources: {'Port': ['ID=86fc40f5-767f-49b7-9dc0-af6da1681809,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:49.540182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:49.577534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': '182d7b2e-e8cb-41e2-bc24-26901b5505ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:49.581921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-84e725cd-199f-460f-9ab8-dc620d4ef008 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.585586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-84e725cd-199f-460f-9ab8-dc620d4ef008 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.609560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.669801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a08005af-c22e-4821-b87c-6c9b5f92befe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/eed1a6eb-a433-4eaa-9228-7887df8653b0 HTTP/1.1" status: 200 len: 994 time: 0.8492358 Dec 10 19:40:49.715936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Attempting to bind port 86fc40f5-767f-49b7-9dc0-af6da1681809 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:49.716817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Attempting to bind port 86fc40f5-767f-49b7-9dc0-af6da1681809 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:49.717387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Attempting to bind port 86fc40f5-767f-49b7-9dc0-af6da1681809 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:49.736254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.741053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:49.741806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:49.742411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.743148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:49.744098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Bound port: 86fc40f5-767f-49b7-9dc0-af6da1681809, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:49.744510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.772584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Transition to ACTIVE for port object 9d89c670-3663-4099-a81a-ca948b512946 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:49.817360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e725cd-199f-460f-9ab8-dc620d4ef008 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Router 66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:49.839566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Transition to ACTIVE for port object 9d89c670-3663-4099-a81a-ca948b512946 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:49.850029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:49.865771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf49ab61-fec0-4dc2-bdef-22a9a53e10cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:49.949230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] For port 86fc40f5-767f-49b7-9dc0-af6da1681809, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:49.961140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Network 55a820c2-57fe-4967-9a97-4066571c5041 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:49.966348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:49.968904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:49.983968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] For port 86fc40f5-767f-49b7-9dc0-af6da1681809, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=86fc40f5-767f-49b7-9dc0-af6da1681809,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:49.990660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Pushing event updated for resources: {'Port': ['ID=9d89c670-3663-4099-a81a-ca948b512946,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:49.993651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:49.995770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:50.001303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:50.051086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:50.061573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:50.061573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:50.062458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e725cd-199f-460f-9ab8-dc620d4ef008 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:50.062458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-84e725cd-199f-460f-9ab8-dc620d4ef008 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:50.062458 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-84e725cd-199f-460f-9ab8-dc620d4ef008 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "PUT /v2.0/routers/66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 HTTP/1.1" status: 200 len: 925 time: 5.1635451 Dec 10 19:40:50.064479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56258) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:50.108359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f0c1e0-9f73-4379-941a-d4ac58bb1837 None None] Sync routers for ids ['66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:50.153139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:subnet and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:50.220309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:50.230007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Attempting to bind port 9d89c670-3663-4099-a81a-ca948b512946 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:50.230449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Attempting to bind port 9d89c670-3663-4099-a81a-ca948b512946 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '03db1a86-5c4f-4619-ba51-bab4fb758351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55a820c2-57fe-4967-9a97-4066571c5041'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:50.230870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Attempting to bind port 9d89c670-3663-4099-a81a-ca948b512946 on network 55a820c2-57fe-4967-9a97-4066571c5041 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:50.234427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Pushing event updated for resources: {'Port': ['ID=86fc40f5-767f-49b7-9dc0-af6da1681809,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:50.236298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for da6baefb-845c-42f0-9722-434a32837a42 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:50.239251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:50.248107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0c1e0-9f73-4379-941a-d4ac58bb1837 None None] Routers {'66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:50.248915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-68f0c1e0-9f73-4379-941a-d4ac58bb1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:50.272840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:50.311603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f49f83d9-6aa8-48bb-91ff-325a1395d46e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/routers/66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 HTTP/1.1" status: 200 len: 925 time: 0.2386861 Dec 10 19:40:50.312057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56262) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:50.326448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:50.327073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Checking segment: {'id': '03db1a86-5c4f-4619-ba51-bab4fb758351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55a820c2-57fe-4967-9a97-4066571c5041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:50.327500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:50.328017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Bound using segment: {'id': '03db1a86-5c4f-4619-ba51-bab4fb758351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55a820c2-57fe-4967-9a97-4066571c5041'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:50.328630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Bound port: 9d89c670-3663-4099-a81a-ca948b512946, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03db1a86-5c4f-4619-ba51-bab4fb758351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55a820c2-57fe-4967-9a97-4066571c5041'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:50.329138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:50.336015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:50.346070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-68f0c1e0-9f73-4379-941a-d4ac58bb1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:50.400691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-818af87b-7ad0-4e14-b524-5ad64d1617a5 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=66e04a9a-8b8f-4371-bb2b-b6a2a4886c38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0849397 Dec 10 19:40:50.401001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:50.445778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] For port 9d89c670-3663-4099-a81a-ca948b512946, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:50.449162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] For port 9d89c670-3663-4099-a81a-ca948b512946, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9d89c670-3663-4099-a81a-ca948b512946,segment=NetworkSegment(03db1a86-5c4f-4619-ba51-bab4fb758351),segment_id=03db1a86-5c4f-4619-ba51-bab4fb758351)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:50.454843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:50.465449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:50.545178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0c1e0-9f73-4379-941a-d4ac58bb1837 None None] Routers {'66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:50.545996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-68f0c1e0-9f73-4379-941a-d4ac58bb1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:50.557270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::1 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/c7355c41-dc4a-4160-95ff-fcc9cec5487e/69de5ef5-9bc5-46f4-babd-d20494d1acc5) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:50.566986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26414145-44aa-4560-985f-4a4b06feac82 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:50.569023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-26414145-44aa-4560-985f-4a4b06feac82 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 881 time: 0.1666589 Dec 10 19:40:50.571671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56270) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:50.611361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Pushing event updated for resources: {'Port': ['ID=9d89c670-3663-4099-a81a-ca948b512946,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:50.623580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:50.627139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-68f0c1e0-9f73-4379-941a-d4ac58bb1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:50.627342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f0c1e0-9f73-4379-941a-d4ac58bb1837 None None] The sync data for ids ['66e04a9a-8b8f-4371-bb2b-b6a2a4886c38'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:50.639360 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5cf197f0-6ba5-49e1-ab68-6edbe03c370b tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 HTTP/1.1" status: 200 len: 205 time: 0.0639961 Dec 10 19:40:50.639959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56274) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:50.652441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:51.159798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing IP validity checks on allocation pools {{(pid=88871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 10 19:40:51.160403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 10 19:40:51.162707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:51.172592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4194e4e2-fbe7-45f6-a96a-2a0d390c4377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:51.480303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=da6baefb-845c-42f0-9722-434a32837a42,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:51.492664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:51.791097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:51.882527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 69de5ef5-9bc5-46f4-babd-d20494d1acc5 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:51.896620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.039986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.053497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8611ce2e-1ff9-4a73-9a7c-d8dae3fac702 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:52.083706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.088694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56280) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:52.088863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/floatingips/32e32e31-45bc-4520-9dd0-c1fd0ab1ebff HTTP/1.1" status: 204 len: 168 time: 3.3524415 Dec 10 19:40:52.095629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '212d9f2e-cad0-43f4-a94c-7d6aab976e1e'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:52.098346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.103724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:52.113822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:floatingip and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:52.120507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:52.129277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:52.146328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.162875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.179017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9d89c670-3663-4099-a81a-ca948b512946 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:52.266509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:52.267483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=7c1da49f-dd30-4804-8a04-a6947dad3f40,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:52.328653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:52.337699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9d89c670-3663-4099-a81a-ca948b512946 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:52.340777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b88133ed-1f13-4f07-85ab-3c2221327900 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:52.345040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 86fc40f5-767f-49b7-9dc0-af6da1681809 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:52.382933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.388452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:52.391863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:52.416870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:52.417542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.480785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 86fc40f5-767f-49b7-9dc0-af6da1681809 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:52.509681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=69de5ef5-9bc5-46f4-babd-d20494d1acc5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:52.524352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': 'fdf2a17e-5b21-4923-9127-31293646e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '182d7b2e-e8cb-41e2-bc24-26901b5505ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:52.525019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: 182d7b2e-e8cb-41e2-bc24-26901b5505ae, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:40:52.539482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:52.592958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.26.8.151 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/c38f2e2f-42af-4ffa-ac65-1897135b8093) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:52.770759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.808780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.821772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e0f6ad7-6e59-46be-82e1-0e09e050f11c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:52.855632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] Provisioning for port 86fc40f5-767f-49b7-9dc0-af6da1681809 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:52.864433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] Provisioning complete for port 86fc40f5-767f-49b7-9dc0-af6da1681809 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:52.864862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.874695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:52.882818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:52.885633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:52.885776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:52.993958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=c38f2e2f-42af-4ffa-ac65-1897135b8093,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:53.012848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 182d7b2e-e8cb-41e2-bc24-26901b5505ae is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:40:53.067877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:53.084306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 182d7b2e-e8cb-41e2-bc24-26901b5505ae) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:53.095938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:53.096512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:53.146844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:53.159369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c9c42-9c5a-45af-9bc3-f68f676cd60f None None] Network 182d7b2e-e8cb-41e2-bc24-26901b5505ae requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:53.305020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7416017 Dec 10 19:40:53.312104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56284) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:53.361462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7363ec8e-6da8-485f-886c-2d7835524c04 None None] Network 55a820c2-57fe-4967-9a97-4066571c5041 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:53.415565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:53.432779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:53.453801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56288) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:53.455005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:53.456277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:53.457133 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3827217 Dec 10 19:40:53.555732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] For port 86fc40f5-767f-49b7-9dc0-af6da1681809, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=86fc40f5-767f-49b7-9dc0-af6da1681809,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:53.565256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:53.565541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:53.571933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:53.615152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Deleting port fec7770a-c6f1-4284-a11d-172daf73356e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:53.615489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:53.754263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:53.806963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] Pushing event updated for resources: {'Port': ['ID=86fc40f5-767f-49b7-9dc0-af6da1681809,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:53.808480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:53.821045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:53.829699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Provisioning for port 9d89c670-3663-4099-a81a-ca948b512946 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:53.841642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Provisioning complete for port 9d89c670-3663-4099-a81a-ca948b512946 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:53.841969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:53.978704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet e45645ed-9c7e-4a65-930c-5c04b46c19f4 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:40:53.981188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-182d7b2e-e8cb-41e2-bc24-26901b5505ae', 'network_id': '182d7b2e-e8cb-41e2-bc24-26901b5505ae', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': '7c1da49f-dd30-4804-8a04-a6947dad3f40'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:53.982090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:53.982226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.045630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.160737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 86fc40f5-767f-49b7-9dc0-af6da1681809 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:54.182027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.256711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.346185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.358709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.360918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.393164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] For port 9d89c670-3663-4099-a81a-ca948b512946, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9d89c670-3663-4099-a81a-ca948b512946,segment=NetworkSegment(03db1a86-5c4f-4619-ba51-bab4fb758351),segment_id=03db1a86-5c4f-4619-ba51-bab4fb758351)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:54.394793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Allocated IP 2001:db8::3 (182d7b2e-e8cb-41e2-bc24-26901b5505ae/7c1da49f-dd30-4804-8a04-a6947dad3f40/eb292319-250b-4fbe-a458-ac92b58d447a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:54.396267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.405479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.407094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.413015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89423b6b-dba4-4aaf-bb9e-342bc63a0d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:54.452727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4984cc93-af3b-4d68-b9c9-2b6714e42f0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:54.464827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.466152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.475564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 86fc40f5-767f-49b7-9dc0-af6da1681809 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:54.476001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.494518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.508157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=e45645ed-9c7e-4a65-930c-5c04b46c19f4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:54.544061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/e45645ed-9c7e-4a65-930c-5c04b46c19f4 HTTP/1.1" status: 204 len: 168 time: 1.0888479 Dec 10 19:40:54.544780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56292) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:54.551356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.551908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.552251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.552880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.553006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.553910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.553910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.554797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.554797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.555031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.555343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:54.558838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.571564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f13279-927f-49fe-a91d-ab636b26694a None None] Network 587b16c3-0375-482a-bf67-b9e19294e275 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:54.622701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:47Z', 'revision_number': 9, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:54.628278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:54.640547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:54.641391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:54.682658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Calling delete_port for fec7770a-c6f1-4284-a11d-172daf73356e owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:54.793789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Provisioning for port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:40:54.818969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:54.831821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Provisioning complete for port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:54.832245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.843349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:54.886874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Pushing event updated for resources: {'Port': ['ID=9d89c670-3663-4099-a81a-ca948b512946,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:54.897923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:54.899414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.910655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:54.925090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fcc2d68e-9862-44de-90ee-d0149ff1a0a5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:54.926364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fdfb217f-263e-4d4e-a155-20c885a9c227 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:54.997188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=c38f2e2f-42af-4ffa-ac65-1897135b8093,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:55.005005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:55.012753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:55.032732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=69de5ef5-9bc5-46f4-babd-d20494d1acc5,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:55.042795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.078675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.109087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 8e557994-bd6e-4e8b-aaa9-40420d522880 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:55.109529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.212401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.223711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.224383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.225903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.226623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.227225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.227805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.228645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.229224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.229941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.230622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Transition to ACTIVE for port object eb292319-250b-4fbe-a458-ac92b58d447a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:55.230891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.231606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:40:55.233114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d665e19e-726a-44e5-b23e-671c545c21b4 None None] Provisioning complete for port 9d89c670-3663-4099-a81a-ca948b512946 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:55.233554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d665e19e-726a-44e5-b23e-671c545c21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.235648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:47Z', 'revision_number': 9, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:55.241715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670790b-0811-4056-b41f-77bd24fb6383 None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:40:47Z', 'revision_number': 9, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebe8393-fb1d-4422-8705-8a738e7df859', 'name': '', 'network_id': '6fb644b8-3c3a-43e6-8eab-6e3d2689d957', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:75:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:49Z', 'updated_at': '2021-12-10T19:40:00Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c27f54e4-afb4-4ad0-8ea6-59e28ece41df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:55.295415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:55.306690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Transition to ACTIVE for port object eb292319-250b-4fbe-a458-ac92b58d447a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:55.318995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.323632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0dfd0ad0-7d5f-47d9-a54d-bc28b1ac9d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:55.336396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.361071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb2b6cf4-0c44-446c-a8cb-74b2c4a2b1e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:55.409711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:55.412131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event deleted for resources: {'Port': ['ID=fec7770a-c6f1-4284-a11d-172daf73356e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:55.413766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Network 182d7b2e-e8cb-41e2-bc24-26901b5505ae is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:55.477951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c616d-8112-4ddb-aec2-f298992803f3 None None] DHCP port deletion for 587b16c3-0375-482a-bf67-b9e19294e275 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:40:55.479901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Pushing event updated for resources: {'Port': ['ID=eb292319-250b-4fbe-a458-ac92b58d447a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:55.483583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:55.485482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:55.494632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:55.500548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c616d-8112-4ddb-aec2-f298992803f3 None None] Deleting port 8e557994-bd6e-4e8b-aaa9-40420d522880 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:55.500977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f0c616d-8112-4ddb-aec2-f298992803f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.524399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:55.527323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:55.579460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port 8e557994-bd6e-4e8b-aaa9-40420d522880, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8e557994-bd6e-4e8b-aaa9-40420d522880,segment=NetworkSegment(9d6e981f-ae33-470f-9b91-458b28f5a368),segment_id=9d6e981f-ae33-470f-9b91-458b28f5a368)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:55.580754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.732862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 8e557994-bd6e-4e8b-aaa9-40420d522880 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:55.739361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.839972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.850027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97ec65fd-f187-4dbb-b758-ea94ba66b420 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:55.865732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c616d-8112-4ddb-aec2-f298992803f3 None None] The port '8e557994-bd6e-4e8b-aaa9-40420d522880' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:40:55.877820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Attempting to bind port eb292319-250b-4fbe-a458-ac92b58d447a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:55.878122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Attempting to bind port eb292319-250b-4fbe-a458-ac92b58d447a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fdf2a17e-5b21-4923-9127-31293646e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '182d7b2e-e8cb-41e2-bc24-26901b5505ae'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:55.878557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Attempting to bind port eb292319-250b-4fbe-a458-ac92b58d447a on network 182d7b2e-e8cb-41e2-bc24-26901b5505ae {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:55.886233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:55.886663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Checking segment: {'id': 'fdf2a17e-5b21-4923-9127-31293646e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '182d7b2e-e8cb-41e2-bc24-26901b5505ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:55.887126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.887576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Bound using segment: {'id': 'fdf2a17e-5b21-4923-9127-31293646e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '182d7b2e-e8cb-41e2-bc24-26901b5505ae'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:55.888105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Bound port: eb292319-250b-4fbe-a458-ac92b58d447a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf2a17e-5b21-4923-9127-31293646e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '182d7b2e-e8cb-41e2-bc24-26901b5505ae'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:55.888586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.906448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=8e557994-bd6e-4e8b-aaa9-40420d522880,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:55.911310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:55.921319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No DVR routers for this DVR port 8e557994-bd6e-4e8b-aaa9-40420d522880 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:55.986053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:55.995378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e92df12f-e238-4e8d-9275-418caa5e5e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:55.996547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17ffe5a7-a991-41c0-9614-e83e89801067 None None] Provisioning complete for port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:55.996978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17ffe5a7-a991-41c0-9614-e83e89801067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.054924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-17ffe5a7-a991-41c0-9614-e83e89801067 None None] Port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:40:56.057396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1da49f-dd30-4804-8a04-a6947dad3f40,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:56.062131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:56.069791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] For port eb292319-250b-4fbe-a458-ac92b58d447a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:56.073672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] For port eb292319-250b-4fbe-a458-ac92b58d447a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eb292319-250b-4fbe-a458-ac92b58d447a,segment=NetworkSegment(fdf2a17e-5b21-4923-9127-31293646e386),segment_id=fdf2a17e-5b21-4923-9127-31293646e386)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:56.077533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.080992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.082209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:56.117486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587b16c3-0375-482a-bf67-b9e19294e275']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:56.125289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9d89c670-3663-4099-a81a-ca948b512946 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:40:56.131942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6e981f-ae33-470f-9b91-458b28f5a368') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:56.132290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6e981f-ae33-470f-9b91-458b28f5a368') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:56.148420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.161881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP cc11ccfc-1ae2-4f56-9079-3a4262fda62c associated. External IP: 172.26.8.151, port: 212d9f2e-cad0-43f4-a94c-7d6aab976e1e. Dec 10 19:40:56.238172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Pushing event updated for resources: {'Port': ['ID=eb292319-250b-4fbe-a458-ac92b58d447a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:56.266974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:56.284854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.303194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9d89c670-3663-4099-a81a-ca948b512946 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:40:56.304264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.304383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:40:56.304586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.309880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:40:56.320836 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:40:56.354289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fad15a-c009-4848-a4ff-ad9787932c9c None None] Network 182d7b2e-e8cb-41e2-bc24-26901b5505ae requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:56.393231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.402956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.422059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.428504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ded50ee1-81c0-4077-b12f-2e919af8385f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:56.460936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.476434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=587b16c3-0375-482a-bf67-b9e19294e275,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:56.483058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:56.493034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/587b16c3-0375-482a-bf67-b9e19294e275 HTTP/1.1" status: 204 len: 168 time: 1.9448001 Dec 10 19:40:56.493251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56298) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:56.654742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:56.690423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088a467-6004-486d-a759-c5eef2c6142f None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:40:56.726793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:56.727172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bedebee1-1ae2-4d5f-aa2e-b0b21c6bf6e1 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:56.727809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8e557994-bd6e-4e8b-aaa9-40420d522880 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:40:56.773013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 8e557994-bd6e-4e8b-aaa9-40420d522880 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:40:56.773411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8e557994-bd6e-4e8b-aaa9-40420d522880 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:40:56.802292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182d7b2e-e8cb-41e2-bc24-26901b5505ae']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:56.907404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf2a17e-5b21-4923-9127-31293646e386') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:56.907629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf2a17e-5b21-4923-9127-31293646e386') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:56.912534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088a467-6004-486d-a759-c5eef2c6142f None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:40:56.935357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.949731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.950328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Fanout notify agent at l3_agent the message router_deleted on router 66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:40:56.970889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:56.994515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:40:56.994956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:40:57.012763 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:40:57.038968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:40:57.109728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.112126 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 HTTP/1.1" status: 204 len: 168 time: 6.4459012 Dec 10 19:40:57.118745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56302) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:57.138160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:40:57.138160 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:40:57.138160 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '182d7b2e-e8cb-41e2-bc24-26901b5505ae'}] Dec 10 19:40:57.138160 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:40:57.138651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:40:57.175645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1717069032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:57.192947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:57.199133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Usage tracker for resource:router and tenant:d3713d861245490a81a9d3909b717319 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:57.202707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:57.211967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:57.235051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.236062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.273780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.308001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.319960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Router 061f03a5-1c5a-46c3-9019-acf05e3ceca3 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:40:57.340273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.341682 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8407db45-4fcb-46c6-a9b4-5d82452a2276 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2213757 Dec 10 19:40:57.346195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56306) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:57.348925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:57.359849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:57.362476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6627eb-444f-4660-b283-2c599d206f8d None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:57.370462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.379618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6627eb-444f-4660-b283-2c599d206f8d None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:57.380590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cc6627eb-444f-4660-b283-2c599d206f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:57.451344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3608043 Dec 10 19:40:57.452361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56310) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:57.462124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cc6627eb-444f-4660-b283-2c599d206f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:57.463384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-620482143'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:57.468852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:57.473388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:network and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:57.476502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:57.478191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6627eb-444f-4660-b283-2c599d206f8d None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:57.479639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cc6627eb-444f-4660-b283-2c599d206f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:57.483151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:57.493585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:57.499177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.533652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:40:57.545901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.545901 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Added segment 5cc59763-6143-43b7-80cf-ce51629eac03 of type vlan for network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 Dec 10 19:40:57.578027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cc6627eb-444f-4660-b283-2c599d206f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:57.578792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6627eb-444f-4660-b283-2c599d206f8d None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:40:57.584520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.622133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.627293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:57.627483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.633754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-adddf183-cbc6-494d-96ad-92ecdc9b1696 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:57.640985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.717016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:57.736077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2825727 Dec 10 19:40:57.739986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56314) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:57.748317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'subnet': {'network_id': '6eb49e92-93e2-4b71-8d0e-d3366b7d1f48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:57.827710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Network': ['ID=6eb49e92-93e2-4b71-8d0e-d3366b7d1f48,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:57.833478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:57.839421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:40:57.874513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:57.878648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:subnet and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:57.881674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:57.887752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:57.897428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:40:57.918909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port eb292319-250b-4fbe-a458-ac92b58d447a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:40:57.919304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.016181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.248365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.253035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ef5c8d3-3b71-4fd8-a109-e28b177e1933 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:58.329554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Subnet': ['ID=fedb5260-bbc3-49f1-a747-913154b4efec,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:58.339445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:58.356605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Checking segment: {'id': '5cc59763-6143-43b7-80cf-ce51629eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6eb49e92-93e2-4b71-8d0e-d3366b7d1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:58.357012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network hostable DHCP agents. Network: 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:40:58.380845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:40:58.390168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:58.394259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:58.394915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.400655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebb7f4-5548-4550-b583-9ebdb45dcc6b None None] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:40:58.419165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6755722 Dec 10 19:40:58.419578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:58.426446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2068778175', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:40:58.434012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:40:58.438858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:router and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:40:58.443347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:40:58.450397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:40:58.462860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.463904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.466373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:40:58.477405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Sync routers for ids ['061f03a5-1c5a-46c3-9019-acf05e3ceca3'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:40:58.492793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.504119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Routers {'061f03a5-1c5a-46c3-9019-acf05e3ceca3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:40:58.506403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['061f03a5-1c5a-46c3-9019-acf05e3ceca3'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:58.527310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "PUT /v2.0/routers/061f03a5-1c5a-46c3-9019-acf05e3ceca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8279347 Dec 10 19:40:58.529375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56322) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:58.653373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.658888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port eb292319-250b-4fbe-a458-ac92b58d447a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eb292319-250b-4fbe-a458-ac92b58d447a,segment=NetworkSegment(fdf2a17e-5b21-4923-9127-31293646e386),segment_id=fdf2a17e-5b21-4923-9127-31293646e386)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:40:58.659286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.668468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.686512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629eaf3-8095-407d-ab6b-494cc7df3855 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:58.687146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0629eaf3-8095-407d-ab6b-494cc7df3855 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:40:58.720055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6eb49e92-93e2-4b71-8d0e-d3366b7d1f48', 'network_id': '6eb49e92-93e2-4b71-8d0e-d3366b7d1f48', 'tenant_id': 'ad76c3ed91634a2bb63670b9ac18f819', 'fixed_ips': [{'subnet_id': 'fedb5260-bbc3-49f1-a747-913154b4efec'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:40:58.722312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.733102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Set router 061f03a5-1c5a-46c3-9019-acf05e3ceca3 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:40:58.848401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for eb292319-250b-4fbe-a458-ac92b58d447a owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:40:58.879406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.921158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:58.924483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Allocated IP 172.20.0.2 (6eb49e92-93e2-4b71-8d0e-d3366b7d1f48/fedb5260-bbc3-49f1-a747-913154b4efec/29ee3a44-6949-4550-b576-30f9cbeafb16) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:58.998000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0629eaf3-8095-407d-ab6b-494cc7df3855 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:40:59.002144 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0629eaf3-8095-407d-ab6b-494cc7df3855 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports/69de5ef5-9bc5-46f4-babd-d20494d1acc5 HTTP/1.1" status: 200 len: 911 time: 0.4648581 Dec 10 19:40:59.008766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56326) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:59.077268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.26.8.192 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/f6ad343c-1b0b-4ef6-8b6c-23df102c63b0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:40:59.134451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'name': 'tempest-NetworksTestDHCPv6-router-165765562', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:47Z', 'updated_at': '2021-12-10T19:40:52Z', 'revision_number': 2, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None, '_interfaces': [{'id': '69de5ef5-9bc5-46f4-babd-d20494d1acc5', 'name': '', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'mac_address': 'fa:16:3e:cf:d0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7355c41-dc4a-4160-95ff-fcc9cec5487e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:49Z', 'updated_at': '2021-12-10T19:40:53Z', 'revision_number': 2, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'subnets': [{'id': 'c7355c41-dc4a-4160-95ff-fcc9cec5487e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:59.139699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Checking router: 061f03a5-1c5a-46c3-9019-acf05e3ceca3 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:40:59.140091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Updating router 061f03a5-1c5a-46c3-9019-acf05e3ceca3 port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:40:59.210571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.214132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.214985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.223887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fc450dac-5766-4bf9-ba5a-312342b21db1 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:59.233395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Transition to ACTIVE for port object 29ee3a44-6949-4550-b576-30f9cbeafb16 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:59.257379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Transition to ACTIVE for port object 29ee3a44-6949-4550-b576-30f9cbeafb16 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:59.264035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.271300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:59.288921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.291913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Port': ['ID=eb292319-250b-4fbe-a458-ac92b58d447a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:59.301046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:59.313886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No DVR routers for this DVR port eb292319-250b-4fbe-a458-ac92b58d447a on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:40:59.328778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.335951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e002f89-9ac5-4ca4-a88f-11ddf0b78d3b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:59.365262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:59.370099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:59.371985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Pushing event updated for resources: {'Port': ['ID=29ee3a44-6949-4550-b576-30f9cbeafb16,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:59.374348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:59.377156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:59.414331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c4686-4be8-4705-9ca4-cb07acabb7f8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:59.417179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=f6ad343c-1b0b-4ef6-8b6c-23df102c63b0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:59.418645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c4686-4be8-4705-9ca4-cb07acabb7f8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:40:59.420881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f4c4686-4be8-4705-9ca4-cb07acabb7f8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4085026 Dec 10 19:40:59.423783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:59.426164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56330) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:40:59.509954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.524532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Attempting to bind port 29ee3a44-6949-4550-b576-30f9cbeafb16 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:40:59.524532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Attempting to bind port 29ee3a44-6949-4550-b576-30f9cbeafb16 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '5cc59763-6143-43b7-80cf-ce51629eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6eb49e92-93e2-4b71-8d0e-d3366b7d1f48'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:40:59.524929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Attempting to bind port 29ee3a44-6949-4550-b576-30f9cbeafb16 on network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:40:59.532331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:40:59.532746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Checking segment: {'id': '5cc59763-6143-43b7-80cf-ce51629eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6eb49e92-93e2-4b71-8d0e-d3366b7d1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:40:59.533228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.533693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Bound using segment: {'id': '5cc59763-6143-43b7-80cf-ce51629eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6eb49e92-93e2-4b71-8d0e-d3366b7d1f48'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:40:59.534210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Bound port: 29ee3a44-6949-4550-b576-30f9cbeafb16, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc59763-6143-43b7-80cf-ce51629eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6eb49e92-93e2-4b71-8d0e-d3366b7d1f48'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:40:59.534627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.541637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182d7b2e-e8cb-41e2-bc24-26901b5505ae']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:59.555888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf2a17e-5b21-4923-9127-31293646e386') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:59.556314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf2a17e-5b21-4923-9127-31293646e386') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:40:59.569917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.583554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:40:59.585579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:40:59.590822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:40:59.642872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] For port 29ee3a44-6949-4550-b576-30f9cbeafb16, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:40:59.646490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] For port 29ee3a44-6949-4550-b576-30f9cbeafb16, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=29ee3a44-6949-4550-b576-30f9cbeafb16,segment=NetworkSegment(5cc59763-6143-43b7-80cf-ce51629eac03),segment_id=5cc59763-6143-43b7-80cf-ce51629eac03)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:40:59.654031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.659599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d370156c-4020-4a3d-a437-140757e825a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:59.680957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.708792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:40:59.709256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.711164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:40:59.729619 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:40:59.753893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Pushing event updated for resources: {'Port': ['ID=29ee3a44-6949-4550-b576-30f9cbeafb16,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:40:59.764327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:40:59.877855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Transition to ACTIVE for port object 69de5ef5-9bc5-46f4-babd-d20494d1acc5 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:40:59.878465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.886766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.898756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:59.913772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.918401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.926937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24344462-6393-4be6-8b10-066fa926787e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:40:59.951415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.952621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:40:59.953119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.076439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Pushing event updated for resources: {'Port': ['ID=69de5ef5-9bc5-46f4-babd-d20494d1acc5,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:00.087161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.087512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.087891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.088538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.088656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.089000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.089384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.089831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.090200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.090571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.090940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:00.122891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:00.130002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Allocated IP 172.26.8.68 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/18b0817f-dfea-46b6-aefe-c8f957829f6d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:00.353324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.374287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Attempting to bind port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:00.374698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Attempting to bind port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:00.375603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Attempting to bind port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:00.385120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:00.385801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:00.386853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.387288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:00.387820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Bound port: 69de5ef5-9bc5-46f4-babd-d20494d1acc5, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:00.388231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.400045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/182d7b2e-e8cb-41e2-bc24-26901b5505ae HTTP/1.1" status: 204 len: 168 time: 7.0816674 Dec 10 19:41:00.400045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.405451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=182d7b2e-e8cb-41e2-bc24-26901b5505ae,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:00.408575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:00.411559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56334) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:00.412668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:00.512843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-123591087'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:00.540119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:00.560025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:00.564933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:00.566798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:00.572837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:00.581601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:00.594794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] For port 69de5ef5-9bc5-46f4-babd-d20494d1acc5, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:00.600410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] For port 69de5ef5-9bc5-46f4-babd-d20494d1acc5, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=69de5ef5-9bc5-46f4-babd-d20494d1acc5,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:00.605865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.612467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:00.618275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ff9cef2-5641-4e79-9839-8f97f282f8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:00.683064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event updated for resources: {'Port': ['ID=18b0817f-dfea-46b6-aefe-c8f957829f6d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:00.690336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:00.697050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:00.702822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.708590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Pushing event updated for resources: {'Port': ['ID=69de5ef5-9bc5-46f4-babd-d20494d1acc5,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:00.713076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:00.714177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Routers {'061f03a5-1c5a-46c3-9019-acf05e3ceca3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:00.714860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['061f03a5-1c5a-46c3-9019-acf05e3ceca3'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:00.803810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 881f95a1-65b3-4454-a3ef-86de111be384 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:41:00.816550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.858645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:41:00.884707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] Set router 061f03a5-1c5a-46c3-9019-acf05e3ceca3 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:00.893476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.893892 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment daeb39f4-b597-450e-b2ac-7eea19b611fb of type vlan for network 785acc0b-3793-4750-a822-81b0a85daf97 Dec 10 19:41:00.910001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port bebe8393-fb1d-4422-8705-8a738e7df859 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:00.910374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:00.990667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:01.133672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:01.137858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:01.138542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:01.147378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e54febb5-3872-4ae8-baf2-c95d5334097c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:01.275111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'name': 'tempest-NetworksTestDHCPv6-router-165765562', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:47Z', 'updated_at': '2021-12-10T19:40:52Z', 'revision_number': 2, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None, '_interfaces': [{'id': '69de5ef5-9bc5-46f4-babd-d20494d1acc5', 'name': '', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'mac_address': 'fa:16:3e:cf:d0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7355c41-dc4a-4160-95ff-fcc9cec5487e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:49Z', 'updated_at': '2021-12-10T19:41:00Z', 'revision_number': 4, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'subnets': [{'id': 'c7355c41-dc4a-4160-95ff-fcc9cec5487e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:01.280613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557dd04-7aff-4f34-a76e-729ca1556464 None None] The sync data for ids ['061f03a5-1c5a-46c3-9019-acf05e3ceca3'] in dv-neutron-821443-1-hyperv is: [{'id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'name': 'tempest-NetworksTestDHCPv6-router-165765562', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:47Z', 'updated_at': '2021-12-10T19:40:52Z', 'revision_number': 2, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None, '_interfaces': [{'id': '69de5ef5-9bc5-46f4-babd-d20494d1acc5', 'name': '', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'mac_address': 'fa:16:3e:cf:d0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7355c41-dc4a-4160-95ff-fcc9cec5487e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:40:49Z', 'updated_at': '2021-12-10T19:41:00Z', 'revision_number': 4, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'subnets': [{'id': 'c7355c41-dc4a-4160-95ff-fcc9cec5487e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:01.418523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:01.433029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84785dde-5b8a-4ad6-a949-fffcc196456e None None] Sync routers for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:01.451329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84785dde-5b8a-4ad6-a949-fffcc196456e None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:01.452704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-84785dde-5b8a-4ad6-a949-fffcc196456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:01.483495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:01.483872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:01.549874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:01.553987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1307068 Dec 10 19:41:01.555447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:01.638406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port bebe8393-fb1d-4422-8705-8a738e7df859, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bebe8393-fb1d-4422-8705-8a738e7df859,segment=NetworkSegment(0dfe5d11-8b38-4200-bf56-fa9ffeb07e78),segment_id=0dfe5d11-8b38-4200-bf56-fa9ffeb07e78)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:01.639174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:01.739724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-84785dde-5b8a-4ad6-a949-fffcc196456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:01.755292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84785dde-5b8a-4ad6-a949-fffcc196456e None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:01.755999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-84785dde-5b8a-4ad6-a949-fffcc196456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:01.844506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for bebe8393-fb1d-4422-8705-8a738e7df859 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:01.860485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-84785dde-5b8a-4ad6-a949-fffcc196456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:01.860955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84785dde-5b8a-4ad6-a949-fffcc196456e None None] The sync data for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:01.879336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=785acc0b-3793-4750-a822-81b0a85daf97,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:01.890596 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3927276 Dec 10 19:41:01.891745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:01.896229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:01.896412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56344) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:01.905330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': '785acc0b-3793-4750-a822-81b0a85daf97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:01.916622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 785acc0b-3793-4750-a822-81b0a85daf97 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:02.102848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901af217-9482-4382-af91-af4c0495dac6 None None] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:02.157577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:02.162017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:02.176190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] For port 69de5ef5-9bc5-46f4-babd-d20494d1acc5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=69de5ef5-9bc5-46f4-babd-d20494d1acc5,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:02.176602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:02.311219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 69de5ef5-9bc5-46f4-babd-d20494d1acc5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:02.329340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 69de5ef5-9bc5-46f4-babd-d20494d1acc5 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:02.412598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:02.459689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:02.464975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8905ce77-dd28-4a97-946a-13ad6e0241e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:02.466069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fc97fe2c-cce9-4b58-8506-0dd76cda8fea None None] Provisioning for port 29ee3a44-6949-4550-b576-30f9cbeafb16 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:02.563292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:02.563930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=bebe8393-fb1d-4422-8705-8a738e7df859,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:02.568718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:02.582980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:subnet and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:02.590174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:02.596810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:02.600004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:02.602358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:02.610034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:02.610475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:02.621034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91ea3614-18d1-43e1-b3c5-eec4a24b3daa tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:02.655339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Port 69de5ef5-9bc5-46f4-babd-d20494d1acc5 was deleted so its status cannot be updated. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Dec 10 19:41:02.656701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 29ee3a44-6949-4550-b576-30f9cbeafb16 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:02.745234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=69de5ef5-9bc5-46f4-babd-d20494d1acc5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:02.761319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 29ee3a44-6949-4550-b576-30f9cbeafb16 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:02.768140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 29ee3a44-6949-4550-b576-30f9cbeafb16 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:02.768571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:02.802757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:02.841100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:02.954344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Router 663cf86e-0658-4f4b-a647-74909563313f is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:41:02.962049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:03.025271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:03.087590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 29ee3a44-6949-4550-b576-30f9cbeafb16, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=29ee3a44-6949-4550-b576-30f9cbeafb16,segment=NetworkSegment(5cc59763-6143-43b7-80cf-ce51629eac03),segment_id=5cc59763-6143-43b7-80cf-ce51629eac03)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:03.095661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:03.101051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a3aeb1b2-c466-45a7-b085-2930bc271753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:03.181306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d50c2635-3233-45a5-bb69-ccdb335381be None None] Provisioning complete for port 29ee3a44-6949-4550-b576-30f9cbeafb16 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:03.181883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d50c2635-3233-45a5-bb69-ccdb335381be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:03.247746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=29ee3a44-6949-4550-b576-30f9cbeafb16,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:03.253191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:03.416692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:03.515684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:03.566931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:03.579565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec403e1b-e471-4195-9dec-b108a05a83dc None None] Sync routers for ids ['663cf86e-0658-4f4b-a647-74909563313f'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:03.593927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec403e1b-e471-4195-9dec-b108a05a83dc None None] Routers {'663cf86e-0658-4f4b-a647-74909563313f'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:03.594748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ec403e1b-e471-4195-9dec-b108a05a83dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['663cf86e-0658-4f4b-a647-74909563313f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:03.666887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ec403e1b-e471-4195-9dec-b108a05a83dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:03.679856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec403e1b-e471-4195-9dec-b108a05a83dc None None] Routers {'663cf86e-0658-4f4b-a647-74909563313f'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:03.680568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ec403e1b-e471-4195-9dec-b108a05a83dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['663cf86e-0658-4f4b-a647-74909563313f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:03.754845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ec403e1b-e471-4195-9dec-b108a05a83dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:03.755315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec403e1b-e471-4195-9dec-b108a05a83dc None None] The sync data for ids ['663cf86e-0658-4f4b-a647-74909563313f'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:03.923091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:03.924799 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "PUT /v2.0/routers/663cf86e-0658-4f4b-a647-74909563313f HTTP/1.1" status: 200 len: 883 time: 6.5755162 Dec 10 19:41:03.927744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56348) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:04.136665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:04.154279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 29ee3a44-6949-4550-b576-30f9cbeafb16 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:04.236039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 29ee3a44-6949-4550-b576-30f9cbeafb16 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:04.236588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:04.296522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:04.303107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4a49faa-0756-464f-8505-0e9bf6231484 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:04.348046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-585678cc-3b4c-4e6b-a3ef-73bad8f96869 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/routers/663cf86e-0658-4f4b-a647-74909563313f HTTP/1.1" status: 200 len: 924 time: 0.4157536 Dec 10 19:41:04.348340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56352) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:04.426455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:04.435281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9335198 Dec 10 19:41:04.435553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56356) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:04.438668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:04.454098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:04.454441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=55c332ed-e850-4b20-984b-bac57513db32,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:04.456178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:04.477989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Router 061f03a5-1c5a-46c3-9019-acf05e3ceca3 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:04.497917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2c160b2f-7cdd-424d-90ab-03bc3702e246 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Synchronizing usage tracker for tenant:9833c4f2eb924405ac67309d56b6cdbc on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:04.541210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2c160b2f-7cdd-424d-90ab-03bc3702e246 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Unset dirty status for tenant:9833c4f2eb924405ac67309d56b6cdbc on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:04.542535 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2c160b2f-7cdd-424d-90ab-03bc3702e246 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=663cf86e-0658-4f4b-a647-74909563313f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1932399 Dec 10 19:41:04.555566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56360) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:04.561986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:04.631606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:04.663554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet c27f54e4-afb4-4ad0-8ea6-59e28ece41df {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:04.666873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:04.679605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': 'daeb39f4-b597-450e-b2ac-7eea19b611fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '785acc0b-3793-4750-a822-81b0a85daf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:04.679946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: 785acc0b-3793-4750-a822-81b0a85daf97, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:41:04.734389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:04.834768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:04.914554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9170a7c4-ee67-4d47-b1a6-9200ceaeab9c tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:04.915109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:04.919181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9170a7c4-ee67-4d47-b1a6-9200ceaeab9c tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 881 time: 0.3511770 Dec 10 19:41:04.919181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 785acc0b-3793-4750-a822-81b0a85daf97 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:41:04.920038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-438628bf-8a3c-47d9-93d1-8f31a2f3ba27 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:04.924240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56364) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:04.961073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=c27f54e4-afb4-4ad0-8ea6-59e28ece41df,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:04.964088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:04.971225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:04.972717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14c2fa-b265-46ea-b571-c8a6559dd743 None None] Network 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:04.981138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 785acc0b-3793-4750-a822-81b0a85daf97) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:04.981311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/c27f54e4-afb4-4ad0-8ea6-59e28ece41df HTTP/1.1" status: 204 len: 168 time: 0.5421388 Dec 10 19:41:04.982156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56368) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:04.990501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:04.998770 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e866c418-7fb1-42eb-bf0a-bd93a72d8dec tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=663cf86e-0658-4f4b-a647-74909563313f HTTP/1.1" status: 200 len: 205 time: 0.0696766 Dec 10 19:41:05.000595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:05.001213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:05.004236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56372) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:05.010986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] Sync routers for ids ['061f03a5-1c5a-46c3-9019-acf05e3ceca3'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:05.036693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] Routers {'061f03a5-1c5a-46c3-9019-acf05e3ceca3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:05.037847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['061f03a5-1c5a-46c3-9019-acf05e3ceca3'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:05.214586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc34b39-40cf-4dd2-961d-bbfc6f25a402 None None] Network 785acc0b-3793-4750-a822-81b0a85daf97 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:05.225114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] Set router 061f03a5-1c5a-46c3-9019-acf05e3ceca3 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:05.286697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:05.314748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4165564 Dec 10 19:41:05.316834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56376) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:05.329348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 3102381c-04cd-4c27-b241-898f42b92521 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:05.329607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:05.344741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "PUT /v2.0/routers/061f03a5-1c5a-46c3-9019-acf05e3ceca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9172094 Dec 10 19:41:05.345684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56380) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:05.406993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'name': 'tempest-NetworksTestDHCPv6-router-165765562', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:47Z', 'updated_at': '2021-12-10T19:41:02Z', 'revision_number': 3, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:05.412716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] Checking router: 061f03a5-1c5a-46c3-9019-acf05e3ceca3 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:05.428013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] Routers {'061f03a5-1c5a-46c3-9019-acf05e3ceca3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:05.429111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['061f03a5-1c5a-46c3-9019-acf05e3ceca3'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:05.462054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:02Z', 'revision_number': 10, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:05.473565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:05.574753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ff07c-5f12-4d33-aab1-b3e6468acd2c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:05.576277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ff07c-5f12-4d33-aab1-b3e6468acd2c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:05.577148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5c0ff07c-5f12-4d33-aab1-b3e6468acd2c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:05.583518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:05.584328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:05.632792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] Set router 061f03a5-1c5a-46c3-9019-acf05e3ceca3 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:05.635664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5c0ff07c-5f12-4d33-aab1-b3e6468acd2c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:05.639979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5c0ff07c-5f12-4d33-aab1-b3e6468acd2c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2888937 Dec 10 19:41:05.645673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56384) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:05.704367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:05.721805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:05.790483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'name': 'tempest-NetworksTestDHCPv6-router-165765562', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:47Z', 'updated_at': '2021-12-10T19:41:02Z', 'revision_number': 3, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:05.798055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c57efe-ea9c-4d24-90f9-b0ae997d4889 None None] The sync data for ids ['061f03a5-1c5a-46c3-9019-acf05e3ceca3'] in dv-neutron-821443-1-hyperv is: [{'id': '061f03a5-1c5a-46c3-9019-acf05e3ceca3', 'name': 'tempest-NetworksTestDHCPv6-router-165765562', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:40:47Z', 'updated_at': '2021-12-10T19:41:02Z', 'revision_number': 3, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:05.798371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-785acc0b-3793-4750-a822-81b0a85daf97', 'network_id': '785acc0b-3793-4750-a822-81b0a85daf97', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': '55c332ed-e850-4b20-984b-bac57513db32'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:05.800285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:05.910195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] DHCP port deletion for 6fb644b8-3c3a-43e6-8eab-6e3d2689d957 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:41:05.932641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] Deleting port 3102381c-04cd-4c27-b241-898f42b92521 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:05.933138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:05.986442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port 3102381c-04cd-4c27-b241-898f42b92521, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3102381c-04cd-4c27-b241-898f42b92521,segment=NetworkSegment(0dfe5d11-8b38-4200-bf56-fa9ffeb07e78),segment_id=0dfe5d11-8b38-4200-bf56-fa9ffeb07e78)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:05.986694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:05.986886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.051331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.110029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.165579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3102381c-04cd-4c27-b241-898f42b92521 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:06.325705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Allocated IP 2001:db8::1 (785acc0b-3793-4750-a822-81b0a85daf97/55c332ed-e850-4b20-984b-bac57513db32/581911b9-9296-4f16-945a-2666d81d25b9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:06.372636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet c7355c41-dc4a-4160-95ff-fcc9cec5487e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:06.380577 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-acfd85f0-3229-4c00-986c-12d2a2270973 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4462142 Dec 10 19:41:06.381262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.409563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 3102381c-04cd-4c27-b241-898f42b92521 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:06.513213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.517155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.523063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:06.574096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=3102381c-04cd-4c27-b241-898f42b92521,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:06.579007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:06.593192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No DVR routers for this DVR port 3102381c-04cd-4c27-b241-898f42b92521 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:06.632490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No active binding found for port 3102381c-04cd-4c27-b241-898f42b92521 {{(pid=88873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 10 19:41:06.632879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3102381c-04cd-4c27-b241-898f42b92521 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:06.633323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 69de5ef5-9bc5-46f4-babd-d20494d1acc5 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:06.671265 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-7e5cd401-7829-4bfa-96d4-07b8f7dae41a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=109fa8ec58d547ba96a5f05318f0a3a5&device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 1098 time: 0.2535613 Dec 10 19:41:06.682363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 69de5ef5-9bc5-46f4-babd-d20494d1acc5 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:06.683598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 69de5ef5-9bc5-46f4-babd-d20494d1acc5 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:06.694044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] For port 3102381c-04cd-4c27-b241-898f42b92521, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3102381c-04cd-4c27-b241-898f42b92521,segment=NetworkSegment(0dfe5d11-8b38-4200-bf56-fa9ffeb07e78),segment_id=0dfe5d11-8b38-4200-bf56-fa9ffeb07e78)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:06.694501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.740858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.779526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.787030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb644b8-3c3a-43e6-8eab-6e3d2689d957']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:06.813392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Deleting port 18b0817f-dfea-46b6-aefe-c8f957829f6d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:06.813834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.861470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:06.902913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:06.904016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfe5d11-8b38-4200-bf56-fa9ffeb07e78') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:06.994673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.027109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.040319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:07.040770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.044480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] Calling delete_port for 3102381c-04cd-4c27-b241-898f42b92521 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:07.057158 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:07.175192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.269336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-2e64d6b0-5308-43c7-a3e2-49c000080a7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:07.271058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-2e64d6b0-5308-43c7-a3e2-49c000080a7d service neutron] 10.222.0.84 "GET /v2.0/networks?id=5d8e451b-357c-4a7a-b706-e483fdef2a36 HTTP/1.1" status: 200 len: 897 time: 0.5442398 Dec 10 19:41:07.276700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.20.0.1 (6eb49e92-93e2-4b71-8d0e-d3366b7d1f48/fedb5260-bbc3-49f1-a747-913154b4efec/1bc37353-7a3b-46db-865e-2d80ca25e43b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:07.293237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:07.294031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:41:07.305014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.305206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.313067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Calling delete_port for 18b0817f-dfea-46b6-aefe-c8f957829f6d owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:07.322630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:02Z', 'revision_number': 10, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:07.326833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eac854-4e4e-45f3-b0f2-827099f2d81a None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:02Z', 'revision_number': 10, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None, '_interfaces': [{'id': 'ab789715-15ec-4fc1-b98f-b88871233112', 'name': '', 'network_id': '286b5988-7d95-46c7-86d5-94836c5de0cc', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'mac_address': 'fa:16:3e:25:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:34Z', 'updated_at': '2021-12-10T19:39:51Z', 'revision_number': 5, 'project_id': '0d856ceb3191435b841321325d59dd08', 'subnets': [{'id': 'c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:07.336811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Transition to ACTIVE for port object 581911b9-9296-4f16-945a-2666d81d25b9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:07.342842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1002c564-58a5-4910-a1ab-07badd9c61ee tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:07.359616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.362280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.368413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96214ea8-4e67-4328-ba1c-f2e769515447 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:07.369013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Transition to ACTIVE for port object 581911b9-9296-4f16-945a-2666d81d25b9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:07.378210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.385747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=6fb644b8-3c3a-43e6-8eab-6e3d2689d957,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:07.397980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:07.405260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:07.409211 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/6fb644b8-3c3a-43e6-8eab-6e3d2689d957 HTTP/1.1" status: 204 len: 168 time: 2.4236732 Dec 10 19:41:07.409818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56392) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:07.442708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=c7355c41-dc4a-4160-95ff-fcc9cec5487e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:07.510333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Network 785acc0b-3793-4750-a822-81b0a85daf97 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:07.511781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Pushing event updated for resources: {'Port': ['ID=581911b9-9296-4f16-945a-2666d81d25b9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:07.515290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:07.521465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:07.523077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:07.540063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.565808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.576621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ec546-f1dc-46ea-a2bc-b015ece6df3b None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:07.580217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e90f45a2-8335-4249-9747-2cf970bd8b32 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:07.608900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-8809a253-8f24-4c60-ba05-c454629ba38f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b55bd202-9122-4688-b4d8-709f32749d26 HTTP/1.1" status: 200 len: 1001 time: 0.3280704 Dec 10 19:41:07.679415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=55c332ed-e850-4b20-984b-bac57513db32,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:07.694803 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/c7355c41-dc4a-4160-95ff-fcc9cec5487e HTTP/1.1" status: 204 len: 168 time: 2.0479720 Dec 10 19:41:07.703364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56396) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:07.709848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:07.711797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.712191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.712899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.712899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.713288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.713691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.714067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.714676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.714813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.715127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.715497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:07.726553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:07.755999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Attempting to bind port 581911b9-9296-4f16-945a-2666d81d25b9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:07.756203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Attempting to bind port 581911b9-9296-4f16-945a-2666d81d25b9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'daeb39f4-b597-450e-b2ac-7eea19b611fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '785acc0b-3793-4750-a822-81b0a85daf97'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:07.756480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Attempting to bind port 581911b9-9296-4f16-945a-2666d81d25b9 on network 785acc0b-3793-4750-a822-81b0a85daf97 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:07.769604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:07.770002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Checking segment: {'id': 'daeb39f4-b597-450e-b2ac-7eea19b611fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '785acc0b-3793-4750-a822-81b0a85daf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:07.770425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.770869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Bound using segment: {'id': 'daeb39f4-b597-450e-b2ac-7eea19b611fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '785acc0b-3793-4750-a822-81b0a85daf97'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:07.771399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Bound port: 581911b9-9296-4f16-945a-2666d81d25b9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeb39f4-b597-450e-b2ac-7eea19b611fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '785acc0b-3793-4750-a822-81b0a85daf97'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:07.771823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.823584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-013106c3-03bb-4a1f-baa1-bc878624f3e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:07.826214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-013106c3-03bb-4a1f-baa1-bc878624f3e9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9 HTTP/1.1" status: 200 len: 835 time: 0.1964762 Dec 10 19:41:07.857849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] Deleting port 3102381c-04cd-4c27-b241-898f42b92521 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:07.858283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.902514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.944974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785acc0b-3793-4750-a822-81b0a85daf97']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:07.962030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeb39f4-b597-450e-b2ac-7eea19b611fb') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:07.962381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeb39f4-b597-450e-b2ac-7eea19b611fb') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:07.981856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:07.990388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-00b6f2c6-f539-4174-9319-8eb95726a9af None None] The port '3102381c-04cd-4c27-b241-898f42b92521' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:41:08.001337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.006776 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-877ed860-c4e9-42e8-86f7-fc8924346825 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d8e451b-357c-4a7a-b706-e483fdef2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1680253 Dec 10 19:41:08.007304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:08.015752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.032738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] For port 581911b9-9296-4f16-945a-2666d81d25b9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:08.060240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bebe8393-fb1d-4422-8705-8a738e7df859 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:08.065660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.076757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event deleted for resources: {'Port': ['ID=18b0817f-dfea-46b6-aefe-c8f957829f6d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:08.085867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:08.096593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: bebe8393-fb1d-4422-8705-8a738e7df859 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:08.097000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bebe8393-fb1d-4422-8705-8a738e7df859 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:08.106317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3a4cd3fd-6580-4d39-a831-730285e3a624 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:router {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:08.134601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:41:08.139886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] Deleting port 86fc40f5-767f-49b7-9dc0-af6da1681809 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:08.140124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.154705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:08.155152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:08.173106 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:08.225776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Transition to ACTIVE for port object 1bc37353-7a3b-46db-865e-2d80ca25e43b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:08.272348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:41:08.272348 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:41:08.272348 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '785acc0b-3793-4750-a822-81b0a85daf97'}] Dec 10 19:41:08.272348 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:08.272812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:41:08.274119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3a4cd3fd-6580-4d39-a831-730285e3a624 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:router {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:08.277964 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a4cd3fd-6580-4d39-a831-730285e3a624 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5710330 Dec 10 19:41:08.279265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56402) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:08.284761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] For port 581911b9-9296-4f16-945a-2666d81d25b9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=581911b9-9296-4f16-945a-2666d81d25b9,segment=NetworkSegment(daeb39f4-b597-450e-b2ac-7eea19b611fb),segment_id=daeb39f4-b597-450e-b2ac-7eea19b611fb)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:08.314001 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-de6c97f2-b294-465c-bfa4-ad8092c6df57 service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919004 Dec 10 19:41:08.319997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.325895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8fdd757-cebb-44b4-b15e-598b7086ea2d tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:08.341550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.351118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-887e11a1-e2a2-4087-bae7-2feed65cdfda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:08.485204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:08.490972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] For port 86fc40f5-767f-49b7-9dc0-af6da1681809, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=86fc40f5-767f-49b7-9dc0-af6da1681809,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:08.491793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.491980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:08.498657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:08.552126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=1bc37353-7a3b-46db-865e-2d80ca25e43b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:08.563351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:08.615545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.651754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Pushing event updated for resources: {'Port': ['ID=581911b9-9296-4f16-945a-2666d81d25b9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:08.652223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-100c188a-57f7-4142-b0ef-6a8f6414d3ba req-be643f59-6254-4cbd-b3a1-8c24c0b208e5 service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279991 Dec 10 19:41:08.664824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] Calling delete_port for 86fc40f5-767f-49b7-9dc0-af6da1681809 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:08.703929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:08.744715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.796185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.830654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260d26d-f1b1-4a32-9e04-21613e8addea None None] Network 785acc0b-3793-4750-a822-81b0a85daf97 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:08.834781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.838970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 581911b9-9296-4f16-945a-2666d81d25b9 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:08.839359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.900393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.910241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7f81f1fe-2da9-4405-8c94-280072043361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:08.980076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] Pushing event deleted for resources: {'Port': ['ID=86fc40f5-767f-49b7-9dc0-af6da1681809,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:08.982290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:08.987617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:08.996120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] No DVR routers for this DVR port 86fc40f5-767f-49b7-9dc0-af6da1681809 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:09.009745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-beeb9c5c-8aca-4d5b-a29c-03acf543a0e4 None None] Provisioning for port 1bc37353-7a3b-46db-865e-2d80ca25e43b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:09.020656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-beeb9c5c-8aca-4d5b-a29c-03acf543a0e4 None None] Provisioning complete for port 1bc37353-7a3b-46db-865e-2d80ca25e43b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:09.021079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beeb9c5c-8aca-4d5b-a29c-03acf543a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.172505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-beeb9c5c-8aca-4d5b-a29c-03acf543a0e4 None None] Port 1bc37353-7a3b-46db-865e-2d80ca25e43b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:41:09.190307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eee84f4-8916-4aa6-afa2-e6115c9c48e2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.208904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391da8ec-f9bf-4ee4-a0ce-cd4c9d111226 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:41:09.321207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port 581911b9-9296-4f16-945a-2666d81d25b9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=581911b9-9296-4f16-945a-2666d81d25b9,segment=NetworkSegment(daeb39f4-b597-450e-b2ac-7eea19b611fb),segment_id=daeb39f4-b597-450e-b2ac-7eea19b611fb)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:09.321875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.399246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391da8ec-f9bf-4ee4-a0ce-cd4c9d111226 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:41:09.524065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.549897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.714556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for 581911b9-9296-4f16-945a-2666d81d25b9 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:09.859109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.866583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d70e79a-6890-4135-9b28-d99f422b7377 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:09.898896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.914111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.949657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Port': ['ID=581911b9-9296-4f16-945a-2666d81d25b9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:09.949887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:09.949887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Fanout notify agent at l3_agent the message router_deleted on router 663cf86e-0658-4f4b-a647-74909563313f {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:41:09.960567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:09.960567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:09.960859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cd9f7-1e70-4c66-a1a8-aa0e4e21b9e5 req-61a92c73-01e8-4622-b316-3c578acc2270 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:09.960859 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e4cd9f7-1e70-4c66-a1a8-aa0e4e21b9e5 req-61a92c73-01e8-4622-b316-3c578acc2270 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5030062 Dec 10 19:41:10.014862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eee84f4-8916-4aa6-afa2-e6115c9c48e2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.018460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No DVR routers for this DVR port 581911b9-9296-4f16-945a-2666d81d25b9 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:10.044718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.046347 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/663cf86e-0658-4f4b-a647-74909563313f HTTP/1.1" status: 204 len: 168 time: 5.0376143 Dec 10 19:41:10.050698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e4cd9f7-1e70-4c66-a1a8-aa0e4e21b9e5 req-a7a3be92-7ea1-4db9-8586-dd051716f235 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670643 Dec 10 19:41:10.051298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56414) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:10.063712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1602013573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:10.074357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:10.078425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eee84f4-8916-4aa6-afa2-e6115c9c48e2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.097198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.130339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 86fc40f5-767f-49b7-9dc0-af6da1681809 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:10.147014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Usage tracker for resource:router and tenant:d3713d861245490a81a9d3909b717319 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:10.151989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:10.161773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:10.163784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=1bc37353-7a3b-46db-865e-2d80ca25e43b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:10.171520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:10.203086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 86fc40f5-767f-49b7-9dc0-af6da1681809 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:10.203865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 86fc40f5-767f-49b7-9dc0-af6da1681809 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:10.262140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.310823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785acc0b-3793-4750-a822-81b0a85daf97']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:10.330112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeb39f4-b597-450e-b2ac-7eea19b611fb') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:10.330453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeb39f4-b597-450e-b2ac-7eea19b611fb') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:10.358758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.391605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.405181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:10.406399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:10.406840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:10.423093 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:10.426062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:10.457414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.458597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.568981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eee84f4-8916-4aa6-afa2-e6115c9c48e2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.569675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee84f4-8916-4aa6-afa2-e6115c9c48e2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Fanout notify agent at l3_agent the message router_deleted on router 061f03a5-1c5a-46c3-9019-acf05e3ceca3 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:41:10.632148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eee84f4-8916-4aa6-afa2-e6115c9c48e2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.636529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9eee84f4-8916-4aa6-afa2-e6115c9c48e2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/routers/061f03a5-1c5a-46c3-9019-acf05e3ceca3 HTTP/1.1" status: 204 len: 168 time: 2.3502529 Dec 10 19:41:10.638043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56420) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:10.654075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:10.704678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da110b8-f3ca-4a7c-90e1-bfd5101ec2d9 req-a2707352-420a-404e-ab26-ce1dc34b9619 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:10.713011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4da110b8-f3ca-4a7c-90e1-bfd5101ec2d9 req-a2707352-420a-404e-ab26-ce1dc34b9619 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.2655678 Dec 10 19:41:10.764413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.784062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd8f927c-e8db-40f3-96c9-3f7b754dc80b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:10.802115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.824236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4b84391c-dbe7-4b64-848c-832cb68dc015 None None] Provisioning complete for port 1bc37353-7a3b-46db-865e-2d80ca25e43b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:10.824753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b84391c-dbe7-4b64-848c-832cb68dc015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.831437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=785acc0b-3793-4750-a822-81b0a85daf97,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:10.833067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.836390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4da110b8-f3ca-4a7c-90e1-bfd5101ec2d9 req-5aa91380-0b9a-4da4-b7da-eee3dcc755e9 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225514 Dec 10 19:41:10.851475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:10.867290 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/785acc0b-3793-4750-a822-81b0a85daf97 HTTP/1.1" status: 204 len: 168 time: 5.5493398 Dec 10 19:41:10.868053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56424) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:10.874636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.877626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:10.884385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:10.886492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1722573021'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:10.904887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:10.913058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:10.916089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4b84391c-dbe7-4b64-848c-832cb68dc015 None None] Port 1bc37353-7a3b-46db-865e-2d80ca25e43b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:41:10.920360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:10.929986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:10.933187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:10.937184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3ed58417-4021-484f-812b-cfdfaf33c1af tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8781362 Dec 10 19:41:10.937424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56430) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:10.943367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': True}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:10.944979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:11.011777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:11.042531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:11.049530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.113281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:11.118773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.137578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0f00521-5bfe-4648-918a-afb3559b8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.230740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:41:11.355680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 881f95a1-65b3-4454-a3ef-86de111be384 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:11.362014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.362409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment 58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4 of type vlan for network 0e9aad70-7907-455f-86a3-2696a4ec345a Dec 10 19:41:11.362545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.368111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35f961c4-aabb-4c0e-a5a7-ba2814cb8467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:11.492710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:11.508334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:11.511297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:11.511952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.518465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9264ec65-0326-44c6-80af-e4f3eb126a6a None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:11.531021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.591448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=f743888b-4cc3-4b90-a325-dd8e5721f332,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:11.594530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:11.616271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9711111 Dec 10 19:41:11.616895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port ab789715-15ec-4fc1-b98f-b88871233112 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:11.617288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.622219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56436) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:11.632072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1088678430', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:11.641591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:11.648333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:router and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:11.652193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:11.661838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:11.672071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9f127-0ab5-428a-80c3-95ce5584822c req-1ddbf6e0-9d99-4344-bd4f-93c8d82f80e0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:11.674240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bec9f127-0ab5-428a-80c3-95ce5584822c req-1ddbf6e0-9d99-4344-bd4f-93c8d82f80e0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.4404621 Dec 10 19:41:11.686933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.687970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.760896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': 'f743888b-4cc3-4b90-a325-dd8e5721f332'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:11.761892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.827987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.831094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.835261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:11.835927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.853445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d862eb17-4dcb-4ff2-81b4-57f0e071213d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:11.949392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/f743888b-4cc3-4b90-a325-dd8e5721f332/b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:11.975106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:11.990107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bec9f127-0ab5-428a-80c3-95ce5584822c req-62606617-015e-4d6c-a395-e7ab86e24710 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977462 Dec 10 19:41:11.997708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:12.013960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/routers/881f95a1-65b3-4454-a3ef-86de111be384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4578226 Dec 10 19:41:12.014945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56440) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:12.018438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.028836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'port': {'network_id': '6eb49e92-93e2-4b71-8d0e-d3366b7d1f48', 'name': 'tempest-FloatingIPTestJSON-1335781968'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:12.033346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1640279 Dec 10 19:41:12.033889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56444) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:12.036704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a734c-f337-4878-9835-fdfd18617aa4 None None] Sync routers for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:12.050904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': '0e9aad70-7907-455f-86a3-2696a4ec345a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:12.071745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a734c-f337-4878-9835-fdfd18617aa4 None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:12.072439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7f3a734c-f337-4878-9835-fdfd18617aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:12.125670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=0e9aad70-7907-455f-86a3-2696a4ec345a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:12.144014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.148727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2d8ba979-fee8-4c8f-a843-0420be5783ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5196044 Dec 10 19:41:12.148727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56448) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:12.155290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 0e9aad70-7907-455f-86a3-2696a4ec345a details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:12.173719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7f3a734c-f337-4878-9835-fdfd18617aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:12.196626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:12.304696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a734c-f337-4878-9835-fdfd18617aa4 None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:12.305415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7f3a734c-f337-4878-9835-fdfd18617aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:40:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:12.411631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:12.413284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7f3a734c-f337-4878-9835-fdfd18617aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:12.413799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a734c-f337-4878-9835-fdfd18617aa4 None None] The sync data for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:12.430422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Usage tracker for resource:port and tenant:ad76c3ed91634a2bb63670b9ac18f819 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:12.466444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.481820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:12.485265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port ab789715-15ec-4fc1-b98f-b88871233112, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ab789715-15ec-4fc1-b98f-b88871233112,segment=NetworkSegment(6783535f-8084-4365-8aba-5777d3586ff5),segment_id=6783535f-8084-4365-8aba-5777d3586ff5)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:12.485888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.487092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Transition to ACTIVE for port object b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:12.505859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:12.524485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Made reservation on behalf of ad76c3ed91634a2bb63670b9ac18f819 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:12.530265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.530469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.532592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Transition to ACTIVE for port object b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:12.538544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.544081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20773749-0460-49fe-a3e1-727fd1caf3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:12.559277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:12.608630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:41:12.627329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:12.628111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Pushing event updated for resources: {'Port': ['ID=b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:12.630942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:12.631890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for ab789715-15ec-4fc1-b98f-b88871233112 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:12.633024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:12.633983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:12.661200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:subnet and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:12.666359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:12.683585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] device_id is not set on port 041fe418-1e58-4a8b-9102-7fe5f3024475 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:41:12.686769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:12.721340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:12.741435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Attempting to bind port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:12.742061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Attempting to bind port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:12.742575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Attempting to bind port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:12.753045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:12.753724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:12.754963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.755610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:12.756220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Bound port: b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:12.756835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.859774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] For port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:12.863771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] For port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:12.867613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.871883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2574d62f-d8d9-4a77-9d2f-12ae43dbef4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:12.886488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.925918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:12.942352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Allocated IP 172.20.0.10 (6eb49e92-93e2-4b71-8d0e-d3366b7d1f48/fedb5260-bbc3-49f1-a747-913154b4efec/041fe418-1e58-4a8b-9102-7fe5f3024475) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:12.958183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Pushing event updated for resources: {'Port': ['ID=b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:12.961465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:13.135189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.177668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.357058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.371041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2cdd18b2-b4d5-4858-9648-f0e529ca6ac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:13.440971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Port': ['ID=ab789715-15ec-4fc1-b98f-b88871233112,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:13.443843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:13.523763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.554962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::1 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/f743888b-4cc3-4b90-a325-dd8e5721f332/bd7476e6-f093-46e2-af3e-9d666457f41b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:13.557345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Transition to ACTIVE for port object 041fe418-1e58-4a8b-9102-7fe5f3024475 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:13.688743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.705805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:13.747224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.756693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4696e09b-304b-4fda-a90d-0d2770d1a824 tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:13.764010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.822066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:13.822945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event updated for resources: {'Port': ['ID=041fe418-1e58-4a8b-9102-7fe5f3024475,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:13.827407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60054c-869a-4996-9235-791c3583c3b9 req-74419980-ce0f-4c56-82ab-a2522e4cd510 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:13.828188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:13.829057 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ec60054c-869a-4996-9235-791c3583c3b9 req-74419980-ce0f-4c56-82ab-a2522e4cd510 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.6539276 Dec 10 19:41:13.830209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:13.833186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.836501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:13.838432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Allocated IP 172.26.8.22 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/9577647b-8be2-4097-9445-6a92ee8678ed) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:13.859021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18492608-f86b-400f-be9e-2d7467b06484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.890584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.899669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object bd7476e6-f093-46e2-af3e-9d666457f41b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:13.919932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:13.920616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.964013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9476416 Dec 10 19:41:13.966868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:13.972143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56460) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:13.972890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-027a76df-a5c0-4eed-989b-d047fda24d7d tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:13.977329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=49ecdbd7-49e5-4cef-88f7-cd16773571f0,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:13.996558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:14.061602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Request body: {'floatingip': {'port_id': '041fe418-1e58-4a8b-9102-7fe5f3024475'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:14.128493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=bd7476e6-f093-46e2-af3e-9d666457f41b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:14.154793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:14.175731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:14.186355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:14.191739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:14.192313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:14.211700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:14.238497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:14.298322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e9aad70-7907-455f-86a3-2696a4ec345a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:14.298752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: 0e9aad70-7907-455f-86a3-2696a4ec345a, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:41:14.330250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:14.333015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-909d295b-ca0d-439f-9113-fbc3ef69596b None None] Provisioning for port 041fe418-1e58-4a8b-9102-7fe5f3024475 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:14.339594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-909d295b-ca0d-439f-9113-fbc3ef69596b None None] Provisioning complete for port 041fe418-1e58-4a8b-9102-7fe5f3024475 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:14.340063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-909d295b-ca0d-439f-9113-fbc3ef69596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:14.386344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:14.418857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-909d295b-ca0d-439f-9113-fbc3ef69596b None None] Port 041fe418-1e58-4a8b-9102-7fe5f3024475 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:41:14.559564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ec60054c-869a-4996-9235-791c3583c3b9 req-0259e37e-01fc-4256-9146-8b52c481ffad tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7169125 Dec 10 19:41:14.565011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 0e9aad70-7907-455f-86a3-2696a4ec345a is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:41:14.633866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 0e9aad70-7907-455f-86a3-2696a4ec345a) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:14.638412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:14.639058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:14.645004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3ce16-d0d7-47a1-a0ee-c855c7de99ee None None] Network 0e9aad70-7907-455f-86a3-2696a4ec345a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:14.761000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:14.959626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] Provisioning for port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:14.965266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-0e9aad70-7907-455f-86a3-2696a4ec345a', 'network_id': '0e9aad70-7907-455f-86a3-2696a4ec345a', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': '49ecdbd7-49e5-4cef-88f7-cd16773571f0'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:14.966613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:14.992545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:14.992816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] Provisioning complete for port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:14.993119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.017761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:15.101884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'Port': ['ID=9577647b-8be2-4097-9445-6a92ee8678ed,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:15.116267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0731030 Dec 10 19:41:15.120913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56464) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:15.122314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:15.234235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:15.241653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:15.243063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.251962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:15.309296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.318597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] For port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:15.327726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.330538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Allocated IP 2001:db8::1 (0e9aad70-7907-455f-86a3-2696a4ec345a/49ecdbd7-49e5-4cef-88f7-cd16773571f0/9c977b62-1de5-4698-912e-e3c71bba769f) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:15.332604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:15.338192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:15.408302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.498272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] Pushing event updated for resources: {'Port': ['ID=b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:15.505767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:15.527472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-172a95dd-e5a1-411f-b323-c4ff8badbe55 None None] Provisioning for port bd7476e6-f093-46e2-af3e-9d666457f41b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:15.536203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.538482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-172a95dd-e5a1-411f-b323-c4ff8badbe55 None None] Provisioning complete for port bd7476e6-f093-46e2-af3e-9d666457f41b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:15.538893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-172a95dd-e5a1-411f-b323-c4ff8badbe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.542775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.543664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.550193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:15.726600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:15.734457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ee4a9584-ba9a-45d4-9a45-23895938a0b0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3238420 Dec 10 19:41:15.735704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.740981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:15.771082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:15.772020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:15.801492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56470) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:15.832029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-172a95dd-e5a1-411f-b323-c4ff8badbe55 None None] Port bd7476e6-f093-46e2-af3e-9d666457f41b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:41:15.860223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.873667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Transition to ACTIVE for port object 9c977b62-1de5-4698-912e-e3c71bba769f will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:15.895723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=bd7476e6-f093-46e2-af3e-9d666457f41b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:15.896005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Transition to ACTIVE for port object 9c977b62-1de5-4698-912e-e3c71bba769f will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:15.899410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:15.906880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.907351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.913682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:15.917636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.918510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:15.967873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:15.974885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4416a908-79de-47de-9ef2-30c702f520a1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:15.992263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Network 0e9aad70-7907-455f-86a3-2696a4ec345a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:15.996329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:16.015402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Pushing event updated for resources: {'Port': ['ID=9c977b62-1de5-4698-912e-e3c71bba769f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:16.021196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:16.025697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:16.029784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=49ecdbd7-49e5-4cef-88f7-cd16773571f0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:16.037700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:16.043745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:13Z', 'revision_number': 11, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:16.048388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:16.051292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a6cda-e388-480f-a9db-c09b74ae8e10 req-f15c1dbf-420c-4ce6-b1d1-5a575493c6cc tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:16.060228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-176a6cda-e388-480f-a9db-c09b74ae8e10 req-f15c1dbf-420c-4ce6-b1d1-5a575493c6cc tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.2211065 Dec 10 19:41:16.061401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:16.062330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:16.084965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.152839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:16.235336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Attempting to bind port 9c977b62-1de5-4698-912e-e3c71bba769f on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:16.236609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Attempting to bind port 9c977b62-1de5-4698-912e-e3c71bba769f by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e9aad70-7907-455f-86a3-2696a4ec345a'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:16.237031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Attempting to bind port 9c977b62-1de5-4698-912e-e3c71bba769f on network 0e9aad70-7907-455f-86a3-2696a4ec345a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:16.252649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:16.253301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Checking segment: {'id': '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e9aad70-7907-455f-86a3-2696a4ec345a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:16.253988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.254442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Bound using segment: {'id': '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e9aad70-7907-455f-86a3-2696a4ec345a'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:16.254990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Bound port: 9c977b62-1de5-4698-912e-e3c71bba769f, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e9aad70-7907-455f-86a3-2696a4ec345a'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:16.255414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.281115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:16.281349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.348132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.357250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.375958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:16.487921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] For port 9c977b62-1de5-4698-912e-e3c71bba769f, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:16.493173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:13Z', 'revision_number': 11, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:16.497826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeea971-abc6-4276-9fdc-51f6e54704a5 None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:13Z', 'revision_number': 11, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:16.499851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:16.501105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] For port 9c977b62-1de5-4698-912e-e3c71bba769f, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9c977b62-1de5-4698-912e-e3c71bba769f,segment=NetworkSegment(58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4),segment_id=58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:16.509129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.515525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:16.516083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:16.537198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.582417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9aad70-7907-455f-86a3-2696a4ec345a']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:16.687788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Pushing event updated for resources: {'Port': ['ID=9c977b62-1de5-4698-912e-e3c71bba769f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:16.688027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:16.688334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:16.699013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:16.710611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.757071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb32576-12eb-414a-a61b-ab0ce211339d None None] Network 0e9aad70-7907-455f-86a3-2696a4ec345a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:16.808038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.821742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-176a6cda-e388-480f-a9db-c09b74ae8e10 req-758aad31-a4e9-4ad8-99f7-0dbe6077fc1c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7601285 Dec 10 19:41:16.823018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:16.823558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:16.851621 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:16.949855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting subnet c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:16.959640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:16.963384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:41:16.963384 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:41:16.963384 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '0e9aad70-7907-455f-86a3-2696a4ec345a'}] Dec 10 19:41:16.963384 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:16.963796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:41:16.996354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3dfe6680-29af-489d-a16d-10ff740e4d42 None None] Provisioning complete for port bd7476e6-f093-46e2-af3e-9d666457f41b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:16.996890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3dfe6680-29af-489d-a16d-10ff740e4d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:17.054205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:17.068819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe6680-29af-489d-a16d-10ff740e4d42 None None] Port bd7476e6-f093-46e2-af3e-9d666457f41b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:41:17.073136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21289297-1ea0-4bfa-b4fb-674bcbd5b2a5 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:41:17.099033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Router a9dc7bd0-f585-4f3f-8ba9-d39a685601d6 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:41:17.130680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP cc11ccfc-1ae2-4f56-9079-3a4262fda62c associated. External IP: 172.26.8.151, port: 212d9f2e-cad0-43f4-a94c-7d6aab976e1e. Dec 10 19:41:17.236898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21289297-1ea0-4bfa-b4fb-674bcbd5b2a5 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:41:17.323660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:17.332148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:17.333364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "PUT /v2.0/routers/a9dc7bd0-f585-4f3f-8ba9-d39a685601d6 HTTP/1.1" status: 200 len: 918 time: 6.3949327 Dec 10 19:41:17.336267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56476) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:17.340347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476948af-ff72-4a5d-8a23-5fbd7cf12f8d None None] Sync routers for ids ['a9dc7bd0-f585-4f3f-8ba9-d39a685601d6'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:17.347054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:17.386415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476948af-ff72-4a5d-8a23-5fbd7cf12f8d None None] Routers {'a9dc7bd0-f585-4f3f-8ba9-d39a685601d6'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:17.387119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-476948af-ff72-4a5d-8a23-5fbd7cf12f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a9dc7bd0-f585-4f3f-8ba9-d39a685601d6'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:17.430953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Router 998f9fd9-fe71-487d-8724-c650989fe415 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:41:17.474885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:17.487862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-476948af-ff72-4a5d-8a23-5fbd7cf12f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:17.514544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 9c977b62-1de5-4698-912e-e3c71bba769f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:17.515065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:17.530763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:17.544468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4ae480a-b6d0-467f-801d-a4c73b528925 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:17.556710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476948af-ff72-4a5d-8a23-5fbd7cf12f8d None None] Routers {'a9dc7bd0-f585-4f3f-8ba9-d39a685601d6'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:17.557583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-476948af-ff72-4a5d-8a23-5fbd7cf12f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a9dc7bd0-f585-4f3f-8ba9-d39a685601d6'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:17.645371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Subnet': ['ID=c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:17.657964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:17.658155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-476948af-ff72-4a5d-8a23-5fbd7cf12f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:17.658441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476948af-ff72-4a5d-8a23-5fbd7cf12f8d None None] The sync data for ids ['a9dc7bd0-f585-4f3f-8ba9-d39a685601d6'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:17.667237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:17.686491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2 HTTP/1.1" status: 204 len: 168 time: 1.8791530 Dec 10 19:41:17.690073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:17.840517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2066104e-5c36-4437-8b47-24b642b6aa37 None None] Network 286b5988-7d95-46c7-86d5-94836c5de0cc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:18.000496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.036750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:18.040040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ab789715-15ec-4fc1-b98f-b88871233112 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:18.042403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "PUT /v2.0/routers/998f9fd9-fe71-487d-8724-c650989fe415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8922958 Dec 10 19:41:18.044784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:18.045166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.051858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Sync routers for ids ['998f9fd9-fe71-487d-8724-c650989fe415'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:18.057851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56488) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:18.069367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Routers {'998f9fd9-fe71-487d-8724-c650989fe415'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:18.070443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['998f9fd9-fe71-487d-8724-c650989fe415'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:18.086264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: ab789715-15ec-4fc1-b98f-b88871233112 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:18.086643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ab789715-15ec-4fc1-b98f-b88871233112 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:18.164615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port 9c977b62-1de5-4698-912e-e3c71bba769f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9c977b62-1de5-4698-912e-e3c71bba769f,segment=NetworkSegment(58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4),segment_id=58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:18.165035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.199451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] DHCP port deletion for 286b5988-7d95-46c7-86d5-94836c5de0cc request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:41:18.203997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] Deleting port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:18.204963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.262738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Set router 998f9fd9-fe71-487d-8724-c650989fe415 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:18.322922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for 9c977b62-1de5-4698-912e-e3c71bba769f owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:18.333278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] For port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=984a23c6-37f5-4666-bdb7-2dac19a6ae0f,segment=NetworkSegment(6783535f-8084-4365-8aba-5777d3586ff5),segment_id=6783535f-8084-4365-8aba-5777d3586ff5)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:18.334147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.356568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a935df4-5d85-4e06-af08-771c9dca382d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:18.358104 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a935df4-5d85-4e06-af08-771c9dca382d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports/bd7476e6-f093-46e2-af3e-9d666457f41b HTTP/1.1" status: 200 len: 911 time: 0.2935362 Dec 10 19:41:18.370700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56492) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:18.446416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf19c306-75b9-4fe7-8d88-81d042fe78a8 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/routers/a9dc7bd0-f585-4f3f-8ba9-d39a685601d6 HTTP/1.1" status: 200 len: 924 time: 1.1076355 Dec 10 19:41:18.456229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56496) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:18.474635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] For port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=984a23c6-37f5-4666-bdb7-2dac19a6ae0f,segment=NetworkSegment(6783535f-8084-4365-8aba-5777d3586ff5),segment_id=6783535f-8084-4365-8aba-5777d3586ff5)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:18.475081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.522120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a68ca-9b26-4fa7-8a06-89594302f948 req-54b2989c-e17c-48bc-b175-b518577ce227 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:18.523662 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d95a68ca-9b26-4fa7-8a06-89594302f948 req-54b2989c-e17c-48bc-b175-b518577ce227 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5342951 Dec 10 19:41:18.610302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.620775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:18.629678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f9fd9-fe71-487d-8724-c650989fe415', 'name': 'tempest-NetworksTestDHCPv6-router-1088678430', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:11Z', 'updated_at': '2021-12-10T19:41:14Z', 'revision_number': 2, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None, '_interfaces': [{'id': 'bd7476e6-f093-46e2-af3e-9d666457f41b', 'name': '', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'mac_address': 'fa:16:3e:4e:9f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f9fd9-fe71-487d-8724-c650989fe415', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f743888b-4cc3-4b90-a325-dd8e5721f332', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:13Z', 'updated_at': '2021-12-10T19:41:15Z', 'revision_number': 2, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'subnets': [{'id': 'f743888b-4cc3-4b90-a325-dd8e5721f332', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:18.634075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Checking router: 998f9fd9-fe71-487d-8724-c650989fe415 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:18.634483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Updating router 998f9fd9-fe71-487d-8724-c650989fe415 port bd7476e6-f093-46e2-af3e-9d666457f41b binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:41:18.654715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] Calling delete_port for 984a23c6-37f5-4666-bdb7-2dac19a6ae0f owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:18.693355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Port': ['ID=9c977b62-1de5-4698-912e-e3c71bba769f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:18.702745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:18.702989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.706909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d95a68ca-9b26-4fa7-8a06-89594302f948 req-7e48140a-b6c9-4bd3-83e0-05fb3f00d4dd tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602309 Dec 10 19:41:18.719711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cce51c-5f12-4d68-a168-cb2b9164ac29 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:18.724392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cce51c-5f12-4d68-a168-cb2b9164ac29 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:18.726309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-57cce51c-5f12-4d68-a168-cb2b9164ac29 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3535626 Dec 10 19:41:18.727834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No DVR routers for this DVR port 9c977b62-1de5-4698-912e-e3c71bba769f on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:18.730621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56500) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:18.760008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:18.769744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:18.834019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] Pushing event deleted for resources: {'Port': ['ID=984a23c6-37f5-4666-bdb7-2dac19a6ae0f,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:18.838246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Calling delete_port for 984a23c6-37f5-4666-bdb7-2dac19a6ae0f owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:18.839075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:18.842417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] No DVR routers for this DVR port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:18.913121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:18.928242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dea52923-e9c7-496a-9908-4f967cdcfac2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=a9dc7bd0-f585-4f3f-8ba9-d39a685601d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4675937 Dec 10 19:41:18.930504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56504) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:19.019122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:19.019724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:41:19.024474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.070131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9aad70-7907-455f-86a3-2696a4ec345a']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:19.088719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:19.089101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e69b5e-c3c3-4fbf-b3bd-6c16428beaf4') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:19.111095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.128830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.130134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.141265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:19.141768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:19.161760 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:19.222640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2b6331-f308-4c30-aa41-8d9672508e47 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:19.224150 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ce2b6331-f308-4c30-aa41-8d9672508e47 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 881 time: 0.2926478 Dec 10 19:41:19.227866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56508) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:19.280054 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a33e16a8-e4aa-458b-986c-fd5e5ee70035 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9dc7bd0-f585-4f3f-8ba9-d39a685601d6 HTTP/1.1" status: 200 len: 205 time: 0.0509734 Dec 10 19:41:19.283079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56512) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:19.373066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Transition to ACTIVE for port object bd7476e6-f093-46e2-af3e-9d666457f41b will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:19.375763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.380521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.380721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d6ea011-7707-4353-880d-0ae6d2003579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497681739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:19.386868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:19.406326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.422078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=0e9aad70-7907-455f-86a3-2696a4ec345a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:19.427269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:19.435163 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/0e9aad70-7907-455f-86a3-2696a4ec345a HTTP/1.1" status: 204 len: 168 time: 4.3115964 Dec 10 19:41:19.435784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56516) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:19.444678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934846660'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:19.451973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:19.458964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:19.462513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:19.471094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:19.512229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:19.524724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f54a6b-db0b-4c56-ab53-98972e7890f5 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:19.528995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:19.534769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.554238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f54a6b-db0b-4c56-ab53-98972e7890f5 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:19.555305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-62f54a6b-db0b-4c56-ab53-98972e7890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:19.572594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Deleting port 984a23c6-37f5-4666-bdb7-2dac19a6ae0f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:19.572980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.584589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddea452-8de0-4f0e-908f-cf6431fc1fb9 None None] Pushing event updated for resources: {'Port': ['ID=bd7476e6-f093-46e2-af3e-9d666457f41b,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:19.587323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:41:19.605136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.605570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment 35460d52-f3cf-4528-ba18-4f82a0b3d79d of type vlan for network ff7fbbad-508f-46a1-8646-7f34d9fefa4b Dec 10 19:41:19.622267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ddea452-8de0-4f0e-908f-cf6431fc1fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:19.685358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Attempting to bind port bd7476e6-f093-46e2-af3e-9d666457f41b on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:19.686154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Attempting to bind port bd7476e6-f093-46e2-af3e-9d666457f41b by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:19.686777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Attempting to bind port bd7476e6-f093-46e2-af3e-9d666457f41b on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:19.695109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:19.696141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:19.696804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.696928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-62f54a6b-db0b-4c56-ab53-98972e7890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:19.697589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:19.698320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Bound port: bd7476e6-f093-46e2-af3e-9d666457f41b, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:19.698951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.712110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.718368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f54a6b-db0b-4c56-ab53-98972e7890f5 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:19.719392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-62f54a6b-db0b-4c56-ab53-98972e7890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:19.761108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] The port '984a23c6-37f5-4666-bdb7-2dac19a6ae0f' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:41:19.806097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] For port bd7476e6-f093-46e2-af3e-9d666457f41b, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:19.809611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] For port bd7476e6-f093-46e2-af3e-9d666457f41b, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bd7476e6-f093-46e2-af3e-9d666457f41b,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:19.815194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.820964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18186d54-4e26-402a-b7e3-6c6f91f3b6ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:19.886808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-62f54a6b-db0b-4c56-ab53-98972e7890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:19.887287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f54a6b-db0b-4c56-ab53-98972e7890f5 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:19.932781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddea452-8de0-4f0e-908f-cf6431fc1fb9 None None] Pushing event updated for resources: {'Port': ['ID=bd7476e6-f093-46e2-af3e-9d666457f41b,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:19.948494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ddea452-8de0-4f0e-908f-cf6431fc1fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:19.949328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Routers {'998f9fd9-fe71-487d-8724-c650989fe415'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:19.949880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.950223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['998f9fd9-fe71-487d-8724-c650989fe415'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:19.954194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:19.955653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.977737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:19.999910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:20.036256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:20.101504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dafa24d4-4e98-4c63-88ed-d90e29d9ea3c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:20.109283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286b5988-7d95-46c7-86d5-94836c5de0cc']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:20.120914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 984a23c6-37f5-4666-bdb7-2dac19a6ae0f no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:20.158859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] Set router 998f9fd9-fe71-487d-8724-c650989fe415 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:20.189619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 984a23c6-37f5-4666-bdb7-2dac19a6ae0f {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:20.198084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 984a23c6-37f5-4666-bdb7-2dac19a6ae0f not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:20.239826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6783535f-8084-4365-8aba-5777d3586ff5') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:20.240205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6783535f-8084-4365-8aba-5777d3586ff5') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:20.260055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:20.288767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:20.311572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:20.312031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:20.328562 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:20.460429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:20.466333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-286bb14c-0a6c-44f6-b36b-17a955466afb tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:20.489700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:20.502726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Pushing event deleted for resources: {'Network': ['ID=286b5988-7d95-46c7-86d5-94836c5de0cc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:20.511925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:20.515879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0779650 Dec 10 19:41:20.524906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56524) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:20.547484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/networks/286b5988-7d95-46c7-86d5-94836c5de0cc HTTP/1.1" status: 204 len: 168 time: 2.8401217 Dec 10 19:41:20.551410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56528) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:20.558324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:20.558485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'routes': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:20.575617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f9fd9-fe71-487d-8724-c650989fe415', 'name': 'tempest-NetworksTestDHCPv6-router-1088678430', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:11Z', 'updated_at': '2021-12-10T19:41:14Z', 'revision_number': 2, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None, '_interfaces': [{'id': 'bd7476e6-f093-46e2-af3e-9d666457f41b', 'name': '', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'mac_address': 'fa:16:3e:4e:9f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f9fd9-fe71-487d-8724-c650989fe415', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f743888b-4cc3-4b90-a325-dd8e5721f332', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:13Z', 'updated_at': '2021-12-10T19:41:19Z', 'revision_number': 4, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'subnets': [{'id': 'f743888b-4cc3-4b90-a325-dd8e5721f332', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:20.581918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445912b-90bf-4737-8d26-2bbd7cb05d7b None None] The sync data for ids ['998f9fd9-fe71-487d-8724-c650989fe415'] in dv-neutron-821443-1-hyperv is: [{'id': '998f9fd9-fe71-487d-8724-c650989fe415', 'name': 'tempest-NetworksTestDHCPv6-router-1088678430', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:11Z', 'updated_at': '2021-12-10T19:41:14Z', 'revision_number': 2, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None, '_interfaces': [{'id': 'bd7476e6-f093-46e2-af3e-9d666457f41b', 'name': '', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'mac_address': 'fa:16:3e:4e:9f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f9fd9-fe71-487d-8724-c650989fe415', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f743888b-4cc3-4b90-a325-dd8e5721f332', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:41:13Z', 'updated_at': '2021-12-10T19:41:19Z', 'revision_number': 4, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'subnets': [{'id': 'f743888b-4cc3-4b90-a325-dd8e5721f332', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:20.629993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=ff7fbbad-508f-46a1-8646-7f34d9fefa4b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:20.632919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:20.643431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:20.768585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21582a62-dee0-4ba1-86db-ea6ca72b37d6 req-c42e2756-5ef0-42d6-a6cd-be49eb667fd1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:20.770346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-21582a62-dee0-4ba1-86db-ea6ca72b37d6 req-c42e2756-5ef0-42d6-a6cd-be49eb667fd1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.7888832 Dec 10 19:41:21.009159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Added routes are [] {{(pid=88871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 10 19:41:21.009676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Removed routes are [] {{(pid=88871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 10 19:41:21.010114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:21.113208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:21.121982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-21582a62-dee0-4ba1-86db-ea6ca72b37d6 req-d218de83-c881-4d61-9bb2-941aa0fa1315 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909296 Dec 10 19:41:21.122482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:subnet and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:21.128439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:21.138402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:21.176685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:21.199091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:21.284323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Deleting port 9577647b-8be2-4097-9445-6a92ee8678ed {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:21.284765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:21.364134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:21.515838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:21.524170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:21.530674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port bd7476e6-f093-46e2-af3e-9d666457f41b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:21.531056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:21.674160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 881f95a1-65b3-4454-a3ef-86de111be384 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:21.678892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:21.827626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 8b99cc25-9df7-457f-a445-5116f7e89a4e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:21.858459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Calling delete_port for 9577647b-8be2-4097-9445-6a92ee8678ed owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:21.938076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] For port bd7476e6-f093-46e2-af3e-9d666457f41b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bd7476e6-f093-46e2-af3e-9d666457f41b,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:21.938414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:22.112765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bd7476e6-f093-46e2-af3e-9d666457f41b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:22.135559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for bd7476e6-f093-46e2-af3e-9d666457f41b owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:22.140236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:22.147590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dde8f830-61e7-4839-98dd-a497d561bf3a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:22.199544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port bd7476e6-f093-46e2-af3e-9d666457f41b completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:22.200174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:22.205954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bd7476e6-f093-46e2-af3e-9d666457f41b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:22.206386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:22.209435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:22.210640 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a572d9f-550b-4eff-bc51-537ec2d32e7a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 200 len: 704 time: 1.6571615 Dec 10 19:41:22.216426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] Sync routers for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:22.218802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56534) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:22.231286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:22.232238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:22.317870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=ef1e7890-9624-453c-84d4-6879decb11ac,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:22.321102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23b8eedf-8b49-4238-8080-492e1d3911f8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:22.326843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:22.417912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': '35460d52-f3cf-4528-ba18-4f82a0b3d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:22.418327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: ff7fbbad-508f-46a1-8646-7f34d9fefa4b, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:41:22.424549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:22.428629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23b8eedf-8b49-4238-8080-492e1d3911f8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:22.433239 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-23b8eedf-8b49-4238-8080-492e1d3911f8 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 200 len: 205 time: 0.2102089 Dec 10 19:41:22.434011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56538) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:22.587817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:22.600866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:22.613529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9048167-34f1-4131-8dfc-302767960592 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:22.668306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event deleted for resources: {'Port': ['ID=9577647b-8be2-4097-9445-6a92ee8678ed,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:22.671493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:22.707309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:13Z', 'revision_number': 11, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:22.712109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] Checking router: 8b99cc25-9df7-457f-a445-5116f7e89a4e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:22.724538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] Routers {'8b99cc25-9df7-457f-a445-5116f7e89a4e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:22.726309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8b99cc25-9df7-457f-a445-5116f7e89a4e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:22.730790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:22.737116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2be97fc-3e53-4873-a905-669b176726fe tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:22.771012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:41:22.784344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f727aeb-bd1d-434b-99b3-b8885e1dc2c9 req-48ec646e-1b01-4759-9af9-559fc5bdf6e0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:22.790079 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6f727aeb-bd1d-434b-99b3-b8885e1dc2c9 req-48ec646e-1b01-4759-9af9-559fc5bdf6e0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.4764388 Dec 10 19:41:22.791730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5390c28e-9f19-41ab-9335-5537c91b52bb tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:22.802332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=bd7476e6-f093-46e2-af3e-9d666457f41b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:22.805470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:22.857161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:22.871113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b0607-2f43-4f88-8f78-a61a76d48bed None None] Sync routers for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:22.872526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] Set router 8b99cc25-9df7-457f-a445-5116f7e89a4e gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:22.873120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ff7fbbad-508f-46a1-8646-7f34d9fefa4b) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:22.894217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d005972-eb9f-49e1-aeb3-891856246ed2 None None] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:22.952665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:22.953335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:23.042439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:13Z', 'revision_number': 11, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:23.058666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171449cb-4d72-4573-8fb2-03e86c99c3de None None] The sync data for ids ['8b99cc25-9df7-457f-a445-5116f7e89a4e'] in dv-neutron-821443-1-hyperv is: [{'id': '8b99cc25-9df7-457f-a445-5116f7e89a4e', 'name': 'tempest-RoutersIpV6Test-router-176028230', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:27Z', 'updated_at': '2021-12-10T19:41:13Z', 'revision_number': 11, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:23.090692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:23.145080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6f727aeb-bd1d-434b-99b3-b8885e1dc2c9 req-3c39578b-017a-433e-9c3b-21bc638f194d tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439338 Dec 10 19:41:23.169083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:23.209655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b0607-2f43-4f88-8f78-a61a76d48bed None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:23.213746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b08b0607-2f43-4f88-8f78-a61a76d48bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:23.250026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7062316 Dec 10 19:41:23.251027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:23.272351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:23.307527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:23.328151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b08b0607-2f43-4f88-8f78-a61a76d48bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:23.348589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b0607-2f43-4f88-8f78-a61a76d48bed None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:23.349452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b08b0607-2f43-4f88-8f78-a61a76d48bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:23.433354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b08b0607-2f43-4f88-8f78-a61a76d48bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:23.445536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b0607-2f43-4f88-8f78-a61a76d48bed None None] The sync data for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:23.692693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-ff7fbbad-508f-46a1-8646-7f34d9fefa4b', 'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': 'ef1e7890-9624-453c-84d4-6879decb11ac'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:23.694067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:23.871448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Allocated IP 2001:db8::2 (ff7fbbad-508f-46a1-8646-7f34d9fefa4b/ef1e7890-9624-453c-84d4-6879decb11ac/84005109-ae0e-4344-a39c-5ddc706ff6c5) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:23.915152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cf8ae-7c01-4356-a2ee-fa71aaf016eb req-15b1bf7c-52fe-488f-a1e0-21b4bc670cd5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:23.916833 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0d6cf8ae-7c01-4356-a2ee-fa71aaf016eb req-15b1bf7c-52fe-488f-a1e0-21b4bc670cd5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.2509480 Dec 10 19:41:23.948713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Router 998f9fd9-fe71-487d-8724-c650989fe415 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:23.987534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0d6cf8ae-7c01-4356-a2ee-fa71aaf016eb req-ed55b28b-5953-466a-a0e4-97c80421bff1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578275 Dec 10 19:41:24.078249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c06aa058-6b02-4463-b375-e0d2d8a3fbdc tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/floatingips/cc11ccfc-1ae2-4f56-9079-3a4262fda62c HTTP/1.1" status: 200 len: 979 time: 10.0260561 Dec 10 19:41:24.084032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56552) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:24.115175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.127437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Transition to ACTIVE for port object 84005109-ae0e-4344-a39c-5ddc706ff6c5 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:24.150411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Transition to ACTIVE for port object 84005109-ae0e-4344-a39c-5ddc706ff6c5 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:24.156357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.161840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5826782b-02f2-431f-8622-749fbfdcabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:24.228233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 041fe418-1e58-4a8b-9102-7fe5f3024475 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:24.228619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.238468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:24.241470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:24.244033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:24.270300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:24.282538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Pushing event updated for resources: {'Port': ['ID=84005109-ae0e-4344-a39c-5ddc706ff6c5,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:24.282930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] Sync routers for ids ['998f9fd9-fe71-487d-8724-c650989fe415'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:24.285777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:24.301712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] Routers {'998f9fd9-fe71-487d-8724-c650989fe415'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:24.303650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['998f9fd9-fe71-487d-8724-c650989fe415'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:24.319781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "PUT /v2.0/routers/998f9fd9-fe71-487d-8724-c650989fe415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5478702 Dec 10 19:41:24.320657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56556) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:24.338850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5390c28e-9f19-41ab-9335-5537c91b52bb tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.348763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Attempting to bind port 84005109-ae0e-4344-a39c-5ddc706ff6c5 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:24.349167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Attempting to bind port 84005109-ae0e-4344-a39c-5ddc706ff6c5 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '35460d52-f3cf-4528-ba18-4f82a0b3d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:24.349605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Attempting to bind port 84005109-ae0e-4344-a39c-5ddc706ff6c5 on network ff7fbbad-508f-46a1-8646-7f34d9fefa4b {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:24.351749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.356657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:24.357082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Checking segment: {'id': '35460d52-f3cf-4528-ba18-4f82a0b3d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:24.357591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.358001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Bound using segment: {'id': '35460d52-f3cf-4528-ba18-4f82a0b3d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:24.358581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Bound port: 84005109-ae0e-4344-a39c-5ddc706ff6c5, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35460d52-f3cf-4528-ba18-4f82a0b3d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:24.359004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.364198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5390c28e-9f19-41ab-9335-5537c91b52bb tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.375911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.378415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:24.388119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:subnet and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:24.392879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:24.403097 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98d1df1a-834f-4601-ab68-2349148ba225 req-baf00a5f-a4bb-4fbd-a4e9-e2a1fecb2d9e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1098 time: 0.5560896 Dec 10 19:41:24.404021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:24.484818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] For port 84005109-ae0e-4344-a39c-5ddc706ff6c5, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:24.494224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] For port 84005109-ae0e-4344-a39c-5ddc706ff6c5, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=84005109-ae0e-4344-a39c-5ddc706ff6c5,segment=NetworkSegment(35460d52-f3cf-4528-ba18-4f82a0b3d79d),segment_id=35460d52-f3cf-4528-ba18-4f82a0b3d79d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:24.503062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.525013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bee1b9f9-1ad3-46c9-83cb-6b26f620b1cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:24.526921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:24.533093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.549011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] Set router 998f9fd9-fe71-487d-8724-c650989fe415 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:24.559668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5390c28e-9f19-41ab-9335-5537c91b52bb tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.560526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5390c28e-9f19-41ab-9335-5537c91b52bb tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Fanout notify agent at l3_agent the message router_deleted on router 8b99cc25-9df7-457f-a445-5116f7e89a4e {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:41:24.622710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.633086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Pushing event updated for resources: {'Port': ['ID=84005109-ae0e-4344-a39c-5ddc706ff6c5,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:24.647871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.648632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Fanout notify agent at l3_agent the message router_deleted on router a9dc7bd0-f585-4f3f-8ba9-d39a685601d6 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:41:24.657876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:24.705108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5390c28e-9f19-41ab-9335-5537c91b52bb tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.725436 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5390c28e-9f19-41ab-9335-5537c91b52bb tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 204 len: 168 time: 2.2777727 Dec 10 19:41:24.731475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56560) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:24.739453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453aa9c-e86c-494d-b0c1-80ed8a7de2ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:24.742058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453aa9c-e86c-494d-b0c1-80ed8a7de2ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:24.743561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9453aa9c-e86c-494d-b0c1-80ed8a7de2ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:24.743717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1101758266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:24.754321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:24.755524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/a9dc7bd0-f585-4f3f-8ba9-d39a685601d6 HTTP/1.1" status: 204 len: 168 time: 5.4713595 Dec 10 19:41:24.759877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f9fd9-fe71-487d-8724-c650989fe415', 'name': 'tempest-NetworksTestDHCPv6-router-1088678430', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:11Z', 'updated_at': '2021-12-10T19:41:22Z', 'revision_number': 3, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:24.765956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] Checking router: 998f9fd9-fe71-487d-8724-c650989fe415 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:24.772156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56564) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:24.773483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9453aa9c-e86c-494d-b0c1-80ed8a7de2ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:24.778047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9453aa9c-e86c-494d-b0c1-80ed8a7de2ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4508257 Dec 10 19:41:24.778206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:24.782572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] Routers {'998f9fd9-fe71-487d-8724-c650989fe415'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:24.783352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['998f9fd9-fe71-487d-8724-c650989fe415'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:24.784682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56568) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:24.784949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1688838950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:24.851697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Usage tracker for resource:router and tenant:0d856ceb3191435b841321325d59dd08 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:24.856329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1df1a-834f-4601-ab68-2349148ba225 req-aad309ac-bfea-4ecc-8c9c-6108f254901d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:24.858598 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98d1df1a-834f-4601-ab68-2349148ba225 req-aad309ac-bfea-4ecc-8c9c-6108f254901d service neutron] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 912 time: 0.4491384 Dec 10 19:41:24.862253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:24.865044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:24.928490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] Set router 998f9fd9-fe71-487d-8724-c650989fe415 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:24.931080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Usage tracker for resource:router and tenant:d3713d861245490a81a9d3909b717319 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:24.935297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:24.944746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:24.971831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:25.037625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.038612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.090378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.091640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.111465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f9fd9-fe71-487d-8724-c650989fe415', 'name': 'tempest-NetworksTestDHCPv6-router-1088678430', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:11Z', 'updated_at': '2021-12-10T19:41:22Z', 'revision_number': 3, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:25.133940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98d1df1a-834f-4601-ab68-2349148ba225 req-c97eef5b-c517-449b-b6a0-2772aabae484 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 1001 time: 0.2649405 Dec 10 19:41:25.137877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7bb89-3221-4f30-9964-4b81e5c41f45 None None] The sync data for ids ['998f9fd9-fe71-487d-8724-c650989fe415'] in dv-neutron-821443-1-hyperv is: [{'id': '998f9fd9-fe71-487d-8724-c650989fe415', 'name': 'tempest-NetworksTestDHCPv6-router-1088678430', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:11Z', 'updated_at': '2021-12-10T19:41:22Z', 'revision_number': 3, 'project_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:25.250686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.279547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1df1a-834f-4601-ab68-2349148ba225 req-0902bd09-b95e-43c7-8d7d-b8ee4547683b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:25.281132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98d1df1a-834f-4601-ab68-2349148ba225 req-0902bd09-b95e-43c7-8d7d-b8ee4547683b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.1351542 Dec 10 19:41:25.341488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.389937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.396484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87944ce5-0d3b-4992-a3aa-70d4929d0c24 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:25.424755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.451181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.451932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.452868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Floating IP cc11ccfc-1ae2-4f56-9079-3a4262fda62c disassociated. External IP: 172.26.8.151, port: 041fe418-1e58-4a8b-9102-7fe5f3024475. Dec 10 19:41:25.453204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 041fe418-1e58-4a8b-9102-7fe5f3024475 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:25.479594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.527409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:25.536601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:25.539998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=bf7d15d6-c14a-43eb-a827-1bd4635a073f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:25.540195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet f743888b-4cc3-4b90-a325-dd8e5721f332 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:25.542768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:25.543421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.547862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.548823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.552710 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e979d606-224a-4910-9d14-91c1bb34e307 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8174181 Dec 10 19:41:25.555160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.556427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9e5f52c1-ad2b-4415-82cf-4734d578da88 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7832468 Dec 10 19:41:25.557924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:25.561674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56576) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:25.561931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:25.575793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'enable_snat': False}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:25.644370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-64c488ad-9d8a-4a4d-8f4f-b80e446c346e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:25.657598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.704523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98d1df1a-834f-4601-ab68-2349148ba225 req-6e1ccd7a-bf35-44b9-8e03-4ef2724b8140 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4062960 Dec 10 19:41:25.806837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:25.817975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b66c16a-c601-4ab9-837d-9950a142143b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:25.884676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=041fe418-1e58-4a8b-9102-7fe5f3024475,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:25.895388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:25.919516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:26.022027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a335b-cba4-4cca-a384-9776fa790cea req-941dab07-9e76-4a8f-8192-0eb2dc6b49cb tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:26.023704 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-462a335b-cba4-4cca-a384-9776fa790cea req-941dab07-9e76-4a8f-8192-0eb2dc6b49cb tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.6394513 Dec 10 19:41:26.158319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 84005109-ae0e-4344-a39c-5ddc706ff6c5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:26.207550 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-462a335b-cba4-4cca-a384-9776fa790cea req-aa332935-2ab5-48ec-8735-f3e68ac860fe tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658599 Dec 10 19:41:26.212048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:26.217213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:26.256684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:26.272844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=f743888b-4cc3-4b90-a325-dd8e5721f332,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:26.276372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bd7476e6-f093-46e2-af3e-9d666457f41b no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:26.277473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:26.283409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98d1df1a-834f-4601-ab68-2349148ba225 req-a1993eeb-f7c4-4973-aef9-c3d3eeef2d8f service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585327 Dec 10 19:41:26.297477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:26.313220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a4ffa3-25fa-433b-9971-8ab488db3c7c None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:26.342904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0795000 Dec 10 19:41:26.343157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56586) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:26.343405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:26.344640 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/f743888b-4cc3-4b90-a325-dd8e5721f332 HTTP/1.1" status: 204 len: 168 time: 1.5588391 Dec 10 19:41:26.398157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 881f95a1-65b3-4454-a3ef-86de111be384 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:26.402362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: bd7476e6-f093-46e2-af3e-9d666457f41b {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:26.402904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bd7476e6-f093-46e2-af3e-9d666457f41b not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:26.689304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:26.702450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:41:26.708900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] Deleting port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:26.709324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:26.738578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6581588-4ad6-4107-a8ee-42b4441986ca None None] Sync routers for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:26.775090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6581588-4ad6-4107-a8ee-42b4441986ca None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:26.776082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d6581588-4ad6-4107-a8ee-42b4441986ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:26.810247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:26.816036 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/ports/041fe418-1e58-4a8b-9102-7fe5f3024475 HTTP/1.1" status: 204 len: 168 time: 2.7293894 Dec 10 19:41:26.816916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56594) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:26.884869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d6581588-4ad6-4107-a8ee-42b4441986ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:26.894407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6694e4-43ef-4727-935b-6e2ee53c972a None None] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:27.004926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2f8911e6-aa82-44d7-8049-036e7558b331 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:router {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:27.009153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6581588-4ad6-4107-a8ee-42b4441986ca None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:27.009869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d6581588-4ad6-4107-a8ee-42b4441986ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:27.010983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa89cc-08fd-4cc6-bf3c-7a7ee81cffd2 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:27.012467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa89cc-08fd-4cc6-bf3c-7a7ee81cffd2 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:27.014028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa89cc-08fd-4cc6-bf3c-7a7ee81cffd2 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:27.015384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa89cc-08fd-4cc6-bf3c-7a7ee81cffd2 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:27.017487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa89cc-08fd-4cc6-bf3c-7a7ee81cffd2 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:27.018460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9ffa89cc-08fd-4cc6-bf3c-7a7ee81cffd2 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Synchronizing usage tracker for tenant:b4c31ad1b3684b3a9728c771e00d2e79 on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:27.051132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98d1df1a-834f-4601-ab68-2349148ba225 req-90627dac-c584-4085-859c-f70bf4a482b8 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441671 Dec 10 19:41:27.076543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2f8911e6-aa82-44d7-8049-036e7558b331 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:router {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:27.082945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2f8911e6-aa82-44d7-8049-036e7558b331 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6747296 Dec 10 19:41:27.082945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9ffa89cc-08fd-4cc6-bf3c-7a7ee81cffd2 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Unset dirty status for tenant:b4c31ad1b3684b3a9728c771e00d2e79 on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:27.086817 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9ffa89cc-08fd-4cc6-bf3c-7a7ee81cffd2 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6862037 Dec 10 19:41:27.088358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56598) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:27.088789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56600) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:27.098335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842548267'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:27.104918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d6581588-4ad6-4107-a8ee-42b4441986ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:27.105295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6581588-4ad6-4107-a8ee-42b4441986ca None None] The sync data for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:27.165027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] Provisioning for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:27.179073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:27.200656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] Provisioning complete for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:27.200873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.289177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.306738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] For port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:27.307184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.368455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:27.371621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:27.517374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:27.518093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] Calling delete_port for b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:27.537938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64c488ad-9d8a-4a4d-8f4f-b80e446c346e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.556358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:27.561884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.583737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64c488ad-9d8a-4a4d-8f4f-b80e446c346e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.599803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.600044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4c59497-3428-49c7-b0c2-cf91a4bde0be tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.630867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e27f7-e177-4a2d-86a2-78eb919d7d95 req-2dbe3dca-594e-4a8b-8113-d7240f978e95 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:27.638575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f35e27f7-e177-4a2d-86a2-78eb919d7d95 req-2dbe3dca-594e-4a8b-8113-d7240f978e95 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.2723627 Dec 10 19:41:27.699048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f35e27f7-e177-4a2d-86a2-78eb919d7d95 req-36ab08fe-d741-42ae-ad1c-6f7012627ec1 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594611 Dec 10 19:41:27.877688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] For port 84005109-ae0e-4344-a39c-5ddc706ff6c5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=84005109-ae0e-4344-a39c-5ddc706ff6c5,segment=NetworkSegment(35460d52-f3cf-4528-ba18-4f82a0b3d79d),segment_id=35460d52-f3cf-4528-ba18-4f82a0b3d79d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:27.881373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.886686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-517f9d6a-63c5-4c5c-95c2-3ff9a9548a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:27.916922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.935851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] Pushing event deleted for resources: {'Port': ['ID=b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:27.941359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:27.943926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:27.948123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16063e88-dd2c-4c2b-82e2-1657216f3ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:28.001683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] No DVR routers for this DVR port b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:28.036006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] Pushing event updated for resources: {'Port': ['ID=84005109-ae0e-4344-a39c-5ddc706ff6c5,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:28.039045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:28.099960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:28.153258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:28.153570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b960cfd3-8ce9-43d9-89b1-5ffca5cbb3b9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:28.160484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:41:28.172009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Update dhcp port {'port': {'network_id': 'ff7fbbad-508f-46a1-8646-7f34d9fefa4b', 'fixed_ips': [{'subnet_id': 'ef1e7890-9624-453c-84d4-6879decb11ac', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf7d15d6-c14a-43eb-a827-1bd4635a073f'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': '84005109-ae0e-4344-a39c-5ddc706ff6c5'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:41:28.195318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.195715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment 0fffcec0-cd66-49c5-8ba8-a20fd38a19af of type vlan for network 936cd21d-17c4-4798-a0fe-1f80027fb030 Dec 10 19:41:28.232216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.269294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 1bc37353-7a3b-46db-865e-2d80ca25e43b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:28.269874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.434924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.480962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Allocated IP 172.20.0.1 (ff7fbbad-508f-46a1-8646-7f34d9fefa4b/bf7d15d6-c14a-43eb-a827-1bd4635a073f/84005109-ae0e-4344-a39c-5ddc706ff6c5) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:28.503029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.644067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] For port 84005109-ae0e-4344-a39c-5ddc706ff6c5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=84005109-ae0e-4344-a39c-5ddc706ff6c5,segment=NetworkSegment(35460d52-f3cf-4528-ba18-4f82a0b3d79d),segment_id=35460d52-f3cf-4528-ba18-4f82a0b3d79d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:28.666022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4c59497-3428-49c7-b0c2-cf91a4bde0be tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.670462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.674431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.675163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:28.675836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.683657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b344706-4da2-4b39-8165-68e870148747 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:28.699570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Transition to ACTIVE for port object 84005109-ae0e-4344-a39c-5ddc706ff6c5 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:28.703528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.708553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fbd7a352-1db3-4d00-aa5a-7d90ee01dae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:28.783809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Pushing event updated for resources: {'Port': ['ID=84005109-ae0e-4344-a39c-5ddc706ff6c5,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:28.789199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:28.814887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4c59497-3428-49c7-b0c2-cf91a4bde0be tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.862629 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7697868 Dec 10 19:41:28.873780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56612) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:28.880613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4c59497-3428-49c7-b0c2-cf91a4bde0be tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:28.881380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c59497-3428-49c7-b0c2-cf91a4bde0be tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Fanout notify agent at l3_agent the message router_deleted on router 998f9fd9-fe71-487d-8724-c650989fe415 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:41:28.887437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:28.903548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c488ad-9d8a-4a4d-8f4f-b80e446c346e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Router 77598dce-7f68-46d7-82fb-98cf8d4190d2 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:41:28.905600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=936cd21d-17c4-4798-a0fe-1f80027fb030,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:28.923361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 936cd21d-17c4-4798-a0fe-1f80027fb030 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:28.923755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:28.926088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 1bc37353-7a3b-46db-865e-2d80ca25e43b owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:29.059475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0299936-39c3-4817-a894-6e23f73ef5f4 req-ef6d4d98-1655-4182-80f6-a6c053c7c396 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:29.061276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0299936-39c3-4817-a894-6e23f73ef5f4 req-ef6d4d98-1655-4182-80f6-a6c053c7c396 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.1883068 Dec 10 19:41:29.097175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4c59497-3428-49c7-b0c2-cf91a4bde0be tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:29.100857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4c59497-3428-49c7-b0c2-cf91a4bde0be tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/routers/998f9fd9-fe71-487d-8724-c650989fe415 HTTP/1.1" status: 204 len: 168 time: 2.0075729 Dec 10 19:41:29.101445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56616) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:29.164960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f64a6858-572e-438d-b7ca-ea491f6b8f2c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:29.214715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0299936-39c3-4817-a894-6e23f73ef5f4 req-f263c448-183a-4aee-87ec-710613a47959 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453714 Dec 10 19:41:29.234581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f64a6858-572e-438d-b7ca-ea491f6b8f2c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:29.236554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f64a6858-572e-438d-b7ca-ea491f6b8f2c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1342123 Dec 10 19:41:29.240055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56620) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:29.316869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:29.324238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6b680e4-d190-4285-99c2-93334c804f0c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:29.373361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c488ad-9d8a-4a4d-8f4f-b80e446c346e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:29.380188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64c488ad-9d8a-4a4d-8f4f-b80e446c346e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:29.384002 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-64c488ad-9d8a-4a4d-8f4f-b80e446c346e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "PUT /v2.0/routers/77598dce-7f68-46d7-82fb-98cf8d4190d2 HTTP/1.1" status: 200 len: 698 time: 3.8185766 Dec 10 19:41:29.394929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] Sync routers for ids ['77598dce-7f68-46d7-82fb-98cf8d4190d2'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:29.409601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] Routers {'77598dce-7f68-46d7-82fb-98cf8d4190d2'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:29.410749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['77598dce-7f68-46d7-82fb-98cf8d4190d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:29.418884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=1bc37353-7a3b-46db-865e-2d80ca25e43b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:29.424301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:29.425479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56626) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:29.442036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb13270-da9b-4e15-b1b0-e417c6efb4ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:29.442813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eeb13270-da9b-4e15-b1b0-e417c6efb4ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:29.491395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:29.529725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:29.540147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:29.586310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] Set router 77598dce-7f68-46d7-82fb-98cf8d4190d2 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:29.599515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:29.622702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-82d7d75d-a34d-4791-94cd-8e14ed257a97 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:29.705117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eeb13270-da9b-4e15-b1b0-e417c6efb4ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:29.714153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eeb13270-da9b-4e15-b1b0-e417c6efb4ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4725230 Dec 10 19:41:29.720902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56634) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:29.741140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77598dce-7f68-46d7-82fb-98cf8d4190d2', 'name': 'tempest-RoutersIpV6Test-router-1101758266', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:25Z', 'updated_at': '2021-12-10T19:41:27Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:29.745749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] Checking router: 77598dce-7f68-46d7-82fb-98cf8d4190d2 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:29.745967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 936cd21d-17c4-4798-a0fe-1f80027fb030 is not hosted by any dhcp agent {{(pid=88872) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 10 19:41:29.749807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:29.750475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:29.755260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "PUT /v2.0/networks/936cd21d-17c4-4798-a0fe-1f80027fb030 HTTP/1.1" status: 200 len: 723 time: 0.8771837 Dec 10 19:41:29.763821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] Routers {'77598dce-7f68-46d7-82fb-98cf8d4190d2'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:29.764509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['77598dce-7f68-46d7-82fb-98cf8d4190d2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:29.831978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56638) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:29.872851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': '936cd21d-17c4-4798-a0fe-1f80027fb030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:29.914164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7ca99129-b7ed-4f83-a351-4f7037a65e80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:router {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:29.950968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] Set router 77598dce-7f68-46d7-82fb-98cf8d4190d2 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:29.962059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaba0a8-3bf3-405c-9325-e5bac223b0d2 None None] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:29.962922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-943334c0-bef6-43c6-b32c-d9ab240f5585 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/routers/77598dce-7f68-46d7-82fb-98cf8d4190d2 HTTP/1.1" status: 200 len: 704 time: 0.5309596 Dec 10 19:41:30.025214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56642) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:30.073831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=936cd21d-17c4-4798-a0fe-1f80027fb030,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:30.079292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:30.095554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77598dce-7f68-46d7-82fb-98cf8d4190d2', 'name': 'tempest-RoutersIpV6Test-router-1101758266', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:25Z', 'updated_at': '2021-12-10T19:41:27Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:30.100186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e2df34-a8dd-4b3f-a3d9-3d85008c825e None None] The sync data for ids ['77598dce-7f68-46d7-82fb-98cf8d4190d2'] in dv-neutron-821443-1-hyperv is: [{'id': '77598dce-7f68-46d7-82fb-98cf8d4190d2', 'name': 'tempest-RoutersIpV6Test-router-1101758266', 'tenant_id': '0d856ceb3191435b841321325d59dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:41:25Z', 'updated_at': '2021-12-10T19:41:27Z', 'revision_number': 2, 'project_id': '0d856ceb3191435b841321325d59dd08', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:30.116759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 936cd21d-17c4-4798-a0fe-1f80027fb030 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:30.142697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-de17c671-a4ae-4dcf-a153-e213e540bfee None None] Provisioning for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:30.171678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Allocated IP 172.26.8.14 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/0bcd8304-2977-4efe-a22d-070f7309f276) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:30.223047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 84005109-ae0e-4344-a39c-5ddc706ff6c5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:30.250670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9cdceb30-6b38-4c23-9c3b-5a82fd4a40da tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Synchronizing usage tracker for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:30.274472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-de17c671-a4ae-4dcf-a153-e213e540bfee None None] Provisioning complete for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:30.274901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de17c671-a4ae-4dcf-a153-e213e540bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:30.317405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bde29d-60a2-4990-b2f6-329eea404c99 req-0ca91c96-3464-4ec0-a4bd-8a0b198881aa tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:30.320587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3bde29d-60a2-4990-b2f6-329eea404c99 req-0ca91c96-3464-4ec0-a4bd-8a0b198881aa tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.9385087 Dec 10 19:41:30.325991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7ca99129-b7ed-4f83-a351-4f7037a65e80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:router {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:30.327424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7ca99129-b7ed-4f83-a351-4f7037a65e80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6045029 Dec 10 19:41:30.336557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56648) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:30.347750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:30.366859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9cdceb30-6b38-4c23-9c3b-5a82fd4a40da tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Unset dirty status for tenant:0d856ceb3191435b841321325d59dd08 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:30.371175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9cdceb30-6b38-4c23-9c3b-5a82fd4a40da tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=77598dce-7f68-46d7-82fb-98cf8d4190d2 HTTP/1.1" status: 200 len: 205 time: 0.2411251 Dec 10 19:41:30.383975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56652) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:30.392997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:30.459336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:30.539298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:30.549607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a292fe1-7656-47e8-86fd-280b7cd809a4 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:30.566555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:30.585940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3bde29d-60a2-4990-b2f6-329eea404c99 req-4f2899b8-d56e-466d-a554-3e3c0339b983 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499638 Dec 10 19:41:30.599703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:30.630302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8195c120-23ee-4c88-a2ae-ee5be903285f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:30.663844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Pushing event updated for resources: {'Port': ['ID=0bcd8304-2977-4efe-a22d-070f7309f276,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:30.664946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:30.665446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:30.674168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:30.675345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:30.676394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:30.679259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:30.686348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:30.735848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:30.766357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:30.958988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.089807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2df1c121-e2bc-46f7-927c-c02f02b0d02d None None] Provisioning complete for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:31.090584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2df1c121-e2bc-46f7-927c-c02f02b0d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.174268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.186691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.448261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.450822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.459810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.564251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fcd34-10a7-4caa-ab5d-ad4c2d2f6846 req-05647954-4b2d-45c3-b924-f997e3399104 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:31.565898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f23fcd34-10a7-4caa-ab5d-ad4c2d2f6846 req-05647954-4b2d-45c3-b924-f997e3399104 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5852935 Dec 10 19:41:31.634616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.639714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e02ebba3-34cf-43d6-bff2-5f10f458a952 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:31.725413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:31.729914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:31.732700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=be8c7cf4-0630-47c5-83e3-474578ec7e52,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:31.735408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:31.736145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.741750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:31.746886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5720af2-0f4d-44d3-a4d3-558c740e1113 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:31.783169 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4451933 Dec 10 19:41:31.783860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56658) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:31.792319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:31.796175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8195c120-23ee-4c88-a2ae-ee5be903285f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.849709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8195c120-23ee-4c88-a2ae-ee5be903285f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.919020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f23fcd34-10a7-4caa-ab5d-ad4c2d2f6846 req-20b3deb1-427a-4bbe-8526-1e2f81d1008b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190735 Dec 10 19:41:31.974341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8195c120-23ee-4c88-a2ae-ee5be903285f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.974939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8195c120-23ee-4c88-a2ae-ee5be903285f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Fanout notify agent at l3_agent the message router_deleted on router 77598dce-7f68-46d7-82fb-98cf8d4190d2 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:41:31.984834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:31.988515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:31.994348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:31.997410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:32.002171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': 'be8c7cf4-0630-47c5-83e3-474578ec7e52'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:32.003409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:32.005918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:32.009216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:32.024052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:32.030983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:32.050802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Router 72dc7217-d91b-4aaf-856b-ae22edafebec is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:41:32.103119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8195c120-23ee-4c88-a2ae-ee5be903285f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:32.104323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8195c120-23ee-4c88-a2ae-ee5be903285f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/77598dce-7f68-46d7-82fb-98cf8d4190d2 HTTP/1.1" status: 204 len: 168 time: 1.7164066 Dec 10 19:41:32.109834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56664) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:32.134407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=5c1c014e-960c-44fd-89f0-0a3666603e00,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:32.142282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:32.161246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': '0fffcec0-cd66-49c5-8ba8-a20fd38a19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '936cd21d-17c4-4798-a0fe-1f80027fb030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:32.161676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: 936cd21d-17c4-4798-a0fe-1f80027fb030, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:41:32.196437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a789de64-90b4-4246-b7c2-107900c57451 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=77598dce-7f68-46d7-82fb-98cf8d4190d2 HTTP/1.1" status: 200 len: 205 time: 0.0791042 Dec 10 19:41:32.201296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56668) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:32.248186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Allocated IP 2001:db8::f816:3eff:fe90:c5a4 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/be8c7cf4-0630-47c5-83e3-474578ec7e52/e2eac63a-4bc9-4263-a950-3936f676ae99) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:32.251780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:32.397468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 936cd21d-17c4-4798-a0fe-1f80027fb030 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:41:32.420705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 936cd21d-17c4-4798-a0fe-1f80027fb030) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:32.430706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:32.431370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:32.484933 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6491809 Dec 10 19:41:32.490978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56674) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:32.502449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:32.636227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05397c57-e9ba-4978-a1f7-231684674d40 None None] Network 936cd21d-17c4-4798-a0fe-1f80027fb030 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:32.703291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-aa9d4886-f6a3-4874-a82d-c4aad3dca589 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] delete failed (client error): The resource could not be found. Dec 10 19:41:32.707148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa9d4886-f6a3-4874-a82d-c4aad3dca589 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/77598dce-7f68-46d7-82fb-98cf8d4190d2 HTTP/1.1" status: 404 len: 336 time: 0.4974597 Dec 10 19:41:32.715843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56680) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:32.779968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3038e3b-2e5a-482e-a2cb-73cc2e68cad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:32.780658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3038e3b-2e5a-482e-a2cb-73cc2e68cad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:32.785728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a3038e3b-2e5a-482e-a2cb-73cc2e68cad5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/4cb863bb-bff1-4fb8-b74f-7f52c8b7605f HTTP/1.1" status: 404 len: 337 time: 0.0662098 Dec 10 19:41:32.789621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56684) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:32.850559 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-64492af4-8966-4eac-8d94-0ef89c910c01 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:32.851258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64492af4-8966-4eac-8d94-0ef89c910c01 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:32.867572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-64492af4-8966-4eac-8d94-0ef89c910c01 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/e45645ed-9c7e-4a65-930c-5c04b46c19f4 HTTP/1.1" status: 404 len: 337 time: 0.0733464 Dec 10 19:41:32.868382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56688) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:32.926477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e05daa-fc42-4b96-94e3-6b03cb46b468 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:32.927145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e05daa-fc42-4b96-94e3-6b03cb46b468 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:32.931852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-58e05daa-fc42-4b96-94e3-6b03cb46b468 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/c27f54e4-afb4-4ad0-8ea6-59e28ece41df HTTP/1.1" status: 404 len: 337 time: 0.0596342 Dec 10 19:41:32.933184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56692) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:32.989923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.011257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Transition to ACTIVE for port object e2eac63a-4bc9-4263-a950-3936f676ae99 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:33.016115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-936cd21d-17c4-4798-a0fe-1f80027fb030', 'network_id': '936cd21d-17c4-4798-a0fe-1f80027fb030', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': '5c1c014e-960c-44fd-89f0-0a3666603e00'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:33.018282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.026084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-883fe7ef-660e-42f0-a7c8-30a4dea781da tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:33.026718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883fe7ef-660e-42f0-a7c8-30a4dea781da tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:33.028666 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-883fe7ef-660e-42f0-a7c8-30a4dea781da tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/c00cb7e3-0422-4bf6-9b86-b0574ff2e3e2 HTTP/1.1" status: 404 len: 337 time: 0.0925090 Dec 10 19:41:33.037289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.094223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847319833'] for subnet, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.105794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-05ed178d-0153-4e37-9d7e-4741bdaedfa2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 200 len: 205 time: 0.0649748 Dec 10 19:41:33.108599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.111616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Transition to ACTIVE for port object e2eac63a-4bc9-4263-a950-3936f676ae99 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:33.126325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.137981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:33.183284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3292e2b-3f80-4fcf-8e24-9c37ba668006 req-d155c200-cc27-4619-823d-41ab0b54cca0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:33.184887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3292e2b-3f80-4fcf-8e24-9c37ba668006 req-d155c200-cc27-4619-823d-41ab0b54cca0 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5680108 Dec 10 19:41:33.201020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-eaea4c62-3f5c-45cd-a0ee-0ac3840308a2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] delete failed (client error): The resource could not be found. Dec 10 19:41:33.205381 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eaea4c62-3f5c-45cd-a0ee-0ac3840308a2 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/8b99cc25-9df7-457f-a445-5116f7e89a4e HTTP/1.1" status: 404 len: 336 time: 0.0911939 Dec 10 19:41:33.207526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56704) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.230784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:33.232330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:33.234511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:33.236367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:33.237146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:33.264372 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-825ebc9c-a65b-4fb6-b2a0-dfc8ee788e4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=090802cb-7ae8-4eb5-afdf-f64facec531b HTTP/1.1" status: 200 len: 205 time: 0.0532968 Dec 10 19:41:33.265224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56708) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.341360 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3292e2b-3f80-4fcf-8e24-9c37ba668006 req-834a42ed-b435-451f-92f7-be6d779e555a tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421056 Dec 10 19:41:33.359401 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-d35b96bc-1fb1-4fa5-83af-c1bc0a451c22 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] delete failed (client error): The resource could not be found. Dec 10 19:41:33.363491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d35b96bc-1fb1-4fa5-83af-c1bc0a451c22 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/090802cb-7ae8-4eb5-afdf-f64facec531b HTTP/1.1" status: 404 len: 336 time: 0.0945375 Dec 10 19:41:33.365008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56712) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.368508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Attempting to bind port e2eac63a-4bc9-4263-a950-3936f676ae99 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:33.369342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Attempting to bind port e2eac63a-4bc9-4263-a950-3936f676ae99 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:33.370043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Attempting to bind port e2eac63a-4bc9-4263-a950-3936f676ae99 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:33.380749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:33.382190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:33.382884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.383526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:33.384269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Bound port: e2eac63a-4bc9-4263-a950-3936f676ae99, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:33.386104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.426226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:33.430690 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c4b404-be39-4104-ae93-fc713773ed1e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:33.431135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c4b404-be39-4104-ae93-fc713773ed1e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:33.435525 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-53c4b404-be39-4104-ae93-fc713773ed1e tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/5566e804-61ad-4171-9073-e0b29cdcd046 HTTP/1.1" status: 404 len: 337 time: 0.0649443 Dec 10 19:41:33.435685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363254942243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6819600'] for subnet, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.439873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56716) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.440803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f54a45de-0ee6-409b-a5fd-8eb8e98c569c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:33.458741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.462861 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "PUT /v2.0/routers/72dc7217-d91b-4aaf-856b-ae22edafebec HTTP/1.1" status: 200 len: 919 time: 7.8951216 Dec 10 19:41:33.462861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.466917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.467840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d43c106-4c29-4bc3-ba0f-90735f964ae4 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:33.476195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c9008-e434-44ba-899c-d18704d4e8fb None None] Sync routers for ids ['72dc7217-d91b-4aaf-856b-ae22edafebec'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:33.569612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c9008-e434-44ba-899c-d18704d4e8fb None None] Routers {'72dc7217-d91b-4aaf-856b-ae22edafebec'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:33.570193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-546c9008-e434-44ba-899c-d18704d4e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['72dc7217-d91b-4aaf-856b-ae22edafebec'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:33.596927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fece3575-6de3-4b77-8be2-0e52a233673f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=e97a6e1c-1752-449e-93b4-b07fc1b64b01 HTTP/1.1" status: 200 len: 205 time: 0.0809491 Dec 10 19:41:33.598726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56724) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.656061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-546c9008-e434-44ba-899c-d18704d4e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:33.659302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Allocated IP 2001:db8::2 (936cd21d-17c4-4798-a0fe-1f80027fb030/5c1c014e-960c-44fd-89f0-0a3666603e00/e6e5ceb1-571f-4782-8c00-13978991837a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:33.667249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:33.669717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:33.670307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.674985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "PUT /v2.0/subnets/5c1c014e-960c-44fd-89f0-0a3666603e00 HTTP/1.1" status: 200 len: 826 time: 1.1761158 Dec 10 19:41:33.674985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=5c1c014e-960c-44fd-89f0-0a3666603e00,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:33.675778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56728) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.690662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:33.694616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:33.703731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:33.704420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.710624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:33.710853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=3cb34d85-eb0e-4d2b-9ff9-eeb78620c9e6,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:33.712825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-9737e329-c3f3-4e87-909f-97f1d853ddd1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] delete failed (client error): The resource could not be found. Dec 10 19:41:33.716154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9737e329-c3f3-4e87-909f-97f1d853ddd1 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/e97a6e1c-1752-449e-93b4-b07fc1b64b01 HTTP/1.1" status: 404 len: 336 time: 0.1134198 Dec 10 19:41:33.718476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56732) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.720501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:33.743367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9557421 Dec 10 19:41:33.745495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56736) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.754085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:74:5c:df', 'name': 'tempest-NetworksTestDHCPv6-2041560716'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:33.767487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:33.774583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:33.780882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ea30783-09e0-4c91-b91c-7f5940f0e8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:33.813202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c9008-e434-44ba-899c-d18704d4e8fb None None] Routers {'72dc7217-d91b-4aaf-856b-ae22edafebec'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:33.814474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-546c9008-e434-44ba-899c-d18704d4e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['72dc7217-d91b-4aaf-856b-ae22edafebec'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:33.826483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6d640064-e074-49bb-b3a6-f0403f5be87d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=418cf3bc-2771-4ca4-aa35-f3e1d69b78fe HTTP/1.1" status: 200 len: 205 time: 0.1057642 Dec 10 19:41:33.829551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56740) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.846338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 881f95a1-65b3-4454-a3ef-86de111be384 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:33.904534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-546c9008-e434-44ba-899c-d18704d4e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:33.905432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c9008-e434-44ba-899c-d18704d4e8fb None None] The sync data for ids ['72dc7217-d91b-4aaf-856b-ae22edafebec'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:33.931390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-e6018a81-5550-4760-a665-9a58c895c500 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] delete failed (client error): The resource could not be found. Dec 10 19:41:33.935016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e6018a81-5550-4760-a665-9a58c895c500 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/418cf3bc-2771-4ca4-aa35-f3e1d69b78fe HTTP/1.1" status: 404 len: 336 time: 0.0970609 Dec 10 19:41:33.937313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56744) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:33.978352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:33.983168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:33.994240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df81a82-861d-42ad-8072-319407df82e0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:33.994690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df81a82-861d-42ad-8072-319407df82e0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:33.999018 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5df81a82-861d-42ad-8072-319407df82e0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/94db93f0-ceec-454f-8b1e-f09ba9fbdee4 HTTP/1.1" status: 404 len: 337 time: 0.0584776 Dec 10 19:41:34.009789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56748) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.037849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.095587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.101980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ff5bafd6-05c1-46de-a7a8-766d814949ae tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9af47fe-a383-4c11-a1a6-2d2adaa19fce HTTP/1.1" status: 200 len: 205 time: 0.0886393 Dec 10 19:41:34.104307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56752) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.113877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Transition to ACTIVE for port object e6e5ceb1-571f-4782-8c00-13978991837a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:34.142336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Transition to ACTIVE for port object e6e5ceb1-571f-4782-8c00-13978991837a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:34.151599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.154903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.158462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:34.183166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:34.187650 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-3a563401-a11b-479b-860c-305f60f0b79b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] delete failed (client error): The resource could not be found. Dec 10 19:41:34.189358 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a563401-a11b-479b-860c-305f60f0b79b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/d9af47fe-a383-4c11-a1a6-2d2adaa19fce HTTP/1.1" status: 404 len: 336 time: 0.0829737 Dec 10 19:41:34.193073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56756) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.194396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:34.200273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:34.240255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Network 936cd21d-17c4-4798-a0fe-1f80027fb030 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:34.245397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:34.247476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Pushing event updated for resources: {'Port': ['ID=e6e5ceb1-571f-4782-8c00-13978991837a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:34.250528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:34.251317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:34.254676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:34.254840 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab94d6d8-ec3f-41cb-9727-b17c9bdc09e6 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:34.255210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab94d6d8-ec3f-41cb-9727-b17c9bdc09e6 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:34.257041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ab94d6d8-ec3f-41cb-9727-b17c9bdc09e6 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/9558ce9a-7579-4963-8047-ad4732132117 HTTP/1.1" status: 404 len: 337 time: 0.0595164 Dec 10 19:41:34.260833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56760) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.273189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3e6a8d4d-0dc2-4a84-a4de-1e423528d748 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/routers/72dc7217-d91b-4aaf-856b-ae22edafebec HTTP/1.1" status: 200 len: 925 time: 0.7581170 Dec 10 19:41:34.274304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:34.280825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.290944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56764) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.324356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.330253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08e0ee1d-2fb9-4d5b-81aa-7d465f66a833 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "GET /v2.0/ports?device_id=33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 HTTP/1.1" status: 200 len: 205 time: 0.0657814 Dec 10 19:41:34.332781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5773cea7-3757-43e3-9a9b-ff53903ecbe4 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:34.342255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56768) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.376553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Attempting to bind port e6e5ceb1-571f-4782-8c00-13978991837a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:34.377080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Attempting to bind port e6e5ceb1-571f-4782-8c00-13978991837a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0fffcec0-cd66-49c5-8ba8-a20fd38a19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '936cd21d-17c4-4798-a0fe-1f80027fb030'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:34.377612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Attempting to bind port e6e5ceb1-571f-4782-8c00-13978991837a on network 936cd21d-17c4-4798-a0fe-1f80027fb030 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:34.386469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:34.386469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Checking segment: {'id': '0fffcec0-cd66-49c5-8ba8-a20fd38a19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '936cd21d-17c4-4798-a0fe-1f80027fb030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:34.387124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.387667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Bound using segment: {'id': '0fffcec0-cd66-49c5-8ba8-a20fd38a19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '936cd21d-17c4-4798-a0fe-1f80027fb030'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:34.388311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Bound port: e6e5ceb1-571f-4782-8c00-13978991837a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fffcec0-cd66-49c5-8ba8-a20fd38a19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '936cd21d-17c4-4798-a0fe-1f80027fb030'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:34.389580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.424574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:34.441830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b7f04-6e7a-4fae-a0fe-ce64500ccb64 None None] Sync routers for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:34.473528 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-bf6019cf-9f90-4afc-98f1-7a1231f099cf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] delete failed (client error): The resource could not be found. Dec 10 19:41:34.474958 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf6019cf-9f90-4afc-98f1-7a1231f099cf tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/routers/33938d47-3cbc-4ffc-a1ac-4bbe27f16eb1 HTTP/1.1" status: 404 len: 336 time: 0.1320899 Dec 10 19:41:34.484675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56774) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.488580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b7f04-6e7a-4fae-a0fe-ce64500ccb64 None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:34.489212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 93e6ecd9-9b62-4a03-8f1a-0647dd1762e2 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:41:34.489348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9f2b7f04-6e7a-4fae-a0fe-ce64500ccb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:34.494821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1c014e-960c-44fd-89f0-0a3666603e00,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:34.505817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:34.571039 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/routers/881f95a1-65b3-4454-a3ef-86de111be384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7527943 Dec 10 19:41:34.575620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56778) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.604082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] For port e6e5ceb1-571f-4782-8c00-13978991837a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:34.607585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9f2b7f04-6e7a-4fae-a0fe-ce64500ccb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:34.608728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7ec910-8c6a-4495-9741-697c97e3af6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:34.609124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] For port e6e5ceb1-571f-4782-8c00-13978991837a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e6e5ceb1-571f-4782-8c00-13978991837a,segment=NetworkSegment(0fffcec0-cd66-49c5-8ba8-a20fd38a19af),segment_id=0fffcec0-cd66-49c5-8ba8-a20fd38a19af)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:34.609245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7ec910-8c6a-4495-9741-697c97e3af6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:34.614672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4b7ec910-8c6a-4495-9741-697c97e3af6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/5b485636-ccb5-457c-93cc-7f6ddee29c4f HTTP/1.1" status: 404 len: 337 time: 0.0578642 Dec 10 19:41:34.615236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56780) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.620594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:34.630300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b7f04-6e7a-4fae-a0fe-ce64500ccb64 None None] Routers {'881f95a1-65b3-4454-a3ef-86de111be384'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:34.630997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9f2b7f04-6e7a-4fae-a0fe-ce64500ccb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['881f95a1-65b3-4454-a3ef-86de111be384'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:34.637764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c4d40e5-bc36-4c68-b9ac-764bb1f55870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:34.677572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9f7b51-2d74-4b20-b9b8-05dd0369726f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:34.678003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9f7b51-2d74-4b20-b9b8-05dd0369726f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:34.732219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef3e90b5-981c-40b1-92e6-ff013974fe89 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=72dc7217-d91b-4aaf-856b-ae22edafebec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4381413 Dec 10 19:41:34.748517 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0c9f7b51-2d74-4b20-b9b8-05dd0369726f tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] 10.222.0.41 "DELETE /v2.0/subnets/d4f190d6-3be2-48a2-8c9b-03e37c9f1506 HTTP/1.1" status: 404 len: 337 time: 0.1119380 Dec 10 19:41:34.748517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56786) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:34.791067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Pushing event updated for resources: {'Port': ['ID=e6e5ceb1-571f-4782-8c00-13978991837a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:34.867258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:34.882727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae4b7c-74f2-4afe-bd53-89c98b451582 None None] Network 936cd21d-17c4-4798-a0fe-1f80027fb030 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:34.915367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9f2b7f04-6e7a-4fae-a0fe-ce64500ccb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:34.916107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b7f04-6e7a-4fae-a0fe-ce64500ccb64 None None] The sync data for ids ['881f95a1-65b3-4454-a3ef-86de111be384'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:35.006481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:35.073301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936cd21d-17c4-4798-a0fe-1f80027fb030']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:35.099340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fffcec0-cd66-49c5-8ba8-a20fd38a19af') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:35.099595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fffcec0-cd66-49c5-8ba8-a20fd38a19af') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:35.121435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:35.144928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dc84d4-7f89-4621-9add-c8b4f29cf036 None None] Network 936cd21d-17c4-4798-a0fe-1f80027fb030 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:35.147216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b79792-a6e5-484d-9d08-9d3717a50b64 req-6bebac36-7c27-4eef-996c-ded4b317d140 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:35.155086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3b79792-a6e5-484d-9d08-9d3717a50b64 req-6bebac36-7c27-4eef-996c-ded4b317d140 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5100036 Dec 10 19:41:35.180762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:35.204132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:35.204598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:35.223454 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:35.249689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56794) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:35.338142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3b79792-a6e5-484d-9d08-9d3717a50b64 req-08595ab3-f7f7-4388-95ed-b848cf082ef3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820190 Dec 10 19:41:35.375142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:41:35.375142 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:41:35.375142 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'id': '936cd21d-17c4-4798-a0fe-1f80027fb030'}] Dec 10 19:41:35.375142 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:35.375519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:41:35.377259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74469f36-cc1a-4cb9-b818-ffc26db32446 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:35.381609 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74469f36-cc1a-4cb9-b818-ffc26db32446 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/networks/1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 881 time: 0.6349719 Dec 10 19:41:35.382118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56802) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:35.420178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 172.20.0.12 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/3cb34d85-eb0e-4d2b-9ff9-eeb78620c9e6/93e6ecd9-9b62-4a03-8f1a-0647dd1762e2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:35.427778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:fe74:5cdf (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/be8c7cf4-0630-47c5-83e3-474578ec7e52/93e6ecd9-9b62-4a03-8f1a-0647dd1762e2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:35.471327 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-47bb05eb-bc08-48f9-812e-528a24ca3988 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dc7217-d91b-4aaf-856b-ae22edafebec HTTP/1.1" status: 200 len: 205 time: 0.0875928 Dec 10 19:41:35.475600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56806) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:35.820633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:35.848135 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1fc75792-2d9c-4eb3-a5e1-17522b3954c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d856ceb3191435b841321325d59dd08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5944319 Dec 10 19:41:35.853803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56812) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:35.887226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:35.937790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:35.978291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 93e6ecd9-9b62-4a03-8f1a-0647dd1762e2 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:36.006240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-48858030-4440-4500-b0bd-d6cb86209032 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 1098 time: 0.2096956 Dec 10 19:41:36.008034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-73962531-4da5-4b0d-9110-7924fb5ea53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.032939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a022f8d-bc19-4e02-9679-ca908b6b844e None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:36.098038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port e6e5ceb1-571f-4782-8c00-13978991837a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:36.098422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.154990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-73962531-4da5-4b0d-9110-7924fb5ea53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.164864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-30638c78-ee3c-4388-88ba-2c15df894924 None None] Provisioning for port e2eac63a-4bc9-4263-a950-3936f676ae99 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:36.194795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e2eac63a-4bc9-4263-a950-3936f676ae99 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:36.223535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.230916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c08879be-06cf-4dd5-ac20-baa71674b8f8 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:36.293774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be615ce4-3a3e-4aa5-9bc1-d677966a9920 req-8f1849fd-3bf4-49fa-bbc2-bb090fb5467c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:36.295315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be615ce4-3a3e-4aa5-9bc1-d677966a9920 req-8f1849fd-3bf4-49fa-bbc2-bb090fb5467c tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.4232175 Dec 10 19:41:36.315226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-021ae4ac-5c38-4cd9-96d7-72821b00d6c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:36.316843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-021ae4ac-5c38-4cd9-96d7-72821b00d6c6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 200 len: 912 time: 0.2976465 Dec 10 19:41:36.392617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:36.394587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=93e6ecd9-9b62-4a03-8f1a-0647dd1762e2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:36.402603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-73962531-4da5-4b0d-9110-7924fb5ea53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.406698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:36.409082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:36.419160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e2eac63a-4bc9-4263-a950-3936f676ae99 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:36.426682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:36.432953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:36.433580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.433977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:36.483767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73962531-4da5-4b0d-9110-7924fb5ea53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4046493-252b-49f8-ba91-7af06834e5a0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:36.501827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-73962531-4da5-4b0d-9110-7924fb5ea53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:36.515191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port e6e5ceb1-571f-4782-8c00-13978991837a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e6e5ceb1-571f-4782-8c00-13978991837a,segment=NetworkSegment(0fffcec0-cd66-49c5-8ba8-a20fd38a19af),segment_id=0fffcec0-cd66-49c5-8ba8-a20fd38a19af)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:36.515600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.525167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-73962531-4da5-4b0d-9110-7924fb5ea53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.528798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be615ce4-3a3e-4aa5-9bc1-d677966a9920 req-ab6d273d-63e3-428a-b346-06aeca2092d8 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606717 Dec 10 19:41:36.528957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-73962531-4da5-4b0d-9110-7924fb5ea53c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4046493-252b-49f8-ba91-7af06834e5a0 HTTP/1.1" status: 204 len: 168 time: 0.6714337 Dec 10 19:41:36.540882 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-5b7756a5-abc9-4ecf-8682-aa3424b732aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 200 len: 1001 time: 0.2097650 Dec 10 19:41:36.548804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:36.549538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.623246 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8765786 Dec 10 19:41:36.627071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:36.685527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-55d17ad0-ee0d-493f-b378-aa17b704a25a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:36.687159 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-55d17ad0-ee0d-493f-b378-aa17b704a25a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 200 len: 850 time: 0.1316640 Dec 10 19:41:36.750084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for e6e5ceb1-571f-4782-8c00-13978991837a owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:36.801400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042923f-b96f-4da8-a1a9-9ed55cbb1e8c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:36.805893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042923f-b96f-4da8-a1a9-9ed55cbb1e8c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:36.806795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1042923f-b96f-4da8-a1a9-9ed55cbb1e8c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:36.829615 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-c3c738e1-f99d-423c-b924-8053b4d9b04b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cdd04186-268d-4190-acf8-af6ae76b263e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1334162 Dec 10 19:41:36.833981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1042923f-b96f-4da8-a1a9-9ed55cbb1e8c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:36.835276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1042923f-b96f-4da8-a1a9-9ed55cbb1e8c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2072046 Dec 10 19:41:36.849800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Update dhcp port {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': 'be8c7cf4-0630-47c5-83e3-474578ec7e52', 'ip_address': '2001:db8::f816:3eff:fe90:c5a4'}, {'subnet_id': '3cb34d85-eb0e-4d2b-9ff9-eeb78620c9e6'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'e2eac63a-4bc9-4263-a950-3936f676ae99'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:41:36.858959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56824) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:36.876358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.900006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-12318fed-f560-46f6-8b25-42db74ce6137 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:36.926970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.940099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:36.956326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No DVR routers for this DVR port e6e5ceb1-571f-4782-8c00-13978991837a on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:37.023480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Port': ['ID=e6e5ceb1-571f-4782-8c00-13978991837a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:37.027566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:37.033367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:37.038816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 93e6ecd9-9b62-4a03-8f1a-0647dd1762e2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:37.039213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.102924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.110698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:37.114560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.137949 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-72b16c5b-b783-418f-a76d-65b5a66fdeaf service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012452 Dec 10 19:41:37.170221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port f6ad343c-1b0b-4ef6-8b6c-23df102c63b0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:37.170605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.219258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.237239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.272472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:37.279960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:37.294704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Allocated IP 172.20.0.2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/3cb34d85-eb0e-4d2b-9ff9-eeb78620c9e6/e2eac63a-4bc9-4263-a950-3936f676ae99) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:37.425030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936cd21d-17c4-4798-a0fe-1f80027fb030']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:37.459319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:37.479299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-013da01a-3f87-4f03-8734-7d68bdd25be3 req-dcb4c0de-4e87-46e9-be55-f90d4389f401 service neutron] 10.222.0.84 "GET /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110025 Dec 10 19:41:37.498228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.521692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.529113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Transition to ACTIVE for port object e2eac63a-4bc9-4263-a950-3936f676ae99 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:37.593729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.602076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fffcec0-cd66-49c5-8ba8-a20fd38a19af') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:37.602686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fffcec0-cd66-49c5-8ba8-a20fd38a19af') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:37.607128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:37.620536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.636524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.679575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:37.739570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:37.753199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 93e6ecd9-9b62-4a03-8f1a-0647dd1762e2 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:37.803913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56846) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:37.809856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.822605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for f6ad343c-1b0b-4ef6-8b6c-23df102c63b0 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:37.913016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:37.913614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:37.932368 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:38.046547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-86ac8d22-83a8-48a7-9027-83caed79cab0 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:38.047240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-86ac8d22-83a8-48a7-9027-83caed79cab0 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:41:38.050181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-86ac8d22-83a8-48a7-9027-83caed79cab0 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2451537 Dec 10 19:41:38.054545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56852) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:38.057750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.064527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--884187597'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:38.077364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:38.103275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e2eac63a-4bc9-4263-a950-3936f676ae99 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:38.114941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:38.133674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:38.140075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=93e6ecd9-9b62-4a03-8f1a-0647dd1762e2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:38.145436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:38.149015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:38.155213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:38.242420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.291795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.346440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.356523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.360140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8fcdb92e-65d6-4792-92ef-32d17814f870 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:38.360843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:38.369152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:38.374783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:38.384867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/93e6ecd9-9b62-4a03-8f1a-0647dd1762e2 HTTP/1.1" status: 204 len: 168 time: 1.5180318 Dec 10 19:41:38.384867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:38.386361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56856) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:38.386501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.399245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=936cd21d-17c4-4798-a0fe-1f80027fb030,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:38.407766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:38.425267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/936cd21d-17c4-4798-a0fe-1f80027fb030 HTTP/1.1" status: 204 len: 168 time: 4.7382202 Dec 10 19:41:38.432158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56860) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:38.448371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c463-be15-4891-8c09-6298c082bf18 req-c8a20035-4b68-4695-b58a-e680a1061f3b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:38.450795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae67c463-be15-4891-8c09-6298c082bf18 req-c8a20035-4b68-4695-b58a-e680a1061f3b tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.6443696 Dec 10 19:41:38.485952 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-724f9036-4a50-4e25-80d2-7cf613abf7e4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:38.486573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724f9036-4a50-4e25-80d2-7cf613abf7e4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:38.512050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-724f9036-4a50-4e25-80d2-7cf613abf7e4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/936cd21d-17c4-4798-a0fe-1f80027fb030 HTTP/1.1" status: 404 len: 339 time: 0.0752549 Dec 10 19:41:38.514711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56864) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:38.539256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-632509674', 'description': 'd1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:38.546116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ded20-360a-4269-8803-1285dd60c204 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:38.548197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ded20-360a-4269-8803-1285dd60c204 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:38.550074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ded20-360a-4269-8803-1285dd60c204 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:38.550689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-955ded20-360a-4269-8803-1285dd60c204 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:38.558119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:38.569064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Usage tracker for resource:network and tenant:b4c31ad1b3684b3a9728c771e00d2e79 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:38.580005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:38.593185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:38.603506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.612013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-955ded20-360a-4269-8803-1285dd60c204 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:38.613595 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-955ded20-360a-4269-8803-1285dd60c204 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2268550 Dec 10 19:41:38.616831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56868) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:38.634834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae67c463-be15-4891-8c09-6298c082bf18 req-aae13af5-b4b0-46ee-b422-98315e5702c7 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570642 Dec 10 19:41:38.638431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Deleting port 0bcd8304-2977-4efe-a22d-070f7309f276 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:38.638787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.672309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.683858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.688688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-701c21fd-6d62-4cd7-86b3-b6569d9c89a2 tempest-ServersTestJSON-1449685464 tempest-ServersTestJSON-1449685464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:38.697317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.705159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:38.718543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:38.724568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.737413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=f6ad343c-1b0b-4ef6-8b6c-23df102c63b0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:38.756804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:38.780448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:38.805163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd5b2e-9c23-4780-a03c-2f51daac53d5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:38.861316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:38.867577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:38.870733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:38.893197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:38.904192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:41:38.947012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:38.947487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment c8e3fe81-cfb7-47da-a38a-d753f90fb1d5 of type vlan for network 4afb0e3b-1bf6-4995-83fe-f832f3ab10e8 Dec 10 19:41:39.021333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 3cb34d85-eb0e-4d2b-9ff9-eeb78620c9e6 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:39.036005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.046286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.051388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f014d536-45ee-4249-b138-c8baabc6c7b5 None None] Provisioning for port e2eac63a-4bc9-4263-a950-3936f676ae99 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:39.057203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f014d536-45ee-4249-b138-c8baabc6c7b5 None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:39.057662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f014d536-45ee-4249-b138-c8baabc6c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.144023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.153634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.223915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f014d536-45ee-4249-b138-c8baabc6c7b5 None None] Could not find standard attr ID for object 93e6ecd9-9b62-4a03-8f1a-0647dd1762e2. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:41:39.338056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.338293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f8b3be6b-b32a-430e-b419-5afd87d747e6 None None] Could not find standard attr ID for object 93e6ecd9-9b62-4a03-8f1a-0647dd1762e2. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:41:39.353103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.367176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c999da19-7457-4380-a6df-1d294a2cf6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:39.419397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.432508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Calling delete_port for 0bcd8304-2977-4efe-a22d-070f7309f276 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:39.472029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.476173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:39.476822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.506287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.507813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4520783 Dec 10 19:41:39.515813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:39.518552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3424918f-b549-4a35-930e-610d3d179f7a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:39.523986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:39.527850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '3424918f-b549-4a35-930e-610d3d179f7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:39.536257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:39.611212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0921521 Dec 10 19:41:39.612402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:39.617891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56876) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:39.630270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.639229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:39.647076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:39.670476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:39.679137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=4afb0e3b-1bf6-4995-83fe-f832f3ab10e8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:39.686422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:39.699336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4afb0e3b-1bf6-4995-83fe-f832f3ab10e8 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:39.707366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.731110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.759652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.853955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.859402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.868452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6077a68b-7f4c-43b5-a5ba-a38c9787ee52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:39.894557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.898594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a993ad1-7a27-48b8-bef8-31ec9afc4790,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:39.903992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:39.905325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7c8218c-ed03-4d42-9266-3efdcf315eef tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:39.937916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c8c48-d120-4343-993f-7bb36d02a013 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:39.939094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4b6c8c48-d120-4343-993f-7bb36d02a013 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Synchronizing usage tracker for tenant:b4c31ad1b3684b3a9728c771e00d2e79 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:39.956990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb34d85-eb0e-4d2b-9ff9-eeb78620c9e6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:39.962697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:39.966499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.969693 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/3cb34d85-eb0e-4d2b-9ff9-eeb78620c9e6 HTTP/1.1" status: 204 len: 168 time: 1.3507214 Dec 10 19:41:39.973634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56882) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:39.977023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.978618 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4615035 Dec 10 19:41:39.986009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56886) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:39.998750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:39.999349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Fanout notify agent at l3_agent the message router_deleted on router 881f95a1-65b3-4454-a3ef-86de111be384 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:41:40.005909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6422ad0b-baf4-4a59-a6f4-8e3ce692a091 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '3424918f-b549-4a35-930e-610d3d179f7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:40.019242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6422ad0b-baf4-4a59-a6f4-8e3ce692a091 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:40.021574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4b6c8c48-d120-4343-993f-7bb36d02a013 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Unset dirty status for tenant:b4c31ad1b3684b3a9728c771e00d2e79 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:40.025821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4b6c8c48-d120-4343-993f-7bb36d02a013 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/networks?id=4afb0e3b-1bf6-4995-83fe-f832f3ab10e8 HTTP/1.1" status: 200 len: 764 time: 0.4068453 Dec 10 19:41:40.030529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56892) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:40.034863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6422ad0b-baf4-4a59-a6f4-8e3ce692a091 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:40.041695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'description': 'd2'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:40.055183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet be8c7cf4-0630-47c5-83e3-474578ec7e52 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:40.058717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.061987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.063612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c81df0d-e8c3-437d-a505-5eaadfac8096 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:40.072397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6422ad0b-baf4-4a59-a6f4-8e3ce692a091 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:40.075417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00fa3b6b-68b3-49ed-9a45-a44473028917 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:40.119343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.181372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6422ad0b-baf4-4a59-a6f4-8e3ce692a091 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:40.192762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event deleted for resources: {'Port': ['ID=0bcd8304-2977-4efe-a22d-070f7309f276,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:40.210868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.214456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:40.217971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.222053 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/routers/881f95a1-65b3-4454-a3ef-86de111be384 HTTP/1.1" status: 204 len: 168 time: 5.5842557 Dec 10 19:41:40.224195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56896) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:40.289081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.293677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:40.317354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a55c93-b687-4d0c-bc81-e3fa29421f04 req-6146eab8-bba8-42b3-b2a6-024ffe6fb937 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:40.319029 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d0a55c93-b687-4d0c-bc81-e3fa29421f04 req-6146eab8-bba8-42b3-b2a6-024ffe6fb937 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5178330 Dec 10 19:41:40.336019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=be8c7cf4-0630-47c5-83e3-474578ec7e52,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:40.338621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:40.341406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.358415 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/be8c7cf4-0630-47c5-83e3-474578ec7e52 HTTP/1.1" status: 204 len: 168 time: 0.3834133 Dec 10 19:41:40.361033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56900) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:40.389896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6422ad0b-baf4-4a59-a6f4-8e3ce692a091 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.420160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb122424-1c1f-4173-a5a9-a7eaebfc223c None None] Update dhcp port {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': 'be8c7cf4-0630-47c5-83e3-474578ec7e52'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'e2eac63a-4bc9-4263-a950-3936f676ae99'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:41:40.437002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85af9d27-83a1-4d1a-96b0-257bbf6a0564 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:router {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:40.452198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85af9d27-83a1-4d1a-96b0-257bbf6a0564 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:router {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:40.456850 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85af9d27-83a1-4d1a-96b0-257bbf6a0564 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913374 Dec 10 19:41:40.457483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:40.464114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:40.507536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb122424-1c1f-4173-a5a9-a7eaebfc223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.607398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:40.612976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:40.617121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:40.624875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:40.635479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:40.642896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:40.730873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d3d65-259e-4dfc-b448-c060fad63672 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:40.855233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8edf7479-139f-4b2d-af91-e8c2d8c069a2 None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:40.855833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8edf7479-139f-4b2d-af91-e8c2d8c069a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.113939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d0a55c93-b687-4d0c-bc81-e3fa29421f04 req-c3c35247-f349-462f-a410-420fc090f3d2 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7673144 Dec 10 19:41:41.120971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.162583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.176191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ee24cce-dc4c-4540-b1bb-189cb486ad86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.197412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Update dhcp port {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': 'ca665e5a-b776-4983-89bf-ef3975bdc32f'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'e2eac63a-4bc9-4263-a950-3936f676ae99'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:41:41.233440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.253996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.256905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.306663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:41.460653 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-6422ad0b-baf4-4a59-a6f4-8e3ce692a091 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:41:41.461766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6422ad0b-baf4-4a59-a6f4-8e3ce692a091 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.4727631 Dec 10 19:41:41.467668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56910) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:41.474528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network 4afb0e3b-1bf6-4995-83fe-f832f3ab10e8 is not hosted by any dhcp agent {{(pid=88871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 10 19:41:41.478271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:41.478940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.480333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "PUT /v2.0/networks/4afb0e3b-1bf6-4995-83fe-f832f3ab10e8 HTTP/1.1" status: 200 len: 761 time: 1.4485104 Dec 10 19:41:41.496437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56914) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:41.621918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:41.661648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=4afb0e3b-1bf6-4995-83fe-f832f3ab10e8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:41.673933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4afb0e3b-1bf6-4995-83fe-f832f3ab10e8 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:41.677183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting subnet fedb5260-bbc3-49f1-a747-913154b4efec {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:41.681561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:41.688358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.696940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d122f-c0f2-4a78-a593-ce2401b377c1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:41.697738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2a3d122f-c0f2-4a78-a593-ce2401b377c1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Synchronizing usage tracker for tenant:b4c31ad1b3684b3a9728c771e00d2e79 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:41.718411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.722652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.730113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.730937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.739727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a1026acb-0c2e-4aff-a27e-625f4790744a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:41.756982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.757354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:41.757758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:41:41.772075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.776667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb96fdb2-c841-464c-b660-0010ce7094d4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.790132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2a3d122f-c0f2-4a78-a593-ce2401b377c1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Unset dirty status for tenant:b4c31ad1b3684b3a9728c771e00d2e79 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:41.791400 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2a3d122f-c0f2-4a78-a593-ce2401b377c1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/networks?id=4afb0e3b-1bf6-4995-83fe-f832f3ab10e8 HTTP/1.1" status: 200 len: 764 time: 0.2937188 Dec 10 19:41:41.802033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56918) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:41.849030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb96fdb2-c841-464c-b660-0010ce7094d4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.858078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:41.864619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:41.867604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:41.868250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.898547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=8']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:41.901997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:41.911883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f5a65-a852-4a3a-a679-a1b2619122e8 req-949721f3-6254-4f1f-a413-f92cd4370687 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:41.913642 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-764f5a65-a852-4a3a-a679-a1b2619122e8 req-949721f3-6254-4f1f-a413-f92cd4370687 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5889342 Dec 10 19:41:41.915359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b2cb158-0ab6-4426-925b-3363b8ae313e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:41.969116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5106039 Dec 10 19:41:41.974997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56922) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:41.994906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb96fdb2-c841-464c-b660-0010ce7094d4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:41.998018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:42.003912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=ca665e5a-b776-4983-89bf-ef3975bdc32f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:42.006738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:42.007785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74b9774f-7aae-4cb1-a6e7-3c6479286f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:42.016356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.016933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Fanout notify agent at l3_agent the message router_deleted on router 72dc7217-d91b-4aaf-856b-ae22edafebec {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:41:42.023458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96fdb2-c841-464c-b660-0010ce7094d4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3424918f-b549-4a35-930e-610d3d179f7a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:42.025792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb96fdb2-c841-464c-b660-0010ce7094d4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:42.028065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb96fdb2-c841-464c-b660-0010ce7094d4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.032188 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cb96fdb2-c841-464c-b660-0010ce7094d4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/3424918f-b549-4a35-930e-610d3d179f7a HTTP/1.1" status: 204 len: 168 time: 0.5605297 Dec 10 19:41:42.032188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56926) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:42.090449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9b8cb82-d5e9-4aa5-9289-ef2f8af70921 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Synchronizing usage tracker for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:42.105053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e2eac63a-4bc9-4263-a950-3936f676ae99 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:42.109834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9b8cb82-d5e9-4aa5-9289-ef2f8af70921 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Unset dirty status for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:42.115176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f9b8cb82-d5e9-4aa5-9289-ef2f8af70921 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0773487 Dec 10 19:41:42.116222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56930) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:42.122105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881132211'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:42.129009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:42.139974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:42.151187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.154191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.159557 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/72dc7217-d91b-4aaf-856b-ae22edafebec HTTP/1.1" status: 204 len: 168 time: 6.6788111 Dec 10 19:41:42.168838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56934) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:42.179620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1942799663', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:42.190406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:42.193064 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-764f5a65-a852-4a3a-a679-a1b2619122e8 req-292aa529-6d5a-4647-bc0d-890e683a15d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574298 Dec 10 19:41:42.197620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Usage tracker for resource:router and tenant:d3713d861245490a81a9d3909b717319 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:42.201664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:42.206170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.211801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:42.231522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:42.237287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.238808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.240146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.243843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:42.247935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:42.254987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:42.296673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.313540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e788a417-e15a-4f08-9442-e530daed1d41 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:42.318090 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e788a417-e15a-4f08-9442-e530daed1d41 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5129638 Dec 10 19:41:42.319876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56940) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:42.380931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.386912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-15ff7c34-45a2-41ca-84dd-8715eaafefe3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 207 time: 0.0656593 Dec 10 19:41:42.390926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.392468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:42.401795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b47b66c-2e82-49e9-aa3f-15fed9697e88 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:42.473837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.484176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:42.491909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Subnet': ['ID=fedb5260-bbc3-49f1-a747-913154b4efec,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:42.495469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19524c8-28e8-4567-bcbc-0ad95d332c96 None None] Network 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:42.497288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:42.501375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:42.509108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/subnets/fedb5260-bbc3-49f1-a747-913154b4efec HTTP/1.1" status: 204 len: 168 time: 2.2779968 Dec 10 19:41:42.510430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56950) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:42.511506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:42.543735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:42.590610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.598905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:42.617240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.632015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.638146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fafc3886-87c7-4ce2-99c4-19223425863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:42.681106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:42.683621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.704188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebc40a5e-ff8c-487c-a06d-7367823a15f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:42.804964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2cbf0e-7285-4bba-a233-512a05b659d9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:42.819773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:42.822491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.830779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:42.835037 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7153335 Dec 10 19:41:42.850945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:42.862061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fbd011f7-774a-461a-ad1a-67b7abcc5f5d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '5f2cbf0e-7285-4bba-a233-512a05b659d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:42.863184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-fbd011f7-774a-461a-ad1a-67b7abcc5f5d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:42.867243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fbd011f7-774a-461a-ad1a-67b7abcc5f5d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122669 Dec 10 19:41:42.870426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:42.877235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673a97e-581e-4d07-8980-94d35106b0f9 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:42.881951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673a97e-581e-4d07-8980-94d35106b0f9 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:42.886446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673a97e-581e-4d07-8980-94d35106b0f9 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:42.891136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673a97e-581e-4d07-8980-94d35106b0f9 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:42.895732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673a97e-581e-4d07-8980-94d35106b0f9 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:42.900570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673a97e-581e-4d07-8980-94d35106b0f9 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:42.906062 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b673a97e-581e-4d07-8980-94d35106b0f9 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5081725 Dec 10 19:41:42.910145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56962) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:43.050675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.079628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=9']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:43.090272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:43.105864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 29ee3a44-6949-4550-b576-30f9cbeafb16 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:43.106300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.173297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cdb1f-1314-4980-bb7c-b13e5ebb5525 req-512b19c8-1434-4ca3-a043-2a3e8acb8d39 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.177691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b7cdb1f-1314-4980-bb7c-b13e5ebb5525 req-512b19c8-1434-4ca3-a043-2a3e8acb8d39 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.5632491 Dec 10 19:41:43.186839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:43.214532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.218749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.226421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.232937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a23809ab-b216-43e9-bb69-f1249fe2f214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:43.294867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] DHCP port deletion for 6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:41:43.316867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] Deleting port 29ee3a44-6949-4550-b576-30f9cbeafb16 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:43.317576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.380103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=10']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:43.384725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:43.447629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19af0651-0d92-4273-bcfc-7b65e05842f1 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.461440 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b7cdb1f-1314-4980-bb7c-b13e5ebb5525 req-fb28f44c-4e9a-4ba3-8765-1629d1f125b5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509193 Dec 10 19:41:43.537214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fbf8cc43-3be9-48db-91ed-5ac09f25f7d9 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6125746 Dec 10 19:41:43.538389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56966) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:43.544753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19af0651-0d92-4273-bcfc-7b65e05842f1 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.673246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] For port 29ee3a44-6949-4550-b576-30f9cbeafb16, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=29ee3a44-6949-4550-b576-30f9cbeafb16,segment=NetworkSegment(5cc59763-6143-43b7-80cf-ce51629eac03),segment_id=5cc59763-6143-43b7-80cf-ce51629eac03)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:43.673684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.686588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] For port 29ee3a44-6949-4550-b576-30f9cbeafb16, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=29ee3a44-6949-4550-b576-30f9cbeafb16,segment=NetworkSegment(5cc59763-6143-43b7-80cf-ce51629eac03),segment_id=5cc59763-6143-43b7-80cf-ce51629eac03)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:43.687537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.699779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72accf26-5331-4918-ab7f-6b5bdb7fa661 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.700865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72accf26-5331-4918-ab7f-6b5bdb7fa661 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.702378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72accf26-5331-4918-ab7f-6b5bdb7fa661 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.704461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72accf26-5331-4918-ab7f-6b5bdb7fa661 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.706104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72accf26-5331-4918-ab7f-6b5bdb7fa661 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.712077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-72accf26-5331-4918-ab7f-6b5bdb7fa661 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1697445 Dec 10 19:41:43.716393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56970) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:43.796817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19af0651-0d92-4273-bcfc-7b65e05842f1 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.807873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c58385c-a114-4a65-a1a5-baeb6c5fa869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:43.814802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 29ee3a44-6949-4550-b576-30f9cbeafb16 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:43.815955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.844855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] Calling delete_port for 29ee3a44-6949-4550-b576-30f9cbeafb16 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:43.871015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.872959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af0651-0d92-4273-bcfc-7b65e05842f1 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2cbf0e-7285-4bba-a233-512a05b659d9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:43.882168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19af0651-0d92-4273-bcfc-7b65e05842f1 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:43.912859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b7414a1-0fe5-44fa-ba9a-469eec054d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.923118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.936195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19af0651-0d92-4273-bcfc-7b65e05842f1 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:43.937454 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-19af0651-0d92-4273-bcfc-7b65e05842f1 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f2cbf0e-7285-4bba-a233-512a05b659d9 HTTP/1.1" status: 204 len: 168 time: 1.0337329 Dec 10 19:41:43.943625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56974) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:43.947976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768b4eb-05de-4ade-9641-77dfa6773d15 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.948904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768b4eb-05de-4ade-9641-77dfa6773d15 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.950595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768b4eb-05de-4ade-9641-77dfa6773d15 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.951813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768b4eb-05de-4ade-9641-77dfa6773d15 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.953389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768b4eb-05de-4ade-9641-77dfa6773d15 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:43.959539 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8768b4eb-05de-4ade-9641-77dfa6773d15 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2434895 Dec 10 19:41:43.960212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56978) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:43.968941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:41:43.968941 dv-neutron-821443-1-hyperv neutron-server[88762]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 10 19:41:43.968941 dv-neutron-821443-1-hyperv neutron-server[88762]: [parameters: {'port_id': '29ee3a44-6949-4550-b576-30f9cbeafb16', 'host': 'dv-neutron-821443-1-hyperv'}] Dec 10 19:41:43.968941 dv-neutron-821443-1-hyperv neutron-server[88762]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:43.971199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:41:43.999394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.007457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a0ddd3a-9a76-403e-9cd6-1cb3c5822540 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:44.064349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=29ee3a44-6949-4550-b576-30f9cbeafb16,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:44.076860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:44.100527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] No DVR routers for this DVR port 29ee3a44-6949-4550-b576-30f9cbeafb16 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:44.110976 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c84d91a4-5a45-46ea-a0c6-094132c9e9db tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1625433 Dec 10 19:41:44.134262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56982) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:44.150127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416459373'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:44.165904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:44.167064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e2eac63a-4bc9-4263-a950-3936f676ae99 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:44.184970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:44.191636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:44.203555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:44.238491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217d231-46e5-4d47-9f0c-97d588243cfc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:44.244221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6217d231-46e5-4d47-9f0c-97d588243cfc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/networks/8931a82a-f859-4e90-a44b-c8ba28e72559 HTTP/1.1" status: 200 len: 803 time: 0.2771897 Dec 10 19:41:44.245496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56986) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:44.256557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.268879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.272904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:44.273334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.280834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Allocated IP 172.26.8.68 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/6d55cc65-c0ec-4c68-a102-e700976ab298) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:44.403339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:44.404149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.413810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:44.419083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:44.421897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2da8a814-678b-4061-8ce1-c5d059206ef4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:44.431767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:44.462155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.470009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:44.474176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] Deleting port 29ee3a44-6949-4550-b576-30f9cbeafb16 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:44.474697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.527568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.533251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:44.552398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:44.562794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.563392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.567889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.574398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:44.585699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb49e92-93e2-4b71-8d0e-d3366b7d1f48']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:44.603863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc59763-6143-43b7-80cf-ce51629eac03') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:44.604605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc59763-6143-43b7-80cf-ce51629eac03') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:44.624533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.630397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee511c9d-9385-4d60-bef0-cc6619caa50b None None] The port '29ee3a44-6949-4550-b576-30f9cbeafb16' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:41:44.632239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca7e49d3-b239-400b-adb3-7346da8c07bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:44.640353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0300f61c-8013-4e7b-ae88-f0e11e4e9034,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:44.645180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:44.652624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.653933 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5162408 Dec 10 19:41:44.655328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.660657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 56992) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:44.663309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.664291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80f5c1fa-3a54-4aa3-848f-037717137c8a tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:44.666762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:44.667418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.679320 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b925ab7-c38f-46fc-b219-dc20221f62bc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/networks/8931a82a-f859-4e90-a44b-c8ba28e72559?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4157925 Dec 10 19:41:44.681791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 56994) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:44.693132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed2d50-b76a-4cb3-9881-79ff8a0eb8f7 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:44.702908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:41:44.703358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.708413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 29ee3a44-6949-4550-b576-30f9cbeafb16 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:44.728214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e00c0f36-4e9e-4fc7-a753-9105b816abe6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '0300f61c-8013-4e7b-ae88-f0e11e4e9034', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:44.728939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-e00c0f36-4e9e-4fc7-a753-9105b816abe6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:44.730050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e00c0f36-4e9e-4fc7-a753-9105b816abe6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0203066 Dec 10 19:41:44.735369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57000) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:41:44.785259 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:41:44.787512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:44.792998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event updated for resources: {'Port': ['ID=6d55cc65-c0ec-4c68-a102-e700976ab298,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:44.795702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:44.800559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:44.801673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:44.820938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 29ee3a44-6949-4550-b576-30f9cbeafb16 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:44.821332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 29ee3a44-6949-4550-b576-30f9cbeafb16 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:44.883383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=11']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:44.887331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9071174 Dec 10 19:41:44.888341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57004) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:44.889486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:44.890151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6ede63fe-02d1-4833-9040-b712fe6037fa None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:44.890578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ede63fe-02d1-4833-9040-b712fe6037fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:44.935802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:ed:6b:d1', 'name': 'tempest-NetworksTestDHCPv6-578049888'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:44.954105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=07c11c2a-e9e6-4c1d-9a99-46dc7f8c6403,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:44.977729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1d93-b7f6-4972-aaea-3c0f141be96a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.018934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1d93-b7f6-4972-aaea-3c0f141be96a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.021294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:45.061583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa4955-4c83-4332-8a57-916764455ccd tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:45.062536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2baa4955-4c83-4332-8a57-916764455ccd tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Synchronizing usage tracker for tenant:b4c31ad1b3684b3a9728c771e00d2e79 on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:45.067764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.068534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.077182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.090062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-527595ad-09e2-404f-b46b-cb566b40f918 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:45.114968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.138424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1d93-b7f6-4972-aaea-3c0f141be96a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.145859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Network': ['ID=6eb49e92-93e2-4b71-8d0e-d3366b7d1f48,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:45.147851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2baa4955-4c83-4332-8a57-916764455ccd tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Unset dirty status for tenant:b4c31ad1b3684b3a9728c771e00d2e79 on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:45.152561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19e63b7b-1877-47ed-8dbd-39aea07f4216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:45.153398 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2baa4955-4c83-4332-8a57-916764455ccd tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/subnets/dd99bc02-fb9c-44f9-8a2e-26f4c869c99c HTTP/1.1" status: 200 len: 843 time: 0.4659595 Dec 10 19:41:45.154272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57008) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:45.155241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:45.218233 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/networks/6eb49e92-93e2-4b71-8d0e-d3366b7d1f48 HTTP/1.1" status: 204 len: 168 time: 2.7021818 Dec 10 19:41:45.220907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57012) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:45.230435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d1d93-b7f6-4972-aaea-3c0f141be96a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0300f61c-8013-4e7b-ae88-f0e11e4e9034,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:45.236836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d1d1d93-b7f6-4972-aaea-3c0f141be96a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:45.242599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1d93-b7f6-4972-aaea-3c0f141be96a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.243900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7d1d1d93-b7f6-4972-aaea-3c0f141be96a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/0300f61c-8013-4e7b-ae88-f0e11e4e9034 HTTP/1.1" status: 204 len: 168 time: 0.5073214 Dec 10 19:41:45.247120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57016) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:45.280533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd2ea3f-ce14-440f-a32a-3bc891f99e4f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:45.286737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57020) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:45.286932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dbd2ea3f-ce14-440f-a32a-3bc891f99e4f tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "GET /v2.0/subnets/dd99bc02-fb9c-44f9-8a2e-26f4c869c99c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1227839 Dec 10 19:41:45.305104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115778906'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:45.308940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.309660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Update dhcp port {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': 'ca665e5a-b776-4983-89bf-ef3975bdc32f', 'ip_address': '2001:db8::f816:3eff:fe90:c5a4'}, {'subnet_id': '07c11c2a-e9e6-4c1d-9a99-46dc7f8c6403'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'e2eac63a-4bc9-4263-a950-3936f676ae99'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:41:45.316289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:45.345935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:45.354777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a0014dba-3fbe-4159-9470-11213d4afe4b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Synchronizing usage tracker for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:45.373807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.377791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:45.383382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.387580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234219e-67bc-4058-ae6a-d7b1a2e1ff01 req-f2586107-6806-4ab1-8b34-bf1a4911ae4f tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:45.389334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e234219e-67bc-4058-ae6a-d7b1a2e1ff01 req-f2586107-6806-4ab1-8b34-bf1a4911ae4f tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.6993949 Dec 10 19:41:45.393403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:45.408619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a0014dba-3fbe-4159-9470-11213d4afe4b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Unset dirty status for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:45.409992 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a0014dba-3fbe-4159-9470-11213d4afe4b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1618876 Dec 10 19:41:45.414118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57024) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:45.421269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690027018'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:45.459548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:45.460467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:41:45.470753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:45.474568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.475141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Added segment c09ad950-b751-4189-b21f-2631404d3a9a of type vlan for network a4c13420-eb11-41eb-8625-8be946675cf1 Dec 10 19:41:45.512048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:45.523430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port c38f2e2f-42af-4ffa-ac65-1897135b8093 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:45.523998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.557737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:45.576207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.582718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:45.589377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.593549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:45.613228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Allocated IP 172.20.0.2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/07c11c2a-e9e6-4c1d-9a99-46dc7f8c6403/e2eac63a-4bc9-4263-a950-3936f676ae99) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:45.630407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.690394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.694477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:45.695124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:45.712099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e2d4c6e-5ac7-4c0e-82f0-507744d6809d tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:45.728429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e234219e-67bc-4058-ae6a-d7b1a2e1ff01 req-612980f6-5ac6-4403-9b0c-30ad740a0659 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597435 Dec 10 19:41:45.738399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 8c469d69-c57f-4fa8-9120-faefc4ff3091 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:41:45.824130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-d5b208b2-2da8-49c8-a667-0f3360259fb9 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:45.826547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-d5b208b2-2da8-49c8-a667-0f3360259fb9 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.3086913 Dec 10 19:41:45.896747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:45.925643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:45.930924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:45.947667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:45.950197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:45.951492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Network': ['ID=a4c13420-eb11-41eb-8625-8be946675cf1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:45.954994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6658754 Dec 10 19:41:45.955999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:45.965758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57030) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:45.977265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network a4c13420-eb11-41eb-8625-8be946675cf1 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:45.986980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'network_id': 'a4c13420-eb11-41eb-8625-8be946675cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:46.051069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57034) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:46.058242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.074920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Deleting port 6bccfd1f-a225-4aef-a190-80d6a8be542a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:46.075315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.103664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Transition to ACTIVE for port object e2eac63a-4bc9-4263-a950-3936f676ae99 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:46.134647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.136349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Router 7b6e5a7d-c793-458e-8fd2-3613002102ab is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:41:46.143674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17e5cd5a-f499-4cbb-960f-bc1012d215cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:46.185966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e2eac63a-4bc9-4263-a950-3936f676ae99 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:46.247922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:46.248455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.248455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.269480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.345644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.348991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Pushing event updated for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=12']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:46.350170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:46.359571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:46.368291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d1d1d93-b7f6-4972-aaea-3c0f141be96a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:46.458920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for c38f2e2f-42af-4ffa-ac65-1897135b8093 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:46.574290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Made reservation on behalf of b4c31ad1b3684b3a9728c771e00d2e79 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:46.636276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Deleting port 0e5b9173-7123-4570-a15a-6a5c98ec940b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:46.636695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.716251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 172.20.0.12 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/07c11c2a-e9e6-4c1d-9a99-46dc7f8c6403/8c469d69-c57f-4fa8-9120-faefc4ff3091) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:46.732620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:feed:6bd1 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/ca665e5a-b776-4983-89bf-ef3975bdc32f/8c469d69-c57f-4fa8-9120-faefc4ff3091) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:46.899900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:46.904383 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4864764 Dec 10 19:41:46.915472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57040) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:46.925750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828b6346-c403-4bda-84c7-25489027c8a6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:46.934284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c93c3e5b-ab6a-4927-a9ab-d24b8dcb3f3e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '828b6346-c403-4bda-84c7-25489027c8a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:46.935196 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-c93c3e5b-ab6a-4927-a9ab-d24b8dcb3f3e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:46.939799 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c93c3e5b-ab6a-4927-a9ab-d24b8dcb3f3e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188015 Dec 10 19:41:46.950128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57044) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:46.951654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:46.983068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e523497b-61da-409c-8f9b-267402783f15 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '828b6346-c403-4bda-84c7-25489027c8a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:46.983851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-e523497b-61da-409c-8f9b-267402783f15 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:46.989408 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e523497b-61da-409c-8f9b-267402783f15 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0259345 Dec 10 19:41:46.995380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57048) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:47.008129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-035cefcd-c349-40b1-b1a9-64e22c4a719a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '828b6346-c403-4bda-84c7-25489027c8a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:47.008889 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-035cefcd-c349-40b1-b1a9-64e22c4a719a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:47.012686 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-035cefcd-c349-40b1-b1a9-64e22c4a719a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135710 Dec 10 19:41:47.016657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57052) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:47.024414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.048148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.050193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-499a5800-99c7-41a6-8e1b-de65f8461852 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '828b6346-c403-4bda-84c7-25489027c8a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:47.051103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-499a5800-99c7-41a6-8e1b-de65f8461852 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:47.052349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-499a5800-99c7-41a6-8e1b-de65f8461852 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118697 Dec 10 19:41:47.107266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fab5c916-a3c4-41e0-a82d-61f291edb362 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:47.117241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57056) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:47.185018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=c38f2e2f-42af-4ffa-ac65-1897135b8093,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:47.194436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 10 19:41:47.195133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 10 19:41:47.203413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:47.204703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] For port 6bccfd1f-a225-4aef-a190-80d6a8be542a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6bccfd1f-a225-4aef-a190-80d6a8be542a,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:47.205189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.209682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.210120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.267551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b3d33-d3d9-4d03-920f-e92e74c2e2c1 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:47.364184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1df4a42c-e062-43ae-8819-40fdfb45097c None None] Provisioning for port e2eac63a-4bc9-4263-a950-3936f676ae99 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:47.373182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1df4a42c-e062-43ae-8819-40fdfb45097c None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:47.373855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1df4a42c-e062-43ae-8819-40fdfb45097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.426931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Calling delete_port for 0e5b9173-7123-4570-a15a-6a5c98ec940b owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:47.518448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72ef7f-de9d-4980-ba18-6f0be0f9390f req-1e593fe0-3ba8-4fa2-a198-71f29794baaf tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:47.520067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e72ef7f-de9d-4980-ba18-6f0be0f9390f req-1e593fe0-3ba8-4fa2-a198-71f29794baaf tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 945 time: 0.6272175 Dec 10 19:41:47.523967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-202ef54a-88eb-4ba0-8595-5c230ed87be9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.595279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.615630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.624009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-202ef54a-88eb-4ba0-8595-5c230ed87be9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.650337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 8c469d69-c57f-4fa8-9120-faefc4ff3091 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:47.691963 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e72ef7f-de9d-4980-ba18-6f0be0f9390f req-6e496f21-272f-4a4d-b0ee-82de736db51a tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf332d8-7301-4fe3-9fb5-4eaea2210274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557136 Dec 10 19:41:47.696970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.702699 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/floatingips/cc11ccfc-1ae2-4f56-9079-3a4262fda62c HTTP/1.1" status: 204 len: 168 time: 2.4604599 Dec 10 19:41:47.704310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57060) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:47.738734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:47.755156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ad67e-e772-4b59-a3d7-5272fb439d63 None None] Sync routers for ids ['7b6e5a7d-c793-458e-8fd2-3613002102ab'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:47.763463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba12784-5a57-4f81-a821-c70f8ec62036 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:47.763980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba12784-5a57-4f81-a821-c70f8ec62036 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:47.772967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ad67e-e772-4b59-a3d7-5272fb439d63 None None] Routers {'7b6e5a7d-c793-458e-8fd2-3613002102ab'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:47.774226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-301ad67e-e772-4b59-a3d7-5272fb439d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7b6e5a7d-c793-458e-8fd2-3613002102ab'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:47.786139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.790043 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6156080 Dec 10 19:41:47.809738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57064) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:47.823130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:47.861025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-301ad67e-e772-4b59-a3d7-5272fb439d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:47.871036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.871385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.871749 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Floating IP 7190d481-3d0e-460d-8495-8c1be69fb746 disassociated. External IP: 172.26.8.250, port: 6bccfd1f-a225-4aef-a190-80d6a8be542a. Dec 10 19:41:47.872291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Calling delete_port for 6bccfd1f-a225-4aef-a190-80d6a8be542a owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:47.877407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ad67e-e772-4b59-a3d7-5272fb439d63 None None] Routers {'7b6e5a7d-c793-458e-8fd2-3613002102ab'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:47.878148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-301ad67e-e772-4b59-a3d7-5272fb439d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7b6e5a7d-c793-458e-8fd2-3613002102ab'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:47.884079 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1ba12784-5a57-4f81-a821-c70f8ec62036 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/ports/041fe418-1e58-4a8b-9102-7fe5f3024475 HTTP/1.1" status: 404 len: 333 time: 0.1748998 Dec 10 19:41:47.890389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57068) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:47.917423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:47.928971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a98713c5-968a-428f-9dac-6578bc54bf89 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:47.953410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-301ad67e-e772-4b59-a3d7-5272fb439d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:47.953922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ad67e-e772-4b59-a3d7-5272fb439d63 None None] The sync data for ids ['7b6e5a7d-c793-458e-8fd2-3613002102ab'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:47.961330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-202ef54a-88eb-4ba0-8595-5c230ed87be9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.047321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-202ef54a-88eb-4ba0-8595-5c230ed87be9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.051463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-202ef54a-88eb-4ba0-8595-5c230ed87be9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/828b6346-c403-4bda-84c7-25489027c8a6 HTTP/1.1" status: 204 len: 168 time: 0.9320903 Dec 10 19:41:48.052193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57070) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:48.061317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba2b3d-83e8-45b7-90b9-fc9110c0607e None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:41:48.110987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=bd21a428-2fcb-41de-806b-6a6107119714,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:48.119331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:48.121288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-237104b8-1b3c-48f7-9abc-33c6e1733b63 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:48.132243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e2eac63a-4bc9-4263-a950-3936f676ae99 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:48.144818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Checking segment: {'id': 'c09ad950-b751-4189-b21f-2631404d3a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a4c13420-eb11-41eb-8625-8be946675cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:48.145255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network hostable DHCP agents. Network: a4c13420-eb11-41eb-8625-8be946675cf1, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:41:48.150220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.184193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ef54a-88eb-4ba0-8595-5c230ed87be9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b6346-c403-4bda-84c7-25489027c8a6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:48.195176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-202ef54a-88eb-4ba0-8595-5c230ed87be9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:48.230348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1cf17109-1c5b-44d0-9a0d-a17efd9c717f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Synchronizing usage tracker for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:48.245460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:48.248013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8914227c-5dd6-49d7-a7d4-237b92c9eac8 None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:48.248444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8914227c-5dd6-49d7-a7d4-237b92c9eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.263443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Network a4c13420-eb11-41eb-8625-8be946675cf1 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:41:48.270548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1cf17109-1c5b-44d0-9a0d-a17efd9c717f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Unset dirty status for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:48.275990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1cf17109-1c5b-44d0-9a0d-a17efd9c717f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2167234 Dec 10 19:41:48.276822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.277323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57076) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:48.284093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-587d018d-92dd-4e74-955d-621ea62d179b tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:48.321652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170978012'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:48.326533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a4c13420-eb11-41eb-8625-8be946675cf1) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:48.333756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bbfa8d74-1316-45b8-a57c-5d3d44b26a51 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Synchronizing usage tracker for tenant:ad76c3ed91634a2bb63670b9ac18f819 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:48.339851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event deleted for resources: {'Port': ['ID=6bccfd1f-a225-4aef-a190-80d6a8be542a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:48.342374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:48.343027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.351114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:48.363671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:48.372213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:48.372570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.389322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.408253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:48.410243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:48.415378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:48.417587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=8c469d69-c57f-4fa8-9120-faefc4ff3091,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:48.429552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4563844 Dec 10 19:41:48.434378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:48.437279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:48.463803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bbfa8d74-1316-45b8-a57c-5d3d44b26a51 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Unset dirty status for tenant:ad76c3ed91634a2bb63670b9ac18f819 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:48.467622 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bbfa8d74-1316-45b8-a57c-5d3d44b26a51 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "GET /v2.0/ports?device_id=881f95a1-65b3-4454-a3ef-86de111be384 HTTP/1.1" status: 200 len: 205 time: 0.3209350 Dec 10 19:41:48.467622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:48.501813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57080) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:48.502350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57082) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:48.536690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 6bccfd1f-a225-4aef-a190-80d6a8be542a no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:48.538372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:48.609123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 6bccfd1f-a225-4aef-a190-80d6a8be542a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:48.609541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 6bccfd1f-a225-4aef-a190-80d6a8be542a not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:48.613107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:48.633853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event deleted for resources: {'Port': ['ID=0e5b9173-7123-4570-a15a-6a5c98ec940b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:48.675644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:48.682369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57090) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:48.694602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.719722 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-bf888dd5-9e10-4a99-acf1-1082908884e1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] delete failed (client error): The resource could not be found. Dec 10 19:41:48.720853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf888dd5-9e10-4a99-acf1-1082908884e1 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/routers/881f95a1-65b3-4454-a3ef-86de111be384 HTTP/1.1" status: 404 len: 336 time: 0.2079666 Dec 10 19:41:48.763827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57094) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:48.787153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba2b3d-83e8-45b7-90b9-fc9110c0607e None None] Unable to find a vacant binding_index for network a4c13420-eb11-41eb-8625-8be946675cf1 and agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 {{(pid=88873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 10 19:41:48.793738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba2b3d-83e8-45b7-90b9-fc9110c0607e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a4c13420-eb11-41eb-8625-8be946675cf1) {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:41:48.828675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45e9bbd-2292-484e-9ff6-c6be992ef3ec tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] DELETE failed (client error): The resource could not be found. Dec 10 19:41:48.829172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45e9bbd-2292-484e-9ff6-c6be992ef3ec tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:41:48.833430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f45e9bbd-2292-484e-9ff6-c6be992ef3ec tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/subnets/fedb5260-bbc3-49f1-a747-913154b4efec HTTP/1.1" status: 404 len: 337 time: 0.0620739 Dec 10 19:41:48.841739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57100) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:48.854318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:48.854980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:48.927148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 212d9f2e-cad0-43f4-a94c-7d6aab976e1e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:48.927520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.043020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c48c093-92d9-4fbd-81c3-e7bfe2fb0f5d req-87c850e2-3f7a-40d9-bc93-054e4e1eb4d3 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2b9d8ac-3179-4dc2-9d64-a3966c49366d HTTP/1.1" status: 200 len: 210 time: 0.1594188 Dec 10 19:41:49.043805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.107149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:49.114762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2041371 Dec 10 19:41:49.119287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57104) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:49.136821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:49.191675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:49.196156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:49.211370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] Sync routers for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:49.224899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:49.225635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:49.276431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:49.287862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] No DVR routers for this DVR port 6bccfd1f-a225-4aef-a190-80d6a8be542a on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:49.293302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.295532 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3afdf44b-395e-42fe-bfd2-8109efa233e8 req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.84 "DELETE /v2.0/ports/6bccfd1f-a225-4aef-a190-80d6a8be542a HTTP/1.1" status: 204 len: 173 time: 3.4497802 Dec 10 19:41:49.296178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'name': 'network-vif-deleted', 'tag': '6bccfd1f-a225-4aef-a190-80d6a8be542a'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:49.362920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.363855 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-914f616b-d683-43a4-b01f-f63e4770143c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=6c8bde24013841fa8a6b3855058a24f7&network_id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 200 len: 3000 time: 0.6594679 Dec 10 19:41:49.481569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:49.516926 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b9d8ac-3179-4dc2-9d64-a3966c49366d', 'name': 'network-vif-deleted', 'tag': '6bccfd1f-a225-4aef-a190-80d6a8be542a', 'status': 'completed', 'code': 200} Dec 10 19:41:49.551317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.576922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-a4c13420-eb11-41eb-8625-8be946675cf1', 'network_id': 'a4c13420-eb11-41eb-8625-8be946675cf1', 'tenant_id': 'b4c31ad1b3684b3a9728c771e00d2e79', 'fixed_ips': [{'subnet_id': 'bd21a428-2fcb-41de-806b-6a6107119714'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:49.579107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.638966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 212d9f2e-cad0-43f4-a94c-7d6aab976e1e owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:49.641497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1afce-d8ca-4366-b4da-5e7d3a578573 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:49.646450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1afce-d8ca-4366-b4da-5e7d3a578573 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:49.647310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-48d1afce-d8ca-4366-b4da-5e7d3a578573 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:49.667648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.674703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847319833'] for subnet, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.677527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8d79f5bd-7d65-4aff-bf7f-b8bd1dfe3364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:49.789823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:41:49.794941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Allocated IP 2001:db8::3 (a4c13420-eb11-41eb-8625-8be946675cf1/bd21a428-2fcb-41de-806b-6a6107119714/9a61d097-cedc-44c8-8297-7bcdaadbaa5c) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:41:49.841549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:49.862807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ecc65f3-0169-45d2-acde-a309d9a9605b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:49.867779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:25Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:49.873769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] Checking router: 1c0ad175-126a-4e98-b48c-e42dd56ef8cf for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:49.886352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:49.887333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:49.947894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=212d9f2e-cad0-43f4-a94c-7d6aab976e1e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:49.960095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:50.083269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.106074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-48d1afce-d8ca-4366-b4da-5e7d3a578573 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:50.107601 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-48d1afce-d8ca-4366-b4da-5e7d3a578573 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.9742408 Dec 10 19:41:50.111754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2757380e-f13b-4d96-8918-d6e472e082c3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:50.116012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57116) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:50.116976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.118449 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8215141 Dec 10 19:41:50.135338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Transition to ACTIVE for port object 9a61d097-cedc-44c8-8297-7bcdaadbaa5c will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:50.143433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:50.153344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57118) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:50.154368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:50.167918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d3246f27-392a-4d7c-b439-0c6d5bb2d7e7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:50.169045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-d3246f27-392a-4d7c-b439-0c6d5bb2d7e7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:50.170301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d3246f27-392a-4d7c-b439-0c6d5bb2d7e7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125711 Dec 10 19:41:50.189069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57124) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:50.190052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Transition to ACTIVE for port object 9a61d097-cedc-44c8-8297-7bcdaadbaa5c will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:41:50.195169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.199205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.222365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9a07742c-62df-450d-b80c-8c288349f1c3 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:50.231563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:50.232061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/ports/212d9f2e-cad0-43f4-a94c-7d6aab976e1e HTTP/1.1" status: 204 len: 168 time: 1.3890595 Dec 10 19:41:50.233548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9a07742c-62df-450d-b80c-8c288349f1c3 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:50.241427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57128) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:50.292084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9a07742c-62df-450d-b80c-8c288349f1c3 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:50.302615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9a07742c-62df-450d-b80c-8c288349f1c3 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:50.314566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9a07742c-62df-450d-b80c-8c288349f1c3 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:50.328185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 8c469d69-c57f-4fa8-9120-faefc4ff3091 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:50.329625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.342247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Network a4c13420-eb11-41eb-8625-8be946675cf1 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:50.345967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:50.351046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 223abc76-55d8-42cd-9bee-5c22533e4c38 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:50.351819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.354736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:41:50.375024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Pushing event updated for resources: {'Port': ['ID=9a61d097-cedc-44c8-8297-7bcdaadbaa5c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:50.378023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:50.429661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57136) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:50.484120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Attempting to bind port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:41:50.484554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Attempting to bind port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'c09ad950-b751-4189-b21f-2631404d3a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a4c13420-eb11-41eb-8625-8be946675cf1'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:41:50.484967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Attempting to bind port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c on network a4c13420-eb11-41eb-8625-8be946675cf1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:41:50.492869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:41:50.493295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Checking segment: {'id': 'c09ad950-b751-4189-b21f-2631404d3a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a4c13420-eb11-41eb-8625-8be946675cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:50.493811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.494262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Bound using segment: {'id': 'c09ad950-b751-4189-b21f-2631404d3a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a4c13420-eb11-41eb-8625-8be946675cf1'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:41:50.494798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Bound port: 9a61d097-cedc-44c8-8297-7bcdaadbaa5c, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09ad950-b751-4189-b21f-2631404d3a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a4c13420-eb11-41eb-8625-8be946675cf1'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:41:50.495231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.593869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:25Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:50.598876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ca81a-0d6e-4038-8619-8c30aa74017c None None] The sync data for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv is: [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:36:08Z', 'revision_number': 4, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '34d3350d-ba8e-4f43-87f1-debdc0780b43', 'name': '', 'network_id': 'cdd04186-268d-4190-acf8-af6ae76b263e', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'mac_address': 'fa:16:3e:e5:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:36:05Z', 'updated_at': '2021-12-10T19:36:25Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'subnets': [{'id': '4053ce32-151d-4cfd-92a3-52ebb457530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:50.635011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] For port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:41:50.639789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] For port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9a61d097-cedc-44c8-8297-7bcdaadbaa5c,segment=NetworkSegment(c09ad950-b751-4189-b21f-2631404d3a9a),segment_id=c09ad950-b751-4189-b21f-2631404d3a9a)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:41:50.645737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.651429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f39e112c-0302-4f13-a122-b997a2b86f16 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.660231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b95dfd1e-3f88-4c35-8b9c-911d38b43ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:50.670518 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-9a07742c-62df-450d-b80c-8c288349f1c3 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:50.671752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9a07742c-62df-450d-b80c-8c288349f1c3 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4794457 Dec 10 19:41:50.684262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57142) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:50.709367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c5f7df2f-dfd5-4cfc-972b-c9d92902439f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:50.710144 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-c5f7df2f-dfd5-4cfc-972b-c9d92902439f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:50.711171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c5f7df2f-dfd5-4cfc-972b-c9d92902439f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0258715 Dec 10 19:41:50.719634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57146) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:50.771281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Pushing event updated for resources: {'Port': ['ID=9a61d097-cedc-44c8-8297-7bcdaadbaa5c,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:50.779367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7616524d-cf61-4ee1-80f4-c39d34336c0b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:50.781087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:50.805541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f39e112c-0302-4f13-a122-b997a2b86f16 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:50.814601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7616524d-cf61-4ee1-80f4-c39d34336c0b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:50.835367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7616524d-cf61-4ee1-80f4-c39d34336c0b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:50.847366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7616524d-cf61-4ee1-80f4-c39d34336c0b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:50.947871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57150) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.032534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363254942243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6819600'] for subnet, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.048751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b5d91c3-4101-4c5f-a622-26b15d1bd921 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:51.130949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7616524d-cf61-4ee1-80f4-c39d34336c0b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:51.160468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e5a65-1de1-4d20-99c1-d6929fdd5e6a None None] New status for floating IP 7190d481-3d0e-460d-8495-8c1be69fb746: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:41:51.176685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99291b63-b351-4095-bbfa-10e4487b870d tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:51.178410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-99291b63-b351-4095-bbfa-10e4487b870d tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 814 time: 0.2144537 Dec 10 19:41:51.225262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.292072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event updated for resources: {'Subnet': ['ID=bd21a428-2fcb-41de-806b-6a6107119714,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:51.306570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:51.337835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:51.338812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.343677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "PUT /v2.0/subnets/bd21a428-2fcb-41de-806b-6a6107119714 HTTP/1.1" status: 200 len: 900 time: 2.8323350 Dec 10 19:41:51.344637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57158) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.376937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 223abc76-55d8-42cd-9bee-5c22533e4c38 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:51.452524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.473267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-7616524d-cf61-4ee1-80f4-c39d34336c0b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:51.477364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7616524d-cf61-4ee1-80f4-c39d34336c0b tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7007542 Dec 10 19:41:51.494686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57162) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.496172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f39e112c-0302-4f13-a122-b997a2b86f16 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.505098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a43bb1e4-b3e4-471c-9a12-2be3626788f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:51.520658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-86b57bb8-09ff-40b4-ab89-fe1747ed563d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:51.521332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-86b57bb8-09ff-40b4-ab89-fe1747ed563d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:51.522438 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-86b57bb8-09ff-40b4-ab89-fe1747ed563d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0210767 Dec 10 19:41:51.525881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e112c-0302-4f13-a122-b997a2b86f16 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf332d8-7301-4fe3-9fb5-4eaea2210274,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:51.529679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57166) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.531786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f39e112c-0302-4f13-a122-b997a2b86f16 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:51.572916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f17b7cf2-dbdc-4170-9410-768c16027b3a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:51.584142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f39e112c-0302-4f13-a122-b997a2b86f16 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.585441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f39e112c-0302-4f13-a122-b997a2b86f16 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "DELETE /v2.0/security-groups/9cf332d8-7301-4fe3-9fb5-4eaea2210274 HTTP/1.1" status: 204 len: 168 time: 1.1067595 Dec 10 19:41:51.586787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f17b7cf2-dbdc-4170-9410-768c16027b3a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:51.596707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57170) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.602636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f17b7cf2-dbdc-4170-9410-768c16027b3a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:51.617985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f17b7cf2-dbdc-4170-9410-768c16027b3a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:51.631572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f17b7cf2-dbdc-4170-9410-768c16027b3a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:51.634171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-1ce282c5-391b-49fc-84e2-11bc6f27cd19 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] show failed (client error): The resource could not be found. Dec 10 19:41:51.637873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1ce282c5-391b-49fc-84e2-11bc6f27cd19 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "GET /v2.0/security-groups/9cf332d8-7301-4fe3-9fb5-4eaea2210274 HTTP/1.1" status: 404 len: 347 time: 0.0375822 Dec 10 19:41:51.638957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57174) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.639335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57176) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.666237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 8c469d69-c57f-4fa8-9120-faefc4ff3091 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:51.723310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--716960801', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:51.750191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:51.763437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.780049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ff48f6e-c31e-47ca-abe7-2e7a5cdcd5f6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:51.851559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.909404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:51.912459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=223abc76-55d8-42cd-9bee-5c22533e4c38,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:51.922209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:51.923463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-f17b7cf2-dbdc-4170-9410-768c16027b3a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:51.924615 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f17b7cf2-dbdc-4170-9410-768c16027b3a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3911829 Dec 10 19:41:51.928967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Deleting port e60c4009-2d58-4ab0-a52e-218dc15f52f7 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:51.929128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57182) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.929335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.949307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8dc9374a-0fc1-457e-952b-1cf510d07bd0 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:51.950013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-8dc9374a-0fc1-457e-952b-1cf510d07bd0 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:51.951103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8dc9374a-0fc1-457e-952b-1cf510d07bd0 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165892 Dec 10 19:41:51.951898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:51.952356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:51.955633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57186) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:51.974525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-55cff5d1-30f3-4aba-93d5-2848c74e541e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:51.983527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:51.989178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.007059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-55cff5d1-30f3-4aba-93d5-2848c74e541e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:52.059665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-55cff5d1-30f3-4aba-93d5-2848c74e541e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:52.084085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Router 6b30051d-9b1d-42f1-9160-a0ca5919c22e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:52.096823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-55cff5d1-30f3-4aba-93d5-2848c74e541e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:52.132509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-55cff5d1-30f3-4aba-93d5-2848c74e541e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:52.206823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9a61d097-cedc-44c8-8297-7bcdaadbaa5c up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:52.217143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.269208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8f74edaf-0db9-4069-b863-208988ef5914 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:52.284815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:41:52.294874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.330754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:52.335731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.336244 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment 32e86a88-654a-4c01-8061-1d752c90ffe9 of type vlan for network 943983a7-7848-448c-b00f-9b656d3d18ae Dec 10 19:41:52.342410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/ports/223abc76-55d8-42cd-9bee-5c22533e4c38 HTTP/1.1" status: 204 len: 168 time: 2.0992785 Dec 10 19:41:52.343507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57190) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:52.354918 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-55cff5d1-30f3-4aba-93d5-2848c74e541e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:52.359752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55cff5d1-30f3-4aba-93d5-2848c74e541e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3972363 Dec 10 19:41:52.373714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57194) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:52.423715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6b06c393-0791-4852-a2ce-bbbe03000926 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '2757380e-f13b-4d96-8918-d6e472e082c3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:52.468159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b06c393-0791-4852-a2ce-bbbe03000926 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:52.499069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b06c393-0791-4852-a2ce-bbbe03000926 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:52.508264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.517255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b06c393-0791-4852-a2ce-bbbe03000926 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:52.525220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.525614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.545552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b06c393-0791-4852-a2ce-bbbe03000926 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:52.700527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Calling delete_port for e60c4009-2d58-4ab0-a52e-218dc15f52f7 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:52.782138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.786288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:52.786944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.796980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8717d81e-7bb6-44ac-9a96-b36b46ab316a tempest-ExternalNetworksTestJSON-1812212262 tempest-ExternalNetworksTestJSON-1812212262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:52.833257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=8c469d69-c57f-4fa8-9120-faefc4ff3091,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:52.834627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d39c8-2b86-4f5f-8f23-4ad4a7f1aff7 None None] Network a4c13420-eb11-41eb-8625-8be946675cf1 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:52.849801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:52.863172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:52.909121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bbe977-f100-4618-8747-695a67ba29d3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:52.909913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e5bbe977-f100-4618-8747-695a67ba29d3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Synchronizing usage tracker for tenant:ad76c3ed91634a2bb63670b9ac18f819 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:52.935017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-6b06c393-0791-4852-a2ce-bbbe03000926 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:41:52.939408 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b06c393-0791-4852-a2ce-bbbe03000926 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5178723 Dec 10 19:41:52.958040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:52.963624 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3182945 Dec 10 19:41:52.981002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57202) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:52.984870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=943983a7-7848-448c-b00f-9b656d3d18ae,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:52.992860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:53.008316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e5bbe977-f100-4618-8747-695a67ba29d3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Unset dirty status for tenant:ad76c3ed91634a2bb63670b9ac18f819 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:53.010033 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5bbe977-f100-4618-8747-695a67ba29d3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ff28e9-86db-4f60-9cfb-f3af0553a98a HTTP/1.1" status: 200 len: 913 time: 0.6569262 Dec 10 19:41:53.033452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] Provisioning for port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:41:53.039588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 943983a7-7848-448c-b00f-9b656d3d18ae details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:41:53.041206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57204) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:53.127207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79aadbe7-4ad2-42ba-901a-f944f674ba8d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.137687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.146973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] Provisioning complete for port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:53.147787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.149399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.150153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546e645-ce23-4d5b-911c-0e9c452bb674 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:53.151748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f546e645-ce23-4d5b-911c-0e9c452bb674 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1134315 Dec 10 19:41:53.157150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72d64023-4625-4d33-95fa-793dac56e24d tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:53.164041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Deleting port 6d55cc65-c0ec-4c68-a102-e700976ab298 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:53.164422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.192509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57210) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:53.251604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Pushing event deleted for resources: {'Port': ['ID=e60c4009-2d58-4ab0-a52e-218dc15f52f7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:53.313958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79aadbe7-4ad2-42ba-901a-f944f674ba8d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.322509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:53.378845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.463947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.521045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] For port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9a61d097-cedc-44c8-8297-7bcdaadbaa5c,segment=NetworkSegment(c09ad950-b751-4189-b21f-2631404d3a9a),segment_id=c09ad950-b751-4189-b21f-2631404d3a9a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:53.525011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.527435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9318e4d9-8919-4928-99d0-e2eec91ada2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:53.530508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79aadbe7-4ad2-42ba-901a-f944f674ba8d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.545682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-73962531-4da5-4b0d-9110-7924fb5ea53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:53.576483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.580763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aadbe7-4ad2-42ba-901a-f944f674ba8d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757380e-f13b-4d96-8918-d6e472e082c3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:53.583089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188407ac-2892-4838-b79b-8321b2642dc6 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:53.587500 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-188407ac-2892-4838-b79b-8321b2642dc6 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3774030 Dec 10 19:41:53.588072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-79aadbe7-4ad2-42ba-901a-f944f674ba8d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:53.588504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57214) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:53.603206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] Pushing event updated for resources: {'Port': ['ID=9a61d097-cedc-44c8-8297-7bcdaadbaa5c,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:53.613120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:53.640344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e80276e4-b5d0-44a9-a0de-94255973deeb None None] Could not find standard attr ID for object 8c469d69-c57f-4fa8-9120-faefc4ff3091. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:41:53.653684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b2b2b7a8-3638-47a4-a1a8-16ef6528d6e3 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610175 Dec 10 19:41:53.657328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57218) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:53.661962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79aadbe7-4ad2-42ba-901a-f944f674ba8d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.665569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-79aadbe7-4ad2-42ba-901a-f944f674ba8d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/2757380e-f13b-4d96-8918-d6e472e082c3 HTTP/1.1" status: 204 len: 168 time: 0.7005107 Dec 10 19:41:53.689901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57222) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:53.702190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.704059 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] 10.222.0.41 "DELETE /v2.0/floatingips/7190d481-3d0e-460d-8495-8c1be69fb746 HTTP/1.1" status: 204 len: 168 time: 2.0588319 Dec 10 19:41:53.708347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57226) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:53.716411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-01606ee5-d382-4b58-9839-aa9fe9ed0973 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575097 Dec 10 19:41:53.725670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57232) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:53.730366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Calling delete_port for 6d55cc65-c0ec-4c68-a102-e700976ab298 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:53.893433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d99e2-7eed-4f3b-93c9-4ed173452913 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:53.897889 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b17d99e2-7eed-4f3b-93c9-4ed173452913 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1684673 Dec 10 19:41:53.898752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57236) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:53.951081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9a61d097-cedc-44c8-8297-7bcdaadbaa5c,segment=NetworkSegment(c09ad950-b751-4189-b21f-2631404d3a9a),segment_id=c09ad950-b751-4189-b21f-2631404d3a9a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:53.951486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.964522 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b26e0cea-da30-40ce-816f-3abdda941004 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621192 Dec 10 19:41:53.964734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:53.981360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57240) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:54.072628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870568857', 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:54.157575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9a61d097-cedc-44c8-8297-7bcdaadbaa5c up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:41:54.188384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for 9a61d097-cedc-44c8-8297-7bcdaadbaa5c owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:54.251731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:54.252159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:54.360332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/8c469d69-c57f-4fa8-9120-faefc4ff3091 HTTP/1.1" status: 204 len: 168 time: 4.2383173 Dec 10 19:41:54.404360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57244) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:54.417968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ff8b3c0e-204c-42ba-ab99-23a1caa18077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Synchronizing usage tracker for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:54.516698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:41:54.517072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:41:54.560058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694aed1-34f2-4330-80b0-f34250c4cdd3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:54.561594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694aed1-34f2-4330-80b0-f34250c4cdd3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:54.563990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694aed1-34f2-4330-80b0-f34250c4cdd3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:54.564998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e694aed1-34f2-4330-80b0-f34250c4cdd3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:54.590444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:54.597357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ff8b3c0e-204c-42ba-ab99-23a1caa18077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Unset dirty status for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:54.603238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ff8b3c0e-204c-42ba-ab99-23a1caa18077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9055345 Dec 10 19:41:54.611448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b486183-7145-4d75-a4fa-23b9f8e79553 None None] Network a4c13420-eb11-41eb-8625-8be946675cf1 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:54.619711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57248) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:54.631518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--745572800'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:54.640444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:54.641428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:54.657756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:54.659953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:54.675724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:54.685609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:54.693099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e694aed1-34f2-4330-80b0-f34250c4cdd3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:54.694461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e694aed1-34f2-4330-80b0-f34250c4cdd3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2715831 Dec 10 19:41:54.699278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57252) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:54.725788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:54.734773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0b638da8-5a75-412d-9c93-ba45aa5b09fd None None] Provisioning complete for port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:54.735208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b638da8-5a75-412d-9c93-ba45aa5b09fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:54.807467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:54.819785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48ec8222-3347-42c4-8b11-aaa28afc3e9a tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:54.841011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:54.899098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Pushing event deleted for resources: {'Port': ['ID=6d55cc65-c0ec-4c68-a102-e700976ab298,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:54.899781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:54.907475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:54.922801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:54.947894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:54.958182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:54.979879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:54.983008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] Sync routers for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:54.996788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:54.998447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:55.084337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.091686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 07c11c2a-e9e6-4c1d-9a99-46dc7f8c6403 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:55.096640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.152238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.195552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.214912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00e072ca-3c1f-43bb-b16c-85c9b3b49b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:55.223605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:55.325536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:55.325669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.333986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093da6e6-fbac-44fb-963a-e1d41dd5399e None None] Network a4c13420-eb11-41eb-8625-8be946675cf1 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:55.351390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.353278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7329147 Dec 10 19:41:55.360030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a633e80f-54ae-4a1e-b99d-ccd0a48fb021,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:55.371152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:55.374802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.402290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.415175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.415958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.416837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.417451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.418349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.419239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.419861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.420678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.421286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.421950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.422554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:55.427475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:55.443667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e1670b94-2200-47a1-b171-055881f4ba16 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': 'a633e80f-54ae-4a1e-b99d-ccd0a48fb021', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:55.511048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e1670b94-2200-47a1-b171-055881f4ba16 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:55.535479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e1670b94-2200-47a1-b171-055881f4ba16 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:55.556523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e1670b94-2200-47a1-b171-055881f4ba16 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:55.589180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e1670b94-2200-47a1-b171-055881f4ba16 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:55.628235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-463dfa37-0cae-4faa-b0e2-eeab19fbb492 None None] Provisioning complete for port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:55.628578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-463dfa37-0cae-4faa-b0e2-eeab19fbb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.672571 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-e1670b94-2200-47a1-b171-055881f4ba16 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The resource could not be found. Dec 10 19:41:55.673754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e1670b94-2200-47a1-b171-055881f4ba16 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2448218 Dec 10 19:41:55.681393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:22Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:55.685791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] Checking router: 6b30051d-9b1d-42f1-9160-a0ca5919c22e for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:41:55.693445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57260) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:55.699021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:55.699829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:55.704314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ba4bc98a-b30f-4f82-b24c-39fca6ed8819 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': 'a633e80f-54ae-4a1e-b99d-ccd0a48fb021', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '77d88799-7122-4214-99c9-c934a404a8fb'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:55.711250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ba4bc98a-b30f-4f82-b24c-39fca6ed8819 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:55.715337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ba4bc98a-b30f-4f82-b24c-39fca6ed8819 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:55.718439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ba4bc98a-b30f-4f82-b24c-39fca6ed8819 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:55.726936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ba4bc98a-b30f-4f82-b24c-39fca6ed8819 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:55.735940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "DELETE /v2.0/floatingips/ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6 HTTP/1.1" status: 204 len: 168 time: 9.6814814 Dec 10 19:41:55.753837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:55.849172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-ba4bc98a-b30f-4f82-b24c-39fca6ed8819 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The resource could not be found. Dec 10 19:41:55.850406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ba4bc98a-b30f-4f82-b24c-39fca6ed8819 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1526098 Dec 10 19:41:55.857220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:55.927570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:41:56.012560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9a61d097-cedc-44c8-8297-7bcdaadbaa5c,segment=NetworkSegment(c09ad950-b751-4189-b21f-2631404d3a9a),segment_id=c09ad950-b751-4189-b21f-2631404d3a9a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:56.013236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.144413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.158738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ef190dc-ae51-4245-bf34-329965d8e4ee tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:56.195668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for 9a61d097-cedc-44c8-8297-7bcdaadbaa5c owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:56.220158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=07c11c2a-e9e6-4c1d-9a99-46dc7f8c6403,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:56.223256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:56.243012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca80328-0d3d-4174-9e88-441f2c7947ee None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:56.256751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.315885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:56.331480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-60e5cb14-9075-431a-9b5c-b23822f7b4cc tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.396599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/07c11c2a-e9e6-4c1d-9a99-46dc7f8c6403 HTTP/1.1" status: 204 len: 168 time: 1.6905065 Dec 10 19:41:56.404537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57276) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:56.434224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:22Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:56.445417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8a5af-3af8-427e-989b-3459920b5676 None None] The sync data for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv is: [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:38:13Z', 'revision_number': 4, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '0ec86f80-26a9-4319-8e57-412d7f58d7f8', 'name': '', 'network_id': '5d8e451b-357c-4a7a-b706-e483fdef2a36', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'mac_address': 'fa:16:3e:fb:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:12Z', 'updated_at': '2021-12-10T19:38:22Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'subnets': [{'id': '0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:56.517125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-60e5cb14-9075-431a-9b5c-b23822f7b4cc tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.595254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.637837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-60e5cb14-9075-431a-9b5c-b23822f7b4cc tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.646592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb96fdb2-c841-464c-b660-0010ce7094d4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:56.671013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5cb14-9075-431a-9b5c-b23822f7b4cc tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a633e80f-54ae-4a1e-b99d-ccd0a48fb021,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:56.679277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-60e5cb14-9075-431a-9b5c-b23822f7b4cc tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:56.688953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet ca665e5a-b776-4983-89bf-ef3975bdc32f {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:41:56.695483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.709798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5ff69ced-3c5e-482b-9412-c62ccda9742e None None] Provisioning complete for port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:56.710488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ff69ced-3c5e-482b-9412-c62ccda9742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.730914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-60e5cb14-9075-431a-9b5c-b23822f7b4cc tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.732114 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-60e5cb14-9075-431a-9b5c-b23822f7b4cc tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/a633e80f-54ae-4a1e-b99d-ccd0a48fb021 HTTP/1.1" status: 204 len: 168 time: 0.8139699 Dec 10 19:41:56.732346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26', 'status': 'completed', 'code': 200} Dec 10 19:41:56.737780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57280) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:56.784799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.856789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.869825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-413b588d-9930-4cf9-9fdd-ed6eba00f796 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1127505 Dec 10 19:41:56.872676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57286) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:56.888024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5e8dfacf-30bb-4028-a909-ada3ee2bef45 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '6459cfde-295b-452f-a375-4e4448a4d061', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:56.898801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:56.905348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5e8dfacf-30bb-4028-a909-ada3ee2bef45 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:56.973166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127dc9-61d7-43e3-8a66-98e9eb143d6d req-d52d3134-2c75-46cc-8b6f-2c27214153fb tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:56.974091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-92127dc9-61d7-43e3-8a66-98e9eb143d6d req-d52d3134-2c75-46cc-8b6f-2c27214153fb tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Synchronizing usage tracker for tenant:109fa8ec58d547ba96a5f05318f0a3a5 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:41:56.977232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5e8dfacf-30bb-4028-a909-ada3ee2bef45 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:57.023401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5e8dfacf-30bb-4028-a909-ada3ee2bef45 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:57.030493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:57.116248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5e8dfacf-30bb-4028-a909-ada3ee2bef45 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:57.116454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d21f77-2e1f-44f8-86e2-20874eb37e11 None None] New status for floating IP ac82bc7e-4e8b-4275-84f8-c93d3eaa1ed6: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:41:57.155180 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62917f81-006e-4b99-a928-c87c422e2b04 req-6c23a9ae-c558-486d-8f5b-00efb9d6806c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=109fa8ec58d547ba96a5f05318f0a3a5&device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 1098 time: 0.4143164 Dec 10 19:41:57.236312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-92127dc9-61d7-43e3-8a66-98e9eb143d6d req-d52d3134-2c75-46cc-8b6f-2c27214153fb tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Unset dirty status for tenant:109fa8ec58d547ba96a5f05318f0a3a5 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:41:57.238093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92127dc9-61d7-43e3-8a66-98e9eb143d6d req-d52d3134-2c75-46cc-8b6f-2c27214153fb tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.9786015 Dec 10 19:41:57.268995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:57.280881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:57.285355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54079c68-7331-4b60-8a78-3d1d6a032c8e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:57.308798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edaa7248-8062-48bc-8857-e68221750bb2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:57.336988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=ca665e5a-b776-4983-89bf-ef3975bdc32f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:57.347906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:57.348140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Deleting port 34d3350d-ba8e-4f43-87f1-debdc0780b43 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:57.348489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:57.395748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:57.404046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Port': ['ID=9a61d097-cedc-44c8-8297-7bcdaadbaa5c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:57.439255 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/ca665e5a-b776-4983-89bf-ef3975bdc32f HTTP/1.1" status: 204 len: 168 time: 1.0333345 Dec 10 19:41:57.453436 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92127dc9-61d7-43e3-8a66-98e9eb143d6d req-72fc7a79-acdb-48a7-851f-799e17bb581f tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015758 Dec 10 19:41:57.460685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57290) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:57.491740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Router 7b6e5a7d-c793-458e-8fd2-3613002102ab has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:41:57.506729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-5e8dfacf-30bb-4028-a909-ada3ee2bef45 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The resource could not be found. Dec 10 19:41:57.513110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5e8dfacf-30bb-4028-a909-ada3ee2bef45 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6293077 Dec 10 19:41:57.513110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:57.526028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.526470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.526893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.527316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.527733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.528150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.528558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.528972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.529379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.529818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.530227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:41:57.540419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57294) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:57.543053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:57.555518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1671b0c-35a9-496f-9082-1d48ab76e172 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:57.579505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bfa155-bf57-4c08-bcbd-efb573610c91 None None] DHCP port deletion for a4c13420-eb11-41eb-8625-8be946675cf1 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:41:57.628800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--961843539'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:57.660756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:57.664912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No DVR routers for this DVR port 9a61d097-cedc-44c8-8297-7bcdaadbaa5c on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:57.681415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:57.806701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5497f9-5f62-45ab-b814-2d26f88b49aa None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:41:57.881712 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-19eeb8b1-5411-4e1b-9f43-a4ab9f4606c8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4150748 Dec 10 19:41:57.881712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917f81-006e-4b99-a928-c87c422e2b04 req-f95705db-4829-499f-874a-765fb9a71ff1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:57.882030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62917f81-006e-4b99-a928-c87c422e2b04 req-f95705db-4829-499f-874a-765fb9a71ff1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5d8e451b-357c-4a7a-b706-e483fdef2a36 HTTP/1.1" status: 200 len: 897 time: 0.7075133 Dec 10 19:41:57.882400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57298) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:57.893467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:57.970795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2528c6cc-e6c5-4ea6-b431-f3a91e0089a8 None None] Provisioning complete for port e2eac63a-4bc9-4263-a950-3936f676ae99 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:41:57.970996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2528c6cc-e6c5-4ea6-b431-f3a91e0089a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.060245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:58.074355 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62917f81-006e-4b99-a928-c87c422e2b04 req-bbe8407e-6f5a-4101-b780-ffeaa620dc07 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b55bd202-9122-4688-b4d8-709f32749d26 HTTP/1.1" status: 200 len: 217 time: 0.1636708 Dec 10 19:41:58.141823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.143424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9a61d097-cedc-44c8-8297-7bcdaadbaa5c no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:41:58.170879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] For port 34d3350d-ba8e-4f43-87f1-debdc0780b43, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=34d3350d-ba8e-4f43-87f1-debdc0780b43,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:58.171312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.191858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:58.197125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:58.197628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 9a61d097-cedc-44c8-8297-7bcdaadbaa5c {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:41:58.198038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9a61d097-cedc-44c8-8297-7bcdaadbaa5c not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:41:58.260485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:41:58.262715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=074392df-d45a-4b87-86c9-def1003aa950,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:58.266025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] Deleting port e2eac63a-4bc9-4263-a950-3936f676ae99 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:58.267071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.317391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:58.320552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:58.331053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Calling delete_port for 34d3350d-ba8e-4f43-87f1-debdc0780b43 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:58.358738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.361885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:58.372213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917f81-006e-4b99-a928-c87c422e2b04 req-70a89775-d5bf-444a-8b9b-0052bbff287f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:58.373780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62917f81-006e-4b99-a928-c87c422e2b04 req-70a89775-d5bf-444a-8b9b-0052bbff287f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9 HTTP/1.1" status: 200 len: 835 time: 0.2917557 Dec 10 19:41:58.380880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.382521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:58.457782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:41:58.462419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:41:58.462839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: 943983a7-7848-448c-b00f-9b656d3d18ae, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:41:58.463613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.494373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:41:58.506328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ecb57-8f63-44b6-b56b-5096ccec1661 None None] Sync routers for ids ['7b6e5a7d-c793-458e-8fd2-3613002102ab'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:41:58.517262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:58.521393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:58.524694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:58.530318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ecb57-8f63-44b6-b56b-5096ccec1661 None None] Routers {'7b6e5a7d-c793-458e-8fd2-3613002102ab'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:58.530504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:58.531011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-625ecb57-8f63-44b6-b56b-5096ccec1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7b6e5a7d-c793-458e-8fd2-3613002102ab'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:58.559734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] For port e2eac63a-4bc9-4263-a950-3936f676ae99, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e2eac63a-4bc9-4263-a950-3936f676ae99,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:58.560183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.604117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.616744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.625528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d95b94f1-0c79-4423-a216-18dd99bf5c27 tempest-RoutersAdminNegativeIpV6Test-1577435421 tempest-RoutersAdminNegativeIpV6Test-1577435421-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:58.638881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62917f81-006e-4b99-a928-c87c422e2b04 req-165d0a2f-b2c4-4dfe-b07f-070ab5ee2505 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d8e451b-357c-4a7a-b706-e483fdef2a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2575436 Dec 10 19:41:58.664912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-625ecb57-8f63-44b6-b56b-5096ccec1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:58.679428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ecb57-8f63-44b6-b56b-5096ccec1661 None None] Routers {'7b6e5a7d-c793-458e-8fd2-3613002102ab'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:41:58.680709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-625ecb57-8f63-44b6-b56b-5096ccec1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7b6e5a7d-c793-458e-8fd2-3613002102ab'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:58.744997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-adc41d04-21f3-4188-8336-107752db139e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:58.746652 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-adc41d04-21f3-4188-8336-107752db139e tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.84 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.7211471 Dec 10 19:41:58.764340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 943983a7-7848-448c-b00f-9b656d3d18ae is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:41:58.765972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] Calling delete_port for e2eac63a-4bc9-4263-a950-3936f676ae99 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:58.865732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Deleting port b55bd202-9122-4688-b4d8-709f32749d26 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:41:58.866123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.876347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.891434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:58.931087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-625ecb57-8f63-44b6-b56b-5096ccec1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:58.931914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ecb57-8f63-44b6-b56b-5096ccec1661 None None] The sync data for ids ['7b6e5a7d-c793-458e-8fd2-3613002102ab'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:41:58.937109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.946928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b973e4f-d5ce-4960-9c74-dc3a54cdf2f5 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:58.957234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] No DVR routers for this DVR port e2eac63a-4bc9-4263-a950-3936f676ae99 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:41:58.966055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90f794-9a3d-4c19-89a4-34581f975548,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:58.966428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] Pushing event deleted for resources: {'Port': ['ID=e2eac63a-4bc9-4263-a950-3936f676ae99,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:58.980493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:58.982310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:58.986134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "PUT /v2.0/routers/7b6e5a7d-c793-458e-8fd2-3613002102ab HTTP/1.1" status: 200 len: 710 time: 11.1744058 Dec 10 19:41:58.990431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62917f81-006e-4b99-a928-c87c422e2b04 req-6b10800a-a6ae-4c83-84ee-0af9bcfca8cd service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299444 Dec 10 19:41:58.996838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57304) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:58.997848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:59.002400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.006547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:59.006672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4526615 Dec 10 19:41:59.012028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769d2cc-d57e-453c-85a5-e74e3e351a2f None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:41:59.018731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 943983a7-7848-448c-b00f-9b656d3d18ae) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:59.036833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--394451102'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:41:59.044112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d3350d-ba8e-4f43-87f1-debdc0780b43,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:59.052305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:59.103726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:59.113491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:59.114266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.134502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.134895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:59.188059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:59.189414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769d2cc-d57e-453c-85a5-e74e3e351a2f None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:41:59.198142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b75613b8-eed9-4cce-aa47-41fa89baaabb tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:59.230461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:41:59.267945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.286087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:41:59.337430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.340178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=bd21a428-2fcb-41de-806b-6a6107119714,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:59.355353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:59.386925 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.3988922 Dec 10 19:41:59.401298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:41:59.465422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62917f81-006e-4b99-a928-c87c422e2b04 req-55c60911-5aef-4a45-85e8-1597dd278b59 service neutron] 10.222.0.84 "GET /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560928 Dec 10 19:41:59.466299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:41:59.484025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:59.485243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.537291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca106b1-360c-4879-b1a4-cd5f733352c4 req-351e1fdd-1a47-4d02-8a55-c551941ead73 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:41:59.539022 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aca106b1-360c-4879-b1a4-cd5f733352c4 req-351e1fdd-1a47-4d02-8a55-c551941ead73 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 945 time: 0.8455329 Dec 10 19:41:59.571192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=6f7c12eb-80a9-4183-b5dc-05bc992fc64c,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:41:59.588977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:41:59.589611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57314) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:59.590001 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd28aa13-2c20-4d4e-981f-77b1a894d8a2 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/routers/7b6e5a7d-c793-458e-8fd2-3613002102ab HTTP/1.1" status: 200 len: 745 time: 0.5894954 Dec 10 19:41:59.603186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.634965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '6f7c12eb-80a9-4183-b5dc-05bc992fc64c'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:59.635812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.667577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c13420-eb11-41eb-8625-8be946675cf1']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:59.671208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-943983a7-7848-448c-b00f-9b656d3d18ae', 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': '074392df-d45a-4b87-86c9-def1003aa950'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:41:59.673210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.738250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09ad950-b751-4189-b21f-2631404d3a9a') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:59.738664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09ad950-b751-4189-b21f-2631404d3a9a') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:41:59.759851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aca106b1-360c-4879-b1a4-cd5f733352c4 req-228846c1-3400-4c05-9c18-88a5f8a0d3a4 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/security-groups?id=95cd71ec-4a85-41bd-8b00-cdd72befd54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989040 Dec 10 19:41:59.761591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] For port b55bd202-9122-4688-b4d8-709f32749d26, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b55bd202-9122-4688-b4d8-709f32749d26,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:41:59.762004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.771063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:41:59.884667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:41:59.903913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:41:59.913885 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-10963125-7443-49a0-9047-5141eb59efc3 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&device_id=7b6e5a7d-c793-458e-8fd2-3613002102ab HTTP/1.1" status: 200 len: 205 time: 0.3173652 Dec 10 19:41:59.915547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:41:59.918520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:59.923147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0370531 Dec 10 19:41:59.933796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57320) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:41:59.948512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Calling delete_port for b55bd202-9122-4688-b4d8-709f32749d26 owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:41:59.972735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:00.003779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a1c7ea0-849b-4f5d-852c-27b689012cc5 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b6e5a7d-c793-458e-8fd2-3613002102ab HTTP/1.1" status: 200 len: 205 time: 0.0789704 Dec 10 19:42:00.006549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57326) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:00.010755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57330) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:00.054844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Allocated IP 172.20.0.18 (943983a7-7848-448c-b00f-9b656d3d18ae/074392df-d45a-4b87-86c9-def1003aa950/b1508777-2e2a-4edc-8cf7-0a1dbeec7855) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:00.068660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Allocated IP 172.20.0.2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/6f7c12eb-80a9-4183-b5dc-05bc992fc64c/328f75c7-91e5-4487-8240-55ae411ada5b) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:00.079068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877674478', 'description': 'tempest-secgroup-smoke-877674478 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:00.103354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:00.188819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:00.204061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e2eac63a-4bc9-4263-a950-3936f676ae99 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:00.218312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.233251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:00.240544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.275020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.284747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8206009d-c9e9-48b8-b3d9-6d77aecafd17 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.299184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e2eac63a-4bc9-4263-a950-3936f676ae99 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:00.299515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e2eac63a-4bc9-4263-a950-3936f676ae99 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:00.305263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:00.305726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:00.329015 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:00.349153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.363420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-836744a8-755d-4365-abbe-72223eb7a161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:00.497382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:00.506101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:00.509082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.513222 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5028620 Dec 10 19:42:00.513222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139cf68f-b889-4c61-b628-2c7f490c3d44,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:00.516703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:00.521890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:00.528381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-57686749-5fbf-4f3b-b492-b1fdbe12f1c7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group_rule': {'security_group_id': '8d90f794-9a3d-4c19-89a4-34581f975548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '139cf68f-b889-4c61-b628-2c7f490c3d44'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:00.532787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b55bd202-9122-4688-b4d8-709f32749d26 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:00.534732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:00.544384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:00.548725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-57686749-5fbf-4f3b-b492-b1fdbe12f1c7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:00.560213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-57686749-5fbf-4f3b-b492-b1fdbe12f1c7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:00.568079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-57686749-5fbf-4f3b-b492-b1fdbe12f1c7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:00.581352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-57686749-5fbf-4f3b-b492-b1fdbe12f1c7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:00.604735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.629448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-75668516-a2c9-4758-b95c-6180ad6b399e tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:00.648432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.673314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=a4c13420-eb11-41eb-8625-8be946675cf1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:00.690644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:00.704075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/a4c13420-eb11-41eb-8625-8be946675cf1 HTTP/1.1" status: 204 len: 168 time: 9.3009708 Dec 10 19:42:00.720547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.724291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57338) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:00.757382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:00.798476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:00.807292 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9ce4d4-b1bb-4519-8965-b7341e88e477 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:00.807292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9ce4d4-b1bb-4519-8965-b7341e88e477 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:00.812444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:00.828378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.828838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:00.832394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.853772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:00.880173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Port b55bd202-9122-4688-b4d8-709f32749d26 update to DOWN by agent not found {{(pid=88873) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}} Dec 10 19:42:00.890515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Transition to ACTIVE for port object b1508777-2e2a-4edc-8cf7-0a1dbeec7855 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:00.893429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Transition to ACTIVE for port object 328f75c7-91e5-4487-8240-55ae411ada5b will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:00.928827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Transition to ACTIVE for port object b1508777-2e2a-4edc-8cf7-0a1dbeec7855 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:00.930570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Transition to ACTIVE for port object 328f75c7-91e5-4487-8240-55ae411ada5b will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:00.935576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.947042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-628a847a-4b1a-46e8-978f-c376f7f5979d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:00.961373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:00.990493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.009303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-560b8345-2c0c-4b87-b02d-d45e3d104362 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:01.017842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Network 943983a7-7848-448c-b00f-9b656d3d18ae is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:01.026097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:01.026318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f9ce4d4-b1bb-4519-8965-b7341e88e477 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/bd21a428-2fcb-41de-806b-6a6107119714 HTTP/1.1" status: 404 len: 337 time: 0.2836037 Dec 10 19:42:01.026636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:01.047117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Pushing event updated for resources: {'Port': ['ID=b1508777-2e2a-4edc-8cf7-0a1dbeec7855,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:01.051022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:01.051224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57344) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:01.085139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-45a20fe8-338a-45b8-80e4-8fa369eec509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:01.104874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7111db21-835c-4f78-a206-80ac055a170b req-2cb3f1e6-a63d-4865-abe6-18103a1ead23 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94097f20-b98e-42e9-9d23-2b0da1256607 HTTP/1.1" status: 200 len: 210 time: 0.1304653 Dec 10 19:42:01.105781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event deleted for resources: {'Port': ['ID=b55bd202-9122-4688-b4d8-709f32749d26,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:01.122609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:01.130295 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecba80b2-8bad-46bb-82d8-3e3eec739ab4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:01.130686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecba80b2-8bad-46bb-82d8-3e3eec739ab4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:01.132612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.135943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8206009d-c9e9-48b8-b3d9-6d77aecafd17 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.142642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.150084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:01.168309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:01.168903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-57686749-5fbf-4f3b-b492-b1fdbe12f1c7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:01.169248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Pushing event updated for resources: {'Port': ['ID=328f75c7-91e5-4487-8240-55ae411ada5b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:01.172752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-57686749-5fbf-4f3b-b492-b1fdbe12f1c7 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6476893 Dec 10 19:42:01.172903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:01.173364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:01.175278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8206009d-c9e9-48b8-b3d9-6d77aecafd17 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.175715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:01.179835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:01.216969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ecba80b2-8bad-46bb-82d8-3e3eec739ab4 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/a4c13420-eb11-41eb-8625-8be946675cf1 HTTP/1.1" status: 404 len: 339 time: 0.1493740 Dec 10 19:42:01.221152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57352) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:01.244601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f80d14e-1f65-4890-a35c-87b81c3582ef,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:01.264219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Attempting to bind port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:01.264888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Attempting to bind port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:01.265028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Attempting to bind port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 on network 943983a7-7848-448c-b00f-9b656d3d18ae {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:01.267605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] No DVR routers for this DVR port b55bd202-9122-4688-b4d8-709f32749d26 on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:01.270552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.274708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1986091 Dec 10 19:42:01.274869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.274869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd6bda58-2b82-4e2a-9c91-e7173d9629cc req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.84 "DELETE /v2.0/ports/b55bd202-9122-4688-b4d8-709f32749d26 HTTP/1.1" status: 204 len: 173 time: 2.4956479 Dec 10 19:42:01.277561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:01.280300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.295266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'name': 'network-vif-deleted', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:01.300428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57356) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:01.337094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:01.338163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Checking segment: {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:01.338849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.339302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Bound using segment: {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:01.339837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Bound port: b1508777-2e2a-4edc-8cf7-0a1dbeec7855, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:01.340254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.362805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Attempting to bind port 328f75c7-91e5-4487-8240-55ae411ada5b on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:01.363289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Attempting to bind port 328f75c7-91e5-4487-8240-55ae411ada5b by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:01.363664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Attempting to bind port 328f75c7-91e5-4487-8240-55ae411ada5b on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:01.410881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8206009d-c9e9-48b8-b3d9-6d77aecafd17 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.411472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8206009d-c9e9-48b8-b3d9-6d77aecafd17 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Fanout notify agent at l3_agent the message router_deleted on router 7b6e5a7d-c793-458e-8fd2-3613002102ab {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:42:01.413159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:01.413811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:01.414443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.415037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:01.415736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Bound port: 328f75c7-91e5-4487-8240-55ae411ada5b, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:01.416339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.447281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.462948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8206009d-c9e9-48b8-b3d9-6d77aecafd17 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.467732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8206009d-c9e9-48b8-b3d9-6d77aecafd17 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/7b6e5a7d-c793-458e-8fd2-3613002102ab HTTP/1.1" status: 204 len: 168 time: 1.4601414 Dec 10 19:42:01.471497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:01.492358 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94097f20-b98e-42e9-9d23-2b0da1256607', 'name': 'network-vif-deleted', 'tag': 'b55bd202-9122-4688-b4d8-709f32749d26', 'status': 'completed', 'code': 200} Dec 10 19:42:01.496357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7f80d14e-1f65-4890-a35c-87b81c3582ef', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:01.523533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c21d164-0805-43b0-9ccd-b09e3c7555c6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.532399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] For port b1508777-2e2a-4edc-8cf7-0a1dbeec7855, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:01.541653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:01.555449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] For port b1508777-2e2a-4edc-8cf7-0a1dbeec7855, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b1508777-2e2a-4edc-8cf7-0a1dbeec7855,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:01.555658 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-05dc66ee-c48a-4eac-b40a-df36e545f8df tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b6e5a7d-c793-458e-8fd2-3613002102ab HTTP/1.1" status: 200 len: 205 time: 0.0806725 Dec 10 19:42:01.556671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:01.561325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57366) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:01.564182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.564339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:01.569954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91d57af1-81e7-4a16-8bb9-a3e937a3b427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:01.577166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:01.604351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] For port 328f75c7-91e5-4487-8240-55ae411ada5b, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:01.636125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] For port 328f75c7-91e5-4487-8240-55ae411ada5b, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=328f75c7-91e5-4487-8240-55ae411ada5b,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:01.649426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.652632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.678803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Pushing event updated for resources: {'Port': ['ID=b1508777-2e2a-4edc-8cf7-0a1dbeec7855,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:01.682166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:01.682867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47a28b20-cf65-4bcc-818b-23140b6eecc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:01.725459 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-55f06400-b25e-42aa-a110-c688d05ccac2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] delete failed (client error): The resource could not be found. Dec 10 19:42:01.729550 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55f06400-b25e-42aa-a110-c688d05ccac2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/7b6e5a7d-c793-458e-8fd2-3613002102ab HTTP/1.1" status: 404 len: 336 time: 0.1651697 Dec 10 19:42:01.730411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57370) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:01.749164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c21d164-0805-43b0-9ccd-b09e3c7555c6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.776485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Pushing event updated for resources: {'Port': ['ID=328f75c7-91e5-4487-8240-55ae411ada5b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:01.779908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:01.839022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 4a42d325-a3e9-4fc9-8c44-9a263fef361c {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:01.839376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:01.908540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57374) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:01.908816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8d89160c-5aa7-42a5-8ec4-6a5ad9a984db tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=72dc7217-d91b-4aaf-856b-ae22edafebec HTTP/1.1" status: 200 len: 205 time: 0.1412385 Dec 10 19:42:01.936557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.011562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.033230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.061044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-81bae5a3-f9c4-4f99-987d-00ca85ce3369 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] delete failed (client error): The resource could not be found. Dec 10 19:42:02.066154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-81bae5a3-f9c4-4f99-987d-00ca85ce3369 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/72dc7217-d91b-4aaf-856b-ae22edafebec HTTP/1.1" status: 404 len: 336 time: 0.1506178 Dec 10 19:42:02.184495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57378) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:02.215100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:02.228039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.326478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbf32f1-006e-43ea-9e8a-32433486bb02,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:02.326777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afb0e3b-1bf6-4995-83fe-f832f3ab10e8']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:02.337501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:02.368492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3aa07b22-350c-4f4b-8c55-515b44696f5e tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9dc7bd0-f585-4f3f-8ba9-d39a685601d6 HTTP/1.1" status: 200 len: 205 time: 0.1649957 Dec 10 19:42:02.375603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57384) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:02.457376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c21d164-0805-43b0-9ccd-b09e3c7555c6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.470220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e3fe81-cfb7-47da-a38a-d753f90fb1d5') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:02.470583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e3fe81-cfb7-47da-a38a-d753f90fb1d5') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:02.482909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:02.525206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.535014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21d164-0805-43b0-9ccd-b09e3c7555c6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=139cf68f-b889-4c61-b628-2c7f490c3d44,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:02.540314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c21d164-0805-43b0-9ccd-b09e3c7555c6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:02.554814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57390) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:02.559163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.602456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.606524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1448414 Dec 10 19:42:02.641431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:02.642348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c21d164-0805-43b0-9ccd-b09e3c7555c6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.646275 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9c21d164-0805-43b0-9ccd-b09e3c7555c6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/139cf68f-b889-4c61-b628-2c7f490c3d44 HTTP/1.1" status: 204 len: 168 time: 1.4594016 Dec 10 19:42:02.649879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.665654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7f80d14e-1f65-4890-a35c-87b81c3582ef', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:02.670568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57398) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:02.739366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:02.748247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:02.748704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:02.775178 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:02.829149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:02.838655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:02.854806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:02.922162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.929326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.933540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:02.940748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:02.962345 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-1654e9f2-31eb-48c4-8899-01140f366caa tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] delete failed (client error): The resource could not be found. Dec 10 19:42:02.965946 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1654e9f2-31eb-48c4-8899-01140f366caa tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/a9dc7bd0-f585-4f3f-8ba9-d39a685601d6 HTTP/1.1" status: 404 len: 336 time: 0.5842674 Dec 10 19:42:02.971744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 4a42d325-a3e9-4fc9-8c44-9a263fef361c owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:03.012729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57402) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.048867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=4afb0e3b-1bf6-4995-83fe-f832f3ab10e8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:03.053460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:03.088780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-45f9e053-e3d3-44b6-b81a-6b7a1b35bbec tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=663cf86e-0658-4f4b-a647-74909563313f HTTP/1.1" status: 200 len: 205 time: 0.0715833 Dec 10 19:42:03.112092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57406) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.117207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/4afb0e3b-1bf6-4995-83fe-f832f3ab10e8 HTTP/1.1" status: 204 len: 168 time: 1.8839729 Dec 10 19:42:03.123368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57410) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.218893 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-897a851f-fe9e-4dcb-b57a-7130f15ce62c tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] delete failed (client error): The resource could not be found. Dec 10 19:42:03.220012 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-897a851f-fe9e-4dcb-b57a-7130f15ce62c tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/663cf86e-0658-4f4b-a647-74909563313f HTTP/1.1" status: 404 len: 336 time: 0.1016212 Dec 10 19:42:03.226086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3620b998-dd65-4483-a072-9911146ae591 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:03.226595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3620b998-dd65-4483-a072-9911146ae591 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:03.226751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57414) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.228424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3620b998-dd65-4483-a072-9911146ae591 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/5c1c014e-960c-44fd-89f0-0a3666603e00 HTTP/1.1" status: 404 len: 337 time: 0.0977609 Dec 10 19:42:03.250963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57418) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.308220 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ee737f9f-c0d4-4522-acb1-627a41f46c25 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 HTTP/1.1" status: 200 len: 205 time: 0.0770028 Dec 10 19:42:03.315889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.323940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:03.332149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dadfe7-a882-4358-b376-5f424174e2ff tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:03.332653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dadfe7-a882-4358-b376-5f424174e2ff tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:03.334514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2dadfe7-a882-4358-b376-5f424174e2ff tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/936cd21d-17c4-4798-a0fe-1f80027fb030 HTTP/1.1" status: 404 len: 339 time: 0.0798314 Dec 10 19:42:03.345844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57426) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.349950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-12d4eeb2-6b84-4ad2-b9b0-74a267e022a4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Synchronizing usage tracker for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:03.395272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:03.418595 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-c226549a-72eb-4f52-ae08-9af250a0d1e1 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] delete failed (client error): The resource could not be found. Dec 10 19:42:03.419728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c226549a-72eb-4f52-ae08-9af250a0d1e1 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/66e04a9a-8b8f-4371-bb2b-b6a2a4886c38 HTTP/1.1" status: 404 len: 336 time: 0.0982025 Dec 10 19:42:03.425977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32ada2b7-579a-45f0-a811-bf86417e7077 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:03.431704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.470475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-12d4eeb2-6b84-4ad2-b9b0-74a267e022a4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Unset dirty status for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:03.471891 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-12d4eeb2-6b84-4ad2-b9b0-74a267e022a4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5122538 Dec 10 19:42:03.476695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57434) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.502660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058570d5-7088-42e0-a348-6368a7df8f31,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:03.505353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:03.518904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fbbb6226-e8fa-4f77-ac9d-652fd0450b91 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a366c48-121d-46fe-aff7-2b281816cec6 HTTP/1.1" status: 200 len: 205 time: 0.0763381 Dec 10 19:42:03.523284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57438) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.527145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:03.528311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8834386 Dec 10 19:42:03.578639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57442) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.611868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-97dc4f25-2bef-48d7-95fc-5b173fd8948f tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] delete failed (client error): The resource could not be found. Dec 10 19:42:03.616280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-97dc4f25-2bef-48d7-95fc-5b173fd8948f tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/routers/3a366c48-121d-46fe-aff7-2b281816cec6 HTTP/1.1" status: 404 len: 336 time: 0.0887263 Dec 10 19:42:03.618126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57444) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:03.679395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7f80d14e-1f65-4890-a35c-87b81c3582ef', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:03.700993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:03.747673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:03.770404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:03.793854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:03.801703 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-f056a02c-6bc8-4020-8bff-17be6e2bcfa2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:03.802207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f056a02c-6bc8-4020-8bff-17be6e2bcfa2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:03.806623 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f056a02c-6bc8-4020-8bff-17be6e2bcfa2 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] 10.222.0.41 "DELETE /v2.0/subnets/5dea96aa-bb4a-4873-ab58-5dabc7db184c HTTP/1.1" status: 404 len: 337 time: 0.1838331 Dec 10 19:42:03.827386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:03.836821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2da991f-bf31-4718-98c1-fd55b75e2b9f tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:03.885253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:42:03.911323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=4a42d325-a3e9-4fc9-8c44-9a263fef361c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:03.923763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:03.938552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:03.956913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting subnet bf7d15d6-c14a-43eb-a827-1bd4635a073f {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:03.971577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.074435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13231ae6-63e1-43f3-9c3f-1536a7e86a6c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.084737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.230125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.272616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b1508777-2e2a-4edc-8cf7-0a1dbeec7855 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:04.406921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:04.414029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 328f75c7-91e5-4487-8240-55ae411ada5b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:04.449560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57454) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:04.516794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 328f75c7-91e5-4487-8240-55ae411ada5b completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:04.522987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] Provisioning for port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:04.529480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] Provisioning complete for port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:04.530033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.616455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13231ae6-63e1-43f3-9c3f-1536a7e86a6c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.701684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:42:04.703607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.707225 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] 10.222.0.41 "PUT /v2.0/routers/1c0ad175-126a-4e98-b48c-e42dd56ef8cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9976799 Dec 10 19:42:04.709880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57460) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:04.731773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] Sync routers for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:42:04.759463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.765005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] For port b1508777-2e2a-4edc-8cf7-0a1dbeec7855, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b1508777-2e2a-4edc-8cf7-0a1dbeec7855,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:04.771263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.774276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c026c128-e18a-4d40-946e-e065e1dbc84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:04.840901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:04.841770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:04.851926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.854032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.883767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.887016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:04.908760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:05.002726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942af12b-5df6-4397-b62d-1ddd6ab70aa1 None None] Network 943983a7-7848-448c-b00f-9b656d3d18ae requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:05.020773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c3612-81f0-4930-81e2-8d7e7a498bc2 None None] Network a4c13420-eb11-41eb-8625-8be946675cf1 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:05.027884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68debdf7-f0e7-4d5a-b410-59687f9525be,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:05.064892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13231ae6-63e1-43f3-9c3f-1536a7e86a6c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.066624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159787e-7636-4da8-a8fb-417a3a10aac7 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:05.071873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:05.079822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:05.081353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:05.093853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d3713d861245490a81a9d3909b717319 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:05.098068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.098262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:05.105678 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4505560 Dec 10 19:42:05.115585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57466) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:05.118043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13231ae6-63e1-43f3-9c3f-1536a7e86a6c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d90f794-9a3d-4c19-89a4-34581f975548,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:05.135446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.144644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:05.155484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13231ae6-63e1-43f3-9c3f-1536a7e86a6c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:05.159368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-660571a8-b6a5-4993-94ad-09d5ea34f6e6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:05.211646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7f80d14e-1f65-4890-a35c-87b81c3582ef', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:05.220674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:05.226331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:05.230231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:05.238481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:05.253039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7d15d6-c14a-43eb-a827-1bd4635a073f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:05.256668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13231ae6-63e1-43f3-9c3f-1536a7e86a6c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.261067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-13231ae6-63e1-43f3-9c3f-1536a7e86a6c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d90f794-9a3d-4c19-89a4-34581f975548 HTTP/1.1" status: 204 len: 168 time: 1.7795801 Dec 10 19:42:05.265875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57470) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:05.269690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:05.292227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.315361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.317359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/bf7d15d6-c14a-43eb-a827-1bd4635a073f HTTP/1.1" status: 204 len: 168 time: 1.9644604 Dec 10 19:42:05.326697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57474) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:05.348800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941bdcb0-7da8-496d-ac04-adde5e0d7f01 None None] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:05.362491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Provisioning for port 328f75c7-91e5-4487-8240-55ae411ada5b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:05.386344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c3612-81f0-4930-81e2-8d7e7a498bc2 None None] Network a4c13420-eb11-41eb-8625-8be946675cf1 could not be found, it might have been deleted concurrently. {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 10 19:42:05.468215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02013585-f77e-4a6e-8981-906cf6e8b1be None None] DHCP port deletion for a4c13420-eb11-41eb-8625-8be946675cf1 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:05.470789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Provisioning complete for port 328f75c7-91e5-4487-8240-55ae411ada5b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:05.471419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.500877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.518926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.529382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19af0651-0d92-4273-bcfc-7b65e05842f1 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:05.538272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.550384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.559265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.561948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] For port 328f75c7-91e5-4487-8240-55ae411ada5b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=328f75c7-91e5-4487-8240-55ae411ada5b,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:05.565089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:05.590408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59bcf481-623f-473b-a159-55b37bf8cd58 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:05.608899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-38b5628d-145e-4ba3-82ce-aaf7c5781918 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Synchronizing usage tracker for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:05.632430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dc732f-5bfa-403d-ab44-9c6800de2036,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:05.641440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:05.742947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] Pushing event updated for resources: {'Port': ['ID=b1508777-2e2a-4edc-8cf7-0a1dbeec7855,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:05.749221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:05.853126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bce678-4ef4-4d35-9487-4a1affaec023,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:05.868465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:05.878622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-38b5628d-145e-4ba3-82ce-aaf7c5781918 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Unset dirty status for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:05.880224 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-38b5628d-145e-4ba3-82ce-aaf7c5781918 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6065230 Dec 10 19:42:05.888072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57478) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:05.895970 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3713d861245490a81a9d3909b717319&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4347792 Dec 10 19:42:05.903995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'tempest-secgroup--572733567'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:05.911140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57480) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:05.938325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:05.994452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:06.058617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.075156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.076488 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9346154 Dec 10 19:42:06.108936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:42:06.118250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting subnet ef1e7890-9624-453c-84d4-6879decb11ac {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:06.125374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57486) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:06.136330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.138293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7f80d14e-1f65-4890-a35c-87b81c3582ef', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:06.144056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.146610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.147533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.156527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:06.174596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b1508777-2e2a-4edc-8cf7-0a1dbeec7855 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:06.213822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:06.224660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55d2dd48-0a38-432e-8927-91fb5630efbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.253655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55d2dd48-0a38-432e-8927-91fb5630efbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.269586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:06.275119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:06.284267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:06.284909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.292026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=328f75c7-91e5-4487-8240-55ae411ada5b,revision_number=4']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:06.303615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:06.304992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:06.308068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-636a3cdf-33e7-4126-8f33-b01f79ce1683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:06.326866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:06.347335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:06.349842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-fb8671fd-ef45-40b0-86e1-c113e76c282c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2674301 Dec 10 19:42:06.352291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.372040 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.4371009 Dec 10 19:42:06.373613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57490) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:06.382933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:1e:e1:e8', 'name': 'tempest-NetworksTestDHCPv6-535984160'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:06.409900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.480827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:42:06.512502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=19566ec5-5fd5-41a0-95dc-31cb1a4adef9,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:06.530686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:06.548163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55d2dd48-0a38-432e-8927-91fb5630efbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.563112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-669e1f6c-b565-4c9d-82e2-32abb291d484 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:06.592524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.620369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:06.641882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2dd48-0a38-432e-8927-91fb5630efbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bce678-4ef4-4d35-9487-4a1affaec023,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:06.650766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:06.655783 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-f175d4a9-4197-48df-8826-3730b8d33592 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 1099 time: 0.1924596 Dec 10 19:42:06.660037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:06.662021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Usage tracker for resource:security_group_rule and tenant:fc54af8e523448738650e51778048fe3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:06.664832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:06.673855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:06.677388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:06.709915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Deleting port 0ec86f80-26a9-4319-8e57-412d7f58d7f8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:06.710749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.716001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:42:06.716475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:42:06.727311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:06.727663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.761142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55d2dd48-0a38-432e-8927-91fb5630efbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:06.762863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:06.787473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.920825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55d2dd48-0a38-432e-8927-91fb5630efbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.923579 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55d2dd48-0a38-432e-8927-91fb5630efbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5bce678-4ef4-4d35-9487-4a1affaec023 HTTP/1.1" status: 204 len: 168 time: 1.0108199 Dec 10 19:42:06.946517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:06.955658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] Checking router: 1c0ad175-126a-4e98-b48c-e42dd56ef8cf for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:42:06.976614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] Routers {'1c0ad175-126a-4e98-b48c-e42dd56ef8cf'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:06.976984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:06.978500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:06.999341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-77560487-2845-4629-aca3-2bb83f9a237e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:07.016311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-e32defb4-ef03-4507-a8c7-d8a57a71167b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:07.017982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-e32defb4-ef03-4507-a8c7-d8a57a71167b service neutron] 10.222.0.84 "GET /v2.0/networks?id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 200 len: 898 time: 0.3357410 Dec 10 19:42:07.043777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:07.086610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:07.171937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:07.258057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1e7890-9624-453c-84d4-6879decb11ac,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:07.394355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:07.506294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:07.539713 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-8e8f2314-4762-41e8-a744-6b5aaa542065 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb3e0db3-32cf-48fc-a390-82be2d917084 HTTP/1.1" status: 200 len: 1002 time: 0.2709925 Dec 10 19:42:07.553040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] For port 328f75c7-91e5-4487-8240-55ae411ada5b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=328f75c7-91e5-4487-8240-55ae411ada5b,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:07.571366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] Set router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:42:07.665194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:07.670453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7196612a-5495-4214-b3e0-69747beedf0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:07.777502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-e9796d34-cec1-4417-9ca6-54ee82f2e9f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:07.779477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-e9796d34-cec1-4417-9ca6-54ee82f2e9f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7c11f707-c8ba-4c18-ad0e-1a616c1eb265 HTTP/1.1" status: 200 len: 835 time: 0.1378057 Dec 10 19:42:07.782581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57498) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:07.795982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Pushing event updated for resources: {'Port': ['ID=328f75c7-91e5-4487-8240-55ae411ada5b,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:07.829249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:07.835189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:07.922606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.922830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.923089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.923480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.923858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.924232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.924606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.924978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.925347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.928538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.928865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:07.964845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 1c566d4d-7c57-429b-b002-b49f1243d690 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:07.969667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Deleting port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:07.970062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.011666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.040002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:08.047542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fe7c88e9-c0a7-40e3-bd13-b68d84142075 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9833c4f2eb924405ac67309d56b6cdbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2588389 Dec 10 19:42:08.058599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57502) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:08.067823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91d24b21-715c-4ca2-b5c7-25b830a0fa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:08.147264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] For port 0ec86f80-26a9-4319-8e57-412d7f58d7f8, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0ec86f80-26a9-4319-8e57-412d7f58d7f8,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:08.148206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.158434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.181270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/ef1e7890-9624-453c-84d4-6879decb11ac HTTP/1.1" status: 204 len: 168 time: 2.8476748 Dec 10 19:42:08.189544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.190084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57506) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:08.219499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3544c37e-9e80-47af-b033-46971ace5f59 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:08.241040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 328f75c7-91e5-4487-8240-55ae411ada5b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:08.247272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.248630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3509502 Dec 10 19:42:08.335420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57510) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:08.355724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-075e673d-8576-4ae0-a8c1-946c4ddcfad3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5664814 Dec 10 19:42:08.369764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5a17cbf6-fcb6-471f-ba5d-82f6f6622ee4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:08.370643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-5a17cbf6-fcb6-471f-ba5d-82f6f6622ee4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 19:42:08.375890 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5a17cbf6-fcb6-471f-ba5d-82f6f6622ee4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "PUT /v2.0/security-groups/eff093e5-d0b5-4c7a-b1cc-289af0b8ff3c HTTP/1.1" status: 409 len: 330 time: 0.0295208 Dec 10 19:42:08.378895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57514) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:08.388391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Calling delete_port for 0ec86f80-26a9-4319-8e57-412d7f58d7f8 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:08.419033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff093e5-d0b5-4c7a-b1cc-289af0b8ff3c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:08.442191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:08.442648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:08.486408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d37ed3-ba56-499f-9de8-664dee69ee98,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:08.496633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:08.504351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.505699 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 2.3747847 Dec 10 19:42:08.510922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57518) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:08.520576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7f80d14e-1f65-4890-a35c-87b81c3582ef', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:08.557802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:08.589575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36896f39-8845-4ae6-bc5a-47c9e4ace3fe None None] Network 943983a7-7848-448c-b00f-9b656d3d18ae requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:08.590229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:08.595952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:08.606187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e82da-cbee-4a51-8e09-7c3125dec0b9 None None] Network ff7fbbad-508f-46a1-8646-7f34d9fefa4b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:08.606911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:08.613331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] For port 93f85a2a-69e2-44c2-b60c-7ec8b420c25f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=93f85a2a-69e2-44c2-b60c-7ec8b420c25f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:08.613767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.750266 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:42:08.761780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Calling delete_port for 93f85a2a-69e2-44c2-b60c-7ec8b420c25f owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:08.805687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.882880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.920419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8204ac61-deb4-480b-8bbd-273de25a6905 None None] Provisioning complete for port 328f75c7-91e5-4487-8240-55ae411ada5b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:08.920847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8204ac61-deb4-480b-8bbd-273de25a6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:08.936919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b1275a2-9cd7-46a1-9e57-44c58e838959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.018796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.024908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.035643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 84005109-ae0e-4344-a39c-5ddc706ff6c5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:09.036028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.060934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7bb28462-5917-4ed9-9566-60e358b382f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:09.071161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.106805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b1275a2-9cd7-46a1-9e57-44c58e838959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.107679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025c0d90-b20d-4436-8978-baac259a917a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:09.116525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:09.117386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd26ea5e-1f3c-4292-b9c3-d33c8e5add58 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:09.151755 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-59d1ac30-3c55-4d78-9ff1-f9e79f99c3b8 service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233315 Dec 10 19:42:09.200686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event deleted for resources: {'Port': ['ID=0ec86f80-26a9-4319-8e57-412d7f58d7f8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:09.205797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 328f75c7-91e5-4487-8240-55ae411ada5b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:09.206538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.207521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c28fd31d-ab22-4ada-8451-93374dbce1c9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.209894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 172.20.0.4 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/6f7c12eb-80a9-4183-b5dc-05bc992fc64c/1c566d4d-7c57-429b-b002-b49f1243d690) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:09.213999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:09.256950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.272764 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7532043 Dec 10 19:42:09.278711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.281480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:09.290122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1141c199-30d1-47ec-9e56-8d85a69333e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:09.339418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Pushing event deleted for resources: {'Port': ['ID=93f85a2a-69e2-44c2-b60c-7ec8b420c25f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:09.346123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:09.363320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:fe1e:e1e8 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/19566ec5-5fd5-41a0-95dc-31cb1a4adef9/1c566d4d-7c57-429b-b002-b49f1243d690) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:09.384759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d649c1-97da-4538-bbd8-93dcd9803c49 None None] The sync data for ids ['1c0ad175-126a-4e98-b48c-e42dd56ef8cf'] in dv-neutron-821443-1-hyperv is: [{'id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'name': 'tempest-ServerActionsTestJSON-251042111-router', 'tenant_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:35:52Z', 'updated_at': '2021-12-10T19:41:58Z', 'revision_number': 5, 'project_id': 'ee1c9bdbffad45a88743a2ffcf8f78e8', 'gw_port': {'id': '93f85a2a-69e2-44c2-b60c-7ec8b420c25f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0ad175-126a-4e98-b48c-e42dd56ef8cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:54Z', 'updated_at': '2021-12-10T19:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:42:09.410851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Router 50ff28e9-86db-4f60-9cfb-f3af0553a98a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:42:09.430482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c28fd31d-ab22-4ada-8451-93374dbce1c9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.676904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] DHCP port deletion for ff7fbbad-508f-46a1-8646-7f34d9fefa4b request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:09.763406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] Deleting port 84005109-ae0e-4344-a39c-5ddc706ff6c5 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:09.763945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.798593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-43645b92-6d86-4e56-824a-d58e3704f78a None None] Provisioning complete for port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:09.799108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43645b92-6d86-4e56-824a-d58e3704f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:09.863676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.071871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.090085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 1c566d4d-7c57-429b-b002-b49f1243d690 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:10.120160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b1275a2-9cd7-46a1-9e57-44c58e838959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.131532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4e4ff6b-84c7-4ab4-a479-4cbd973a7090 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:10.151179 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-873c9a7f-560a-49be-a0ca-0423b08ab5f8 req-4e4d3ffc-774c-4817-ae19-90b5c7a281f9 service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9736149 Dec 10 19:42:10.223991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] For port 84005109-ae0e-4344-a39c-5ddc706ff6c5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=84005109-ae0e-4344-a39c-5ddc706ff6c5,segment=NetworkSegment(35460d52-f3cf-4528-ba18-4f82a0b3d79d),segment_id=35460d52-f3cf-4528-ba18-4f82a0b3d79d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:10.224440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.299757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.321256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.339406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port 84005109-ae0e-4344-a39c-5ddc706ff6c5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=84005109-ae0e-4344-a39c-5ddc706ff6c5,segment=NetworkSegment(35460d52-f3cf-4528-ba18-4f82a0b3d79d),segment_id=35460d52-f3cf-4528-ba18-4f82a0b3d79d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:10.339818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.360521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.364603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 34d3350d-ba8e-4f43-87f1-debdc0780b43 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:10.371820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1275a2-9cd7-46a1-9e57-44c58e838959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11697cc8-bfb9-40b8-85ee-82265e9745e3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:10.373693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.374182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.374566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c0ad175-126a-4e98-b48c-e42dd56ef8cf {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:42:10.451655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b1275a2-9cd7-46a1-9e57-44c58e838959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:10.604108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] Calling delete_port for 84005109-ae0e-4344-a39c-5ddc706ff6c5 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:10.610128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:10.663410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for 84005109-ae0e-4344-a39c-5ddc706ff6c5 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:10.695817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c28fd31d-ab22-4ada-8451-93374dbce1c9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.828398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.832040 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] 10.222.0.41 "DELETE /v2.0/routers/1c0ad175-126a-4e98-b48c-e42dd56ef8cf HTTP/1.1" status: 204 len: 168 time: 6.1185486 Dec 10 19:42:10.836557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57534) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:10.837707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 34d3350d-ba8e-4f43-87f1-debdc0780b43 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:10.838317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 34d3350d-ba8e-4f43-87f1-debdc0780b43 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:10.839007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 84005109-ae0e-4344-a39c-5ddc706ff6c5 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:10.850479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:10.869832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:10.873866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:10.909806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=1c566d4d-7c57-429b-b002-b49f1243d690,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:10.912655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:10.930593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bfaba95-59c5-46d7-aade-cae190e15032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:10.939483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c28fd31d-ab22-4ada-8451-93374dbce1c9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.945630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c28fd31d-ab22-4ada-8451-93374dbce1c9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/eff093e5-d0b5-4c7a-b1cc-289af0b8ff3c HTTP/1.1" status: 204 len: 168 time: 2.4868970 Dec 10 19:42:10.945850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Deleting subnet 4053ce32-151d-4cfd-92a3-52ebb457530e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:10.945850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57538) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:10.946080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-43645b92-6d86-4e56-824a-d58e3704f78a None None] Provisioning complete for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:10.946202 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-8f7b4cd8-ff01-4857-b474-d22f527144b9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877674478&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 1.1664827 Dec 10 19:42:10.946308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43645b92-6d86-4e56-824a-d58e3704f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.946422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:10.954539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.004299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No DVR routers for this DVR port 84005109-ae0e-4344-a39c-5ddc706ff6c5 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:11.004525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-43645b92-6d86-4e56-824a-d58e3704f78a None None] Port 84005109-ae0e-4344-a39c-5ddc706ff6c5 was deleted so its status cannot be updated. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Dec 10 19:42:11.008708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No active binding found for port 84005109-ae0e-4344-a39c-5ddc706ff6c5 {{(pid=88873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 10 19:42:11.009409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 84005109-ae0e-4344-a39c-5ddc706ff6c5 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:11.012575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:42:11.013108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:42:11.046928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b1275a2-9cd7-46a1-9e57-44c58e838959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.050641 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0b1275a2-9cd7-46a1-9e57-44c58e838959 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11697cc8-bfb9-40b8-85ee-82265e9745e3 HTTP/1.1" status: 204 len: 168 time: 2.9881198 Dec 10 19:42:11.050641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fd31d-ab22-4ada-8451-93374dbce1c9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff093e5-d0b5-4c7a-b1cc-289af0b8ff3c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:11.052103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c28fd31d-ab22-4ada-8451-93374dbce1c9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:11.069415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.111169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:11.156554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9125b17f-bb6a-4139-bf5a-7c402aad9c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.160270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8f16d76c-4ee4-49c0-939d-5307fd36ddcc None None] Provisioning complete for port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:11.160696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f16d76c-4ee4-49c0-939d-5307fd36ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.177873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-29d8d967-dff9-4121-aa49-31cdd53265a4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Synchronizing usage tracker for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:11.218225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-29d8d967-dff9-4121-aa49-31cdd53265a4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Unset dirty status for tenant:fc54af8e523448738650e51778048fe3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:11.219611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-29d8d967-dff9-4121-aa49-31cdd53265a4 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2444735 Dec 10 19:42:11.221479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Port': ['ID=84005109-ae0e-4344-a39c-5ddc706ff6c5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:11.224328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:11.230136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57544) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:11.259148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-1bc05646-f900-48df-be98-b7ca6659e23f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] delete failed (client error): The resource could not be found. Dec 10 19:42:11.259762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1bc05646-f900-48df-be98-b7ca6659e23f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "DELETE /v2.0/security-groups/a2691cf9-f32f-4d2e-95fc-a8e004eb9ce1 HTTP/1.1" status: 404 len: 347 time: 0.0277574 Dec 10 19:42:11.264669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57548) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:11.353960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8f16d76c-4ee4-49c0-939d-5307fd36ddcc None None] Provisioning complete for port 328f75c7-91e5-4487-8240-55ae411ada5b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:11.354607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f16d76c-4ee4-49c0-939d-5307fd36ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.372635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:11.373607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.440850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.443001 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-65d0eb2d-641d-4560-87d5-a0814d080920 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.0656626 Dec 10 19:42:11.450051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57554) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:11.493088 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-d96c431c-51c9-4cf4-a9f9-9348a7baeef8 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] show failed (client error): The resource could not be found. Dec 10 19:42:11.497932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d96c431c-51c9-4cf4-a9f9-9348a7baeef8 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-groups/ef215b6a-c56c-4530-89d0-1e841e8379db HTTP/1.1" status: 404 len: 347 time: 0.2218280 Dec 10 19:42:11.501472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57558) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:11.529019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] Deleting port 84005109-ae0e-4344-a39c-5ddc706ff6c5 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:11.532888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.534947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.544380 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-8f91cf13-8f39-464c-a5dd-1634b215365f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] show failed (client error): The resource could not be found. Dec 10 19:42:11.549427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8f91cf13-8f39-464c-a5dd-1634b215365f tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] 10.222.0.41 "GET /v2.0/security-group-rules/c0b7f712-d4ec-4394-beba-84703057cf5c HTTP/1.1" status: 404 len: 356 time: 0.0412204 Dec 10 19:42:11.603391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7fbbad-508f-46a1-8646-7f34d9fefa4b']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:11.605480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.613018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4912b9e-b680-4f94-bc37-33b2f12e4b06 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:11.632637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-290aea2c-ad8a-4ae9-b7b1-59366e68da7c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:11.634975 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-290aea2c-ad8a-4ae9-b7b1-59366e68da7c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=943983a7-7848-448c-b00f-9b656d3d18ae HTTP/1.1" status: 200 len: 796 time: 0.6673563 Dec 10 19:42:11.636972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35460d52-f3cf-4528-ba18-4f82a0b3d79d') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:11.637315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35460d52-f3cf-4528-ba18-4f82a0b3d79d') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:11.691141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.693420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9813e0c4-6ea6-4939-abec-7a87751641df None None] The port '84005109-ae0e-4344-a39c-5ddc706ff6c5' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:42:11.702369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.711902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6e263-2928-4a5e-9f2f-f9f3ae810ee5 None None] Network cdd04186-268d-4190-acf8-af6ae76b263e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:11.714164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4053ce32-151d-4cfd-92a3-52ebb457530e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:11.716852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:11.721812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4053ce32-151d-4cfd-92a3-52ebb457530e HTTP/1.1" status: 204 len: 168 time: 0.8831162 Dec 10 19:42:11.733099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57568) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:11.762283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.766948 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-241d0420-1b4b-466c-a395-cbbcb9042581 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.1092305 Dec 10 19:42:11.773949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d63acd-1b55-4e52-95f7-514d38475a91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:11.778364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d63acd-1b55-4e52-95f7-514d38475a91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:11.779277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-70d63acd-1b55-4e52-95f7-514d38475a91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:11.839475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:11.839936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:11.859391 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:11.873856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4a13d755-23b0-49b7-b7e9-966e697d75b4 None None] Provisioning for port 1c566d4d-7c57-429b-b002-b49f1243d690 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:11.884137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4a13d755-23b0-49b7-b7e9-966e697d75b4 None None] Provisioning complete for port 1c566d4d-7c57-429b-b002-b49f1243d690 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:11.884835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a13d755-23b0-49b7-b7e9-966e697d75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.043055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4a13d755-23b0-49b7-b7e9-966e697d75b4 None None] Port 1c566d4d-7c57-429b-b002-b49f1243d690 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:12.118078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 93f85a2a-69e2-44c2-b60c-7ec8b420c25f no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:12.196346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57580) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.206600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] DHCP port deletion for cdd04186-268d-4190-acf8-af6ae76b263e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:12.224285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] Deleting port b5434af0-a814-4594-a03c-38ea78a74f31 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:12.224927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.246097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-70d63acd-1b55-4e52-95f7-514d38475a91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:12.251069 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70d63acd-1b55-4e52-95f7-514d38475a91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7987518 Dec 10 19:42:12.252266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57586) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.258140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:42:12.263670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 93f85a2a-69e2-44c2-b60c-7ec8b420c25f {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:12.264575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 93f85a2a-69e2-44c2-b60c-7ec8b420c25f not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:12.267255 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "PUT /v2.0/routers/50ff28e9-86db-4f60-9cfb-f3af0553a98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1198831 Dec 10 19:42:12.273195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8eb78f-e339-4996-be74-39d725a3e336 None None] Sync routers for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:42:12.274613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.279340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.288660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-101374ea-26a0-4974-a87f-e103f4e09e1c tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:12.298464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8eb78f-e339-4996-be74-39d725a3e336 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:12.299473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5b8eb78f-e339-4996-be74-39d725a3e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:12.309031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.320505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=ff7fbbad-508f-46a1-8646-7f34d9fefa4b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:12.330226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:12.335433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/ff7fbbad-508f-46a1-8646-7f34d9fefa4b HTTP/1.1" status: 204 len: 168 time: 4.1323552 Dec 10 19:42:12.335633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.338285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57596) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.378733 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-534f32bc-c3d8-4a7e-99c6-f1ed4c551577 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5913167 Dec 10 19:42:12.430440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5b8eb78f-e339-4996-be74-39d725a3e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:12.448675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-562dd1e4-2665-410e-9dc5-236647faf979 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:12.449886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562dd1e4-2665-410e-9dc5-236647faf979 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:12.455960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-562dd1e4-2665-410e-9dc5-236647faf979 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/49ecdbd7-49e5-4cef-88f7-cd16773571f0 HTTP/1.1" status: 404 len: 337 time: 0.1099968 Dec 10 19:42:12.456941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57600) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.457348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8eb78f-e339-4996-be74-39d725a3e336 None None] Routers {'50ff28e9-86db-4f60-9cfb-f3af0553a98a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:12.458219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5b8eb78f-e339-4996-be74-39d725a3e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:41:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:12.491675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 1c566d4d-7c57-429b-b002-b49f1243d690 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:12.492066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.495996 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c56576-537f-4182-8339-e84b442299fa tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:12.496610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c56576-537f-4182-8339-e84b442299fa tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:12.502911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90c56576-537f-4182-8339-e84b442299fa tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/0e9aad70-7907-455f-86a3-2696a4ec345a HTTP/1.1" status: 404 len: 339 time: 0.0429015 Dec 10 19:42:12.504075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57610) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.564250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5b8eb78f-e339-4996-be74-39d725a3e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:12.564638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8eb78f-e339-4996-be74-39d725a3e336 None None] The sync data for ids ['50ff28e9-86db-4f60-9cfb-f3af0553a98a'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:42:12.615227 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47b1cd3-6370-46cb-8660-3a952e3ba817 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:12.615578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47b1cd3-6370-46cb-8660-3a952e3ba817 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:12.617467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e47b1cd3-6370-46cb-8660-3a952e3ba817 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/55c332ed-e850-4b20-984b-bac57513db32 HTTP/1.1" status: 404 len: 337 time: 0.1122544 Dec 10 19:42:12.621338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.628945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57614) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.637930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69ec526c-4f7c-4102-bc63-ee3157344cf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc54af8e523448738650e51778048fe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4387991 Dec 10 19:42:12.638995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57618) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.646548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] For port b5434af0-a814-4594-a03c-38ea78a74f31, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b5434af0-a814-4594-a03c-38ea78a74f31,segment=NetworkSegment(b2b0ae60-1d8a-48a6-8b35-dfeb66846799),segment_id=b2b0ae60-1d8a-48a6-8b35-dfeb66846799)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:12.647000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.749543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19ef47d-e107-40f2-818d-bcd522575079 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:12.750147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19ef47d-e107-40f2-818d-bcd522575079 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:12.754566 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c19ef47d-e107-40f2-818d-bcd522575079 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/785acc0b-3793-4750-a822-81b0a85daf97 HTTP/1.1" status: 404 len: 339 time: 0.1212103 Dec 10 19:42:12.776863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57624) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.798726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Deleting port b5434af0-a814-4594-a03c-38ea78a74f31 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:12.799111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.824875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] Calling delete_port for b5434af0-a814-4594-a03c-38ea78a74f31 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:12.905813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-558b1cae-8ae3-4ba0-b82c-4fa10a7036da tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:12.906968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558b1cae-8ae3-4ba0-b82c-4fa10a7036da tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:12.908988 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-558b1cae-8ae3-4ba0-b82c-4fa10a7036da tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/7c1da49f-dd30-4804-8a04-a6947dad3f40 HTTP/1.1" status: 404 len: 337 time: 0.1266096 Dec 10 19:42:12.913853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57630) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.924600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:12.931681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:12.964909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a6be50-63c5-44e3-b6fb-aa1da6ba110a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:12.965612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a6be50-63c5-44e3-b6fb-aa1da6ba110a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:12.967658 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a8a6be50-63c5-44e3-b6fb-aa1da6ba110a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/182d7b2e-e8cb-41e2-bc24-26901b5505ae HTTP/1.1" status: 404 len: 339 time: 0.0499685 Dec 10 19:42:12.973748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57634) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:12.976791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42f7558c-b0b2-4158-afe9-368540fb64b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.001025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] Pushing event deleted for resources: {'Port': ['ID=b5434af0-a814-4594-a03c-38ea78a74f31,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:13.009593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:13.012295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] No DVR routers for this DVR port b5434af0-a814-4594-a03c-38ea78a74f31 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:13.107432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] The port 'b5434af0-a814-4594-a03c-38ea78a74f31' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:42:13.109582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-a34ffa87-c82c-41a6-999c-54164024949d service neutron] 10.222.0.41 "GET /v2.0/networks/943983a7-7848-448c-b00f-9b656d3d18ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507473 Dec 10 19:42:13.111358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42f7558c-b0b2-4158-afe9-368540fb64b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.430214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42f7558c-b0b2-4158-afe9-368540fb64b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.458362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e754b628-ff7c-4468-b400-0a1b3e05db14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:13.473416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-7d4c846a-f7e5-4448-9b61-4791f10448dc service neutron] 10.222.0.41 "GET /v2.0/networks/943983a7-7848-448c-b00f-9b656d3d18ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522022 Dec 10 19:42:13.478803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7558c-b0b2-4158-afe9-368540fb64b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd5b2e-9c23-4780-a03c-2f51daac53d5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:13.485579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting subnet 3883734a-1bc1-4729-8aa8-e385deca380b {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:13.497757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42f7558c-b0b2-4158-afe9-368540fb64b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:13.505054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.557622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.558167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42f7558c-b0b2-4158-afe9-368540fb64b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.563710 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-42f7558c-b0b2-4158-afe9-368540fb64b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60bd5b2e-9c23-4780-a03c-2f51daac53d5 HTTP/1.1" status: 204 len: 168 time: 0.9175432 Dec 10 19:42:13.572696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.596153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.744213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd04186-268d-4190-acf8-af6ae76b263e']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:13.753192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.758829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:13.759367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b0ae60-1d8a-48a6-8b35-dfeb66846799') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:13.761294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.773009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.789960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.797642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:13.798125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:13.813895 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:13.821101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 1c566d4d-7c57-429b-b002-b49f1243d690 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:13.864114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-207fb644-43d9-43cc-81fa-3708d8051a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.894299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b214c171-beff-43e4-a423-5e01d15a689c req-21bc19d1-8e68-40f2-a5df-af788e96eef9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 210 time: 0.0633900 Dec 10 19:42:13.935811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.948762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be1a7f1d-4b14-41ee-a103-008af55e0293 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:13.985895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:13.989119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac9785b-84d9-4928-82aa-b57818adf7ae None None] Network 55a820c2-57fe-4967-9a97-4066571c5041 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:13.998963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=3883734a-1bc1-4729-8aa8-e385deca380b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:14.004044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:14.009211 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/3883734a-1bc1-4729-8aa8-e385deca380b HTTP/1.1" status: 204 len: 168 time: 1.0301323 Dec 10 19:42:14.010369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57660) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:14.012144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Router 6b30051d-9b1d-42f1-9160-a0ca5919c22e has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:42:14.053098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.067131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.073138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2125a176-95f6-4e32-8923-8be5bd2d6469 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:14.143430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd04186-268d-4190-acf8-af6ae76b263e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:14.156607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:14.158610 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cdd04186-268d-4190-acf8-af6ae76b263e HTTP/1.1" status: 204 len: 168 time: 2.3151689 Dec 10 19:42:14.165114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.197026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b5434af0-a814-4594-a03c-38ea78a74f31 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:14.235919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: b5434af0-a814-4594-a03c-38ea78a74f31 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:14.236319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b5434af0-a814-4594-a03c-38ea78a74f31 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:14.355217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.370699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 9d89c670-3663-4099-a81a-ca948b512946 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:14.371580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.409710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57674) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:14.418416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] DHCP port deletion for 55a820c2-57fe-4967-9a97-4066571c5041 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:14.424432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] Deleting port 9d89c670-3663-4099-a81a-ca948b512946 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:14.424895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.437614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57676) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:14.742365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] For port 9d89c670-3663-4099-a81a-ca948b512946, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9d89c670-3663-4099-a81a-ca948b512946,segment=NetworkSegment(03db1a86-5c4f-4619-ba51-bab4fb758351),segment_id=03db1a86-5c4f-4619-ba51-bab4fb758351)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:14.742818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.767352 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d94ba8d0-9b9c-4b19-a635-671f4926d8b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee1c9bdbffad45a88743a2ffcf8f78e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3517201 Dec 10 19:42:14.772993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57686) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:14.823271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port 9d89c670-3663-4099-a81a-ca948b512946, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9d89c670-3663-4099-a81a-ca948b512946,segment=NetworkSegment(03db1a86-5c4f-4619-ba51-bab4fb758351),segment_id=03db1a86-5c4f-4619-ba51-bab4fb758351)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:14.824051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.876089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:14.891466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:14.961849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] Calling delete_port for 9d89c670-3663-4099-a81a-ca948b512946 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:14.993271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for 9d89c670-3663-4099-a81a-ca948b512946 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:15.027074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1760939970', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:15.047315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:15.056029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Usage tracker for resource:port and tenant:a000fbc6837f4c3999d2070313f78cba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:15.060569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.065501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba81730a-d6cb-45f0-b487-b1c3889ab322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:15.074209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:15.081109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:42:15.081747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:42:15.085162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:15.098673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=1c566d4d-7c57-429b-b002-b49f1243d690,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:15.102907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:15.141191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1aa22528-7205-4bac-8f0e-73555e0dee0c req-f3a02717-9983-4098-9c2b-f0c8f5f9d6da tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 210 time: 0.0585303 Dec 10 19:42:15.163700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] No DVR routers for this DVR port 9d89c670-3663-4099-a81a-ca948b512946 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:15.165377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] Pushing event deleted for resources: {'Port': ['ID=9d89c670-3663-4099-a81a-ca948b512946,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:15.168957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:15.236278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2076094-8df9-4822-a771-9c340376e48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.272701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2076094-8df9-4822-a771-9c340376e48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.303753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.382414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2076094-8df9-4822-a771-9c340376e48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.394761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bc8811e9-c2c0-4951-8fd9-21fc4f2eba97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:15.408718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Made reservation on behalf of a000fbc6837f4c3999d2070313f78cba for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:15.413611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.519919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2076094-8df9-4822-a771-9c340376e48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580efe8c-f415-43ed-96aa-a72c48612a97,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:15.531787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2076094-8df9-4822-a771-9c340376e48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:15.534085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.584502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port 9d89c670-3663-4099-a81a-ca948b512946 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:15.585378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.609862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2076094-8df9-4822-a771-9c340376e48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.613815 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e2076094-8df9-4822-a771-9c340376e48e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/580efe8c-f415-43ed-96aa-a72c48612a97 HTTP/1.1" status: 204 len: 168 time: 0.8201792 Dec 10 19:42:15.615334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.619747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:42:15.636109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5bc118b0-8d21-4844-957b-e54d575a8943 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "PUT /v2.0/routers/6b30051d-9b1d-42f1-9160-a0ca5919c22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0713844 Dec 10 19:42:15.638584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57708) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:15.638723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] Sync routers for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:42:15.639989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:15.648516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/1c566d4d-7c57-429b-b002-b49f1243d690 HTTP/1.1" status: 204 len: 168 time: 3.3753080 Dec 10 19:42:15.649708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Usage tracker for resource:security_group_rule and tenant:a000fbc6837f4c3999d2070313f78cba is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:15.657667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:15.658354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:15.674767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57712) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:15.704948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] The port '9d89c670-3663-4099-a81a-ca948b512946' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:42:15.706076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57716) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:15.717533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:15.732548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:15.735048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.777093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting port 5b8ea840-fb82-4333-85f9-058e17511c2c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:15.777601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:15.897143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:42:16.273158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.275790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.280267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Deleting subnet 0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:16.292759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.295759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.316537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a820c2-57fe-4967-9a97-4066571c5041']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:16.334916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:16.335390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03db1a86-5c4f-4619-ba51-bab4fb758351') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:16.335744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03db1a86-5c4f-4619-ba51-bab4fb758351') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:16.348638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] device_id is not set on port b07eb20a-ccf6-48cb-baa4-de99047f1500 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:16.359336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.380264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.390330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:16.390786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.446853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3582c18-c632-41fa-92de-424a21f0fa13,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:16.450175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:16.477810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:16.560057 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:16.589296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-612783008'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:16.595706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9d89c670-3663-4099-a81a-ca948b512946 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:16.597100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:16.649452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 9d89c670-3663-4099-a81a-ca948b512946 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:16.649896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9d89c670-3663-4099-a81a-ca948b512946 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:16.679638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:42:08Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:16.684565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] Checking router: 6b30051d-9b1d-42f1-9160-a0ca5919c22e for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:42:16.696450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Usage tracker for resource:network and tenant:d04851083ac64322becb551e7a5a8cff is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:16.697692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] Routers {'6b30051d-9b1d-42f1-9160-a0ca5919c22e'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:16.698491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:16.704239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d9562-0f87-4cae-ae97-a3ecafcf8de2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:16.705802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d9562-0f87-4cae-ae97-a3ecafcf8de2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:16.708379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d9562-0f87-4cae-ae97-a3ecafcf8de2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:16.709307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cd8d9562-0f87-4cae-ae97-a3ecafcf8de2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:16.712713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:16.749890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:16.768258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9c1980c5-b166-469a-8417-1db4b84c7fc6 req-c14312c9-02c7-4e6a-8321-4343abb04b62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 210 time: 0.1901693 Dec 10 19:42:16.789077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-44cfc7a3-5797-4d28-ac6f-4a6f0b4086cc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:16.792106 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-44cfc7a3-5797-4d28-ac6f-4a6f0b4086cc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=943983a7-7848-448c-b00f-9b656d3d18ae HTTP/1.1" status: 200 len: 796 time: 0.7960870 Dec 10 19:42:16.826612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Made reservation on behalf of d04851083ac64322becb551e7a5a8cff for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:16.833415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.844879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cd8d9562-0f87-4cae-ae97-a3ecafcf8de2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:16.849371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cd8d9562-0f87-4cae-ae97-a3ecafcf8de2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.1668298 Dec 10 19:42:16.850464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.852473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57738) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:16.866759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:16.877800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.889531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.912539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] Set router 6b30051d-9b1d-42f1-9160-a0ca5919c22e gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:42:16.924562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=55a820c2-57fe-4967-9a97-4066571c5041,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:16.932297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:16.956099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:16.998966 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/55a820c2-57fe-4967-9a97-4066571c5041 HTTP/1.1" status: 204 len: 168 time: 2.9852862 Dec 10 19:42:17.004043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57746) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:17.053113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Calling delete_port for 5b8ea840-fb82-4333-85f9-058e17511c2c owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:17.061599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4daa8133-be7f-4408-aef7-e79f66632577 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:17.062612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4daa8133-be7f-4408-aef7-e79f66632577 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:17.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-b24c55b9-a755-42f5-b033-35a3fcbf6acd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 471 time: 0.2641118 Dec 10 19:42:17.086203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4daa8133-be7f-4408-aef7-e79f66632577 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/0aed2303-7c6b-4b45-bfde-303784d08202 HTTP/1.1" status: 404 len: 337 time: 0.0760429 Dec 10 19:42:17.088991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57750) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:17.090285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:17.120026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Allocated IP 172.26.8.105 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/b07eb20a-ccf6-48cb-baa4-de99047f1500) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:17.134623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Usage tracker for resource:security_group_rule and tenant:d04851083ac64322becb551e7a5a8cff is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:17.140883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:17.206366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.242868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:42:08Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:17.248883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343f81a-3c5b-4e7f-9396-91a945ec7ccb None None] The sync data for ids ['6b30051d-9b1d-42f1-9160-a0ca5919c22e'] in dv-neutron-821443-1-hyperv is: [{'id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762029217', 'tenant_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:38:03Z', 'updated_at': '2021-12-10T19:42:08Z', 'revision_number': 5, 'project_id': '109fa8ec58d547ba96a5f05318f0a3a5', 'gw_port': {'id': '35d31177-64b9-40d2-9cbf-567129f99b5b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b30051d-9b1d-42f1-9160-a0ca5919c22e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:38:04Z', 'updated_at': '2021-12-10T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:42:17.272778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57756) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:17.461938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': '3151803c-cac3-4da7-b6ce-928d1852a65e', 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['7f80d14e-1f65-4890-a35c-87b81c3582ef']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:17.475907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.486493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e7a01d8-7a71-44a4-abf8-6ee00a9daca5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:17.550711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:17.550941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event deleted for resources: {'Subnet': ['ID=0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:17.553425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:17.561206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.567425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.574100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d2aad-299f-4152-a7f0-170ec37ddf6c None None] Network 5d8e451b-357c-4a7a-b706-e483fdef2a36 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:17.594866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2051920184'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:17.600033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:17.604023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Usage tracker for resource:network and tenant:5ed79360f5064b3a92c72763ed6131a6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:17.607212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:17.615530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:17.629904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "DELETE /v2.0/subnets/0b183dfa-3ba2-4a47-85ca-e8e7ace93fc9 HTTP/1.1" status: 204 len: 168 time: 1.9838970 Dec 10 19:42:17.638333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0f79f1-5891-4177-94d9-4114cf93e406 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] DELETE failed (client error): The resource could not be found. Dec 10 19:42:17.638842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0f79f1-5891-4177-94d9-4114cf93e406 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:17.640750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf0f79f1-5891-4177-94d9-4114cf93e406 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/6a7624b6-d9d9-4f13-a729-d5fba7e16f85 HTTP/1.1" status: 404 len: 339 time: 0.5475595 Dec 10 19:42:17.649326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:17.654381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:port and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:17.658093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:17.661195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Made reservation on behalf of 5ed79360f5064b3a92c72763ed6131a6 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:17.665615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:17.666982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.668849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57762) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:17.669228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57764) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:17.702173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.760048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.767449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b7df301-8a57-475d-ab81-ae2b61baa732 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:17.805797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:17.807162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.811476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.823748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:17.840659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Port': ['ID=5b8ea840-fb82-4333-85f9-058e17511c2c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:17.844204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:17.857570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Usage tracker for resource:security_group_rule and tenant:5ed79360f5064b3a92c72763ed6131a6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:17.860603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef7b46bf-5228-4d42-9d31-f14e763b36d5 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:17.893886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] DHCP port deletion for 5d8e451b-357c-4a7a-b706-e483fdef2a36 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:17.896896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:17.899751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] Deleting port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:17.900394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:17.901520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:17.913283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:17.915805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:17.975745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:18.133409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2a88ea72-c46c-4c28-a8d9-43704d5df6ee no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:18.167891 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6fba45e2-8f0c-430e-9d52-e87e6c7569a0 req-f1f6a5a5-7f77-44e0-b1a7-7fed93962a79 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 210 time: 0.2043986 Dec 10 19:42:18.209145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] For port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2a88ea72-c46c-4c28-a8d9-43704d5df6ee,segment=NetworkSegment(b8484aa6-effc-423c-8936-047b720f34da),segment_id=b8484aa6-effc-423c-8936-047b720f34da)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:18.209145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.209446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 19566ec5-5fd5-41a0-95dc-31cb1a4adef9 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:18.218575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.236750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Pushing event updated for resources: {'Port': ['ID=b07eb20a-ccf6-48cb-baa4-de99047f1500,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:18.240292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:18.257470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:18.258164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.268321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.345576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] Calling delete_port for 2a88ea72-c46c-4c28-a8d9-43704d5df6ee owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:18.345776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.376708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.416256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa2e1b1e-6e03-4452-a3cb-57476385c385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:18.448608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.453005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.531531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.542185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:18.547504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:18.556655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting subnet dd99bc02-fb9c-44f9-8a2e-26f4c869c99c {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:18.582086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1336751 Dec 10 19:42:18.582295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0ec86f80-26a9-4319-8e57-412d7f58d7f8 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:18.583722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57772) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:18.587129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.609179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.610917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.614545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.619722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc4b66cb-656a-42e5-82c6-b648b9a0371d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:18.623337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] Pushing event deleted for resources: {'Port': ['ID=2a88ea72-c46c-4c28-a8d9-43704d5df6ee,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:18.626066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 0ec86f80-26a9-4319-8e57-412d7f58d7f8 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:18.626469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0ec86f80-26a9-4319-8e57-412d7f58d7f8 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:18.627985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:18.631402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] No DVR routers for this DVR port 2a88ea72-c46c-4c28-a8d9-43704d5df6ee on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:18.633359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.647193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.647193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Added segment 27599897-a7ff-42c7-8d74-0b60c5a0e306 of type vlan for network ede2e16b-3756-49b5-a0ee-398f3d104894 Dec 10 19:42:18.649027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.105'}]}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:18.650595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:18.660776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c00410-93df-4d19-ae5e-938fe39ddc7d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:18.669818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:18.670666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.671069 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Added segment 70efaf79-494a-4f59-880d-e7fce33a1ce9 of type vlan for network 8d809769-1fca-4513-8f8f-cccc4f1e995a Dec 10 19:42:18.681484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:18.693114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Usage tracker for resource:router and tenant:a000fbc6837f4c3999d2070313f78cba is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:18.696439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.20 (943983a7-7848-448c-b00f-9b656d3d18ae/074392df-d45a-4b87-86c9-def1003aa950/0e7cb4ae-bbea-4267-b832-c7b7ae67cbde) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:18.699199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c236e4-e735-4aef-a8a3-399037d454a6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:18.702982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:18.703314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:18.725073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.725704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Fanout notify agent at l3_agent the message router_deleted on router 50ff28e9-86db-4f60-9cfb-f3af0553a98a {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:42:18.731491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.739364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:18.752833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.754070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/routers/50ff28e9-86db-4f60-9cfb-f3af0553a98a HTTP/1.1" status: 204 len: 168 time: 6.4365904 Dec 10 19:42:18.760261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57776) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:18.763255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.775551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.779856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:18.780550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.784897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-64edbed9-1f01-42b1-9174-8dca4f4254b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:18.818686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.892931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5595613 Dec 10 19:42:18.893157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57780) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:18.897322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.898364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:18.901393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'subnet': {'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:18.916215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Network': ['ID=8d809769-1fca-4513-8f8f-cccc4f1e995a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:18.922116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:18.929408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:18.953073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.025837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:19.033720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Usage tracker for resource:subnet and tenant:5ed79360f5064b3a92c72763ed6131a6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:19.037546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:19.043855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:19.053440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Made reservation on behalf of 5ed79360f5064b3a92c72763ed6131a6 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:19.169362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.222580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.226217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:19.226863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.248121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:19.409862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.414749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09d75123-24a1-4d66-9efb-6c0d85372f6d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:19.601549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.615954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.736668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Subnet': ['ID=b141175a-e05c-4c81-89f7-3b4157b99251,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:19.740599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:19.750711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Checking segment: {'id': '70efaf79-494a-4f59-880d-e7fce33a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:19.751089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Network hostable DHCP agents. Network: 8d809769-1fca-4513-8f8f-cccc4f1e995a, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:19.775098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.775861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:19.785953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 8d809769-1fca-4513-8f8f-cccc4f1e995a) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:19.790025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:19.790678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.795238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eae1e7-6f4a-4ebf-9810-b9ff5e9acb6b None None] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:19.817900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9235952 Dec 10 19:42:19.818568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:19.824826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a', 'name': 'tempest-AllowedAddressPairTestJSON-623512792'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:19.932082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Pushing event updated for resources: {'Network': ['ID=ede2e16b-3756-49b5-a0ee-398f3d104894,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:19.949923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:19.965283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:19.974484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 4.2292447 Dec 10 19:42:19.974484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-788e2174-4ff8-49fd-8387-7282fdbb9316 req-aa8b23d5-7483-4edf-8d44-fbce110d7c60 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:19.975145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57792) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:19.977638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ede2e16b-3756-49b5-a0ee-398f3d104894 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:19.983192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Request body: {'subnet': {'network_id': 'ede2e16b-3756-49b5-a0ee-398f3d104894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:19.992642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59ae9718-53f2-4318-aae6-1af4f310a5ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:20.063415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:20.083146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Usage tracker for resource:port and tenant:5ed79360f5064b3a92c72763ed6131a6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:20.089055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:20.099946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:20.130687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:20.132513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Made reservation on behalf of 5ed79360f5064b3a92c72763ed6131a6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:20.135078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=19566ec5-5fd5-41a0-95dc-31cb1a4adef9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:20.138117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.141963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Deleting subnet b82110a3-5409-4e0f-b1e7-177bbaecf696 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:20.147086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:20.152583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-8d809769-1fca-4513-8f8f-cccc4f1e995a', 'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a', 'tenant_id': '5ed79360f5064b3a92c72763ed6131a6', 'fixed_ips': [{'subnet_id': 'b141175a-e05c-4c81-89f7-3b4157b99251'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:20.154430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.154552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Usage tracker for resource:subnet and tenant:d04851083ac64322becb551e7a5a8cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:20.159942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:20.162964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.169388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:20.174958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] device_id is not set on port 719d1380-a357-4f1b-878f-29ee444780e5 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:20.227478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Made reservation on behalf of d04851083ac64322becb551e7a5a8cff for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:20.252873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.268353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.305885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-788e2174-4ff8-49fd-8387-7282fdbb9316 req-aa8b23d5-7483-4edf-8d44-fbce110d7c60 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:20.306132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94ddb1-4a8f-47d2-95b7-6e08d65c69cc None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:20.307101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-788e2174-4ff8-49fd-8387-7282fdbb9316 req-aa8b23d5-7483-4edf-8d44-fbce110d7c60 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 210 time: 0.7191465 Dec 10 19:42:20.332661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:20.344697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.346402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/19566ec5-5fd5-41a0-95dc-31cb1a4adef9 HTTP/1.1" status: 204 len: 168 time: 3.4879642 Dec 10 19:42:20.346843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57796) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:20.352518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bdee78a1-ed68-49ed-9fb4-2125533c9878 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:20.384301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.423255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.436366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Allocated IP 172.20.0.2 (8d809769-1fca-4513-8f8f-cccc4f1e995a/b141175a-e05c-4c81-89f7-3b4157b99251/678a5f9a-b0af-4740-a5b3-698646599fd2) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:20.444136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Subnet': ['ID=dd99bc02-fb9c-44f9-8a2e-26f4c869c99c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:20.453406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:20.472462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.475881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.480234 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/subnets/dd99bc02-fb9c-44f9-8a2e-26f4c869c99c HTTP/1.1" status: 204 len: 168 time: 2.8002143 Dec 10 19:42:20.486549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57800) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:20.487680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e6b6c1-071b-4c55-9aa1-0deff066b9a9 None None] Network 8931a82a-f859-4e90-a44b-c8ba28e72559 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:20.536193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.753088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.763513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 6f7c12eb-80a9-4183-b5dc-05bc992fc64c {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:20.779058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:20.795510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.880037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.887727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.940983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:20.945093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 943983a7-7848-448c-b00f-9b656d3d18ae is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:20.950292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:20.953600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:20.958658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:20.963360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:21.000805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:21.027739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port bf109c39-603f-4487-8a5f-67c8193e4d86 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:21.028127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.035983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.086410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Subnet': ['ID=b82110a3-5409-4e0f-b1e7-177bbaecf696,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:21.099134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:21.105747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.114320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2c88c7d-b396-4546-9783-844efc708699 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:21.136331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.146494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.168177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/subnets/b82110a3-5409-4e0f-b1e7-177bbaecf696 HTTP/1.1" status: 204 len: 168 time: 2.3699324 Dec 10 19:42:21.175378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:21.176058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.178692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57804) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:21.186168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Deleting port 35d31177-64b9-40d2-9cbf-567129f99b5b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:21.186552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.220334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.233382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Transition to ACTIVE for port object 678a5f9a-b0af-4740-a5b3-698646599fd2 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:21.270812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Transition to ACTIVE for port object 678a5f9a-b0af-4740-a5b3-698646599fd2 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:21.279578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.284935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:21.337349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76903877-e0b1-4932-a982-619733722350 None None] DHCP port deletion for 8931a82a-f859-4e90-a44b-c8ba28e72559 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:21.359710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-76903877-e0b1-4932-a982-619733722350 None None] Deleting port bf109c39-603f-4487-8a5f-67c8193e4d86 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:21.360138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76903877-e0b1-4932-a982-619733722350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.363582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9088814 Dec 10 19:42:21.427904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Pushing event updated for resources: {'Subnet': ['ID=0d707dae-47ee-412d-b165-74bafe2abf0f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:21.448500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:21.468414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:21.484722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Pushing event updated for resources: {'Port': ['ID=678a5f9a-b0af-4740-a5b3-698646599fd2,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:21.488650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:21.490012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:21.493496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:21.496209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6aa2a7d3-1e81-43b1-b431-af3a75e21f11 None None] Provisioning for port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:21.502209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.509610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6aa2a7d3-1e81-43b1-b431-af3a75e21f11 None None] Provisioning complete for port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:21.510300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6aa2a7d3-1e81-43b1-b431-af3a75e21f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.518080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.518747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Request body: {'port': {'device_id': '3151803c-cac3-4da7-b6ce-928d1852a65e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:21.539267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e003700-45c9-4239-8614-bedc2874f1de tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:21.573500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Allocated IP 172.20.0.9 (8d809769-1fca-4513-8f8f-cccc4f1e995a/b141175a-e05c-4c81-89f7-3b4157b99251/719d1380-a357-4f1b-878f-29ee444780e5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:21.592303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Checking segment: {'id': '27599897-a7ff-42c7-8d74-0b60c5a0e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ede2e16b-3756-49b5-a0ee-398f3d104894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:21.592708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Network hostable DHCP agents. Network: ede2e16b-3756-49b5-a0ee-398f3d104894, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:21.603326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7c12eb-80a9-4183-b5dc-05bc992fc64c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:21.622841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:21.645155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.709673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2a7d3-1e81-43b1-b431-af3a75e21f11 None None] Port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:21.745353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Attempting to bind port 678a5f9a-b0af-4740-a5b3-698646599fd2 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:21.745800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Attempting to bind port 678a5f9a-b0af-4740-a5b3-698646599fd2 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '70efaf79-494a-4f59-880d-e7fce33a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:21.746217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Attempting to bind port 678a5f9a-b0af-4740-a5b3-698646599fd2 on network 8d809769-1fca-4513-8f8f-cccc4f1e995a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:21.856991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Network ede2e16b-3756-49b5-a0ee-398f3d104894 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:21.882414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/6f7c12eb-80a9-4183-b5dc-05bc992fc64c HTTP/1.1" status: 204 len: 168 time: 1.5343769 Dec 10 19:42:21.883311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:21.886312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-76903877-e0b1-4932-a982-619733722350 None None] For port bf109c39-603f-4487-8a5f-67c8193e4d86, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bf109c39-603f-4487-8a5f-67c8193e4d86,segment=NetworkSegment(fbb28ba4-cd47-45fd-8444-f137b848b40e),segment_id=fbb28ba4-cd47-45fd-8444-f137b848b40e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:21.886980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76903877-e0b1-4932-a982-619733722350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:21.890581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.053858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-76903877-e0b1-4932-a982-619733722350 None None] Calling delete_port for bf109c39-603f-4487-8a5f-67c8193e4d86 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:22.089446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.109923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Transition to ACTIVE for port object 719d1380-a357-4f1b-878f-29ee444780e5 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:22.120520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:22.121628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Checking segment: {'id': '70efaf79-494a-4f59-880d-e7fce33a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:22.122309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.122979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Bound using segment: {'id': '70efaf79-494a-4f59-880d-e7fce33a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:22.123734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Bound port: 678a5f9a-b0af-4740-a5b3-698646599fd2, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70efaf79-494a-4f59-880d-e7fce33a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:22.124419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.153291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bf109c39-603f-4487-8a5f-67c8193e4d86 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:22.225478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ee8ebee9-329c-40c1-a522-425b313a7c4b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3221428 Dec 10 19:42:22.226508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] For port bf109c39-603f-4487-8a5f-67c8193e4d86, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bf109c39-603f-4487-8a5f-67c8193e4d86,segment=NetworkSegment(fbb28ba4-cd47-45fd-8444-f137b848b40e),segment_id=fbb28ba4-cd47-45fd-8444-f137b848b40e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:22.227045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.236382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57814) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:22.237560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.246576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ede2e16b-3756-49b5-a0ee-398f3d104894) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:22.250688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:22.251541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.256707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b0bbd9-e585-40cb-80d8-db3d0cd174df None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:22.266999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:22.285206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9da91b-9b7a-403f-a5d4-138edb238e3e None None] Network ede2e16b-3756-49b5-a0ee-398f3d104894 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:22.343813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:22.391750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3facbb1-20fd-4ad7-8130-c82d08a9cd88']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:22.415394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] For port 35d31177-64b9-40d2-9cbf-567129f99b5b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=35d31177-64b9-40d2-9cbf-567129f99b5b,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:22.415957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.431130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Calling delete_port for bf109c39-603f-4487-8a5f-67c8193e4d86 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:22.433875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cb8a71-fbaf-4d17-a576-537a6ff6a64c') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:22.434217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cb8a71-fbaf-4d17-a576-537a6ff6a64c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:22.470695 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4946549 Dec 10 19:42:22.476094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:22.477847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.480802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76903877-e0b1-4932-a982-619733722350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.500868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-07e7c3c4-53f5-49f2-abef-4aac8e1c2cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:22.505262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:22.512035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Request body: {'port': {'network_id': 'ede2e16b-3756-49b5-a0ee-398f3d104894', 'name': 'tempest-TagsExtTest-337124234'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:22.531714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:22.534191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:22.545064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No active binding found for port bf109c39-603f-4487-8a5f-67c8193e4d86 {{(pid=88873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 10 19:42:22.545571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bf109c39-603f-4487-8a5f-67c8193e4d86 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:22.569410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76903877-e0b1-4932-a982-619733722350 None None] Pushing event deleted for resources: {'Port': ['ID=bf109c39-603f-4487-8a5f-67c8193e4d86,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:22.574435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76903877-e0b1-4932-a982-619733722350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:22.619538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] For port 678a5f9a-b0af-4740-a5b3-698646599fd2, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:22.621627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2013028f-2bd4-4faf-8817-8fb1d649dbdb None None] Provisioning complete for port 328f75c7-91e5-4487-8240-55ae411ada5b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:22.622058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2013028f-2bd4-4faf-8817-8fb1d649dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.634839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.684385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76903877-e0b1-4932-a982-619733722350 None None] No DVR routers for this DVR port bf109c39-603f-4487-8a5f-67c8193e4d86 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:22.730501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Calling delete_port for 35d31177-64b9-40d2-9cbf-567129f99b5b owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:22.738128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] For port 678a5f9a-b0af-4740-a5b3-698646599fd2, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=678a5f9a-b0af-4740-a5b3-698646599fd2,segment=NetworkSegment(70efaf79-494a-4f59-880d-e7fce33a1ce9),segment_id=70efaf79-494a-4f59-880d-e7fce33a1ce9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:22.777496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.787079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-98ed79b6-a0e0-41b7-88b7-03d8048173c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:22.822733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7059f49-f7f9-4078-b1d9-c67434133aa1 req-3860ff78-1d53-49d7-b720-4620ffbc83f4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:22.824581 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7059f49-f7f9-4078-b1d9-c67434133aa1 req-3860ff78-1d53-49d7-b720-4620ffbc83f4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 932 time: 1.2633746 Dec 10 19:42:22.839761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:42:22.840241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:42:22.887719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.893471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=719d1380-a357-4f1b-878f-29ee444780e5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:22.896518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:22.900292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.911065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:22.927493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:22.933192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:22.937264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:22.937653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.940698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:22.956363 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:23.026681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:23.063767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:23.064619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.113715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:23.120001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.129863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7059f49-f7f9-4078-b1d9-c67434133aa1 req-622797c7-00e4-4432-879c-c50de2f7f411 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884197 Dec 10 19:42:23.135319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.139656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.158688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7c76ab0-605d-449b-b619-57b3aa74a8e1 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:23.227230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Pushing event updated for resources: {'Port': ['ID=678a5f9a-b0af-4740-a5b3-698646599fd2,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:23.242437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:23.248632 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4263036 Dec 10 19:42:23.248842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-ede2e16b-3756-49b5-a0ee-398f3d104894', 'network_id': 'ede2e16b-3756-49b5-a0ee-398f3d104894', 'tenant_id': 'd04851083ac64322becb551e7a5a8cff', 'fixed_ips': [{'subnet_id': '0d707dae-47ee-412d-b165-74bafe2abf0f'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:23.248842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.251250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57822) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:23.257968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] 10.222.0.41 "DELETE /v2.0/networks/d3facbb1-20fd-4ad7-8130-c82d08a9cd88 HTTP/1.1" status: 204 len: 168 time: 2.0780153 Dec 10 19:42:23.274637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Pushing event deleted for resources: {'Network': ['ID=d3facbb1-20fd-4ad7-8130-c82d08a9cd88,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:23.276988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:23.283124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:23.292022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Usage tracker for resource:port and tenant:d04851083ac64322becb551e7a5a8cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:23.298770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:23.308799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:23.321011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a', 'name': 'tempest-AllowedAddressPairTestJSON-534428274', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6a:67:06'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:23.333219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Made reservation on behalf of d04851083ac64322becb551e7a5a8cff for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:23.338829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.378245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Deleting port bf109c39-603f-4487-8a5f-67c8193e4d86 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:23.378635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.409211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:23.425191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] Deleting port 328f75c7-91e5-4487-8240-55ae411ada5b {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:23.425672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.445715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] device_id is not set on port 5466421e-f5b2-4187-9af9-488edbd5fbe8 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:23.644418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.655050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36276c1c-2bd5-4c8f-ac9c-89abcb08b778 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:23.670340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Allocated IP 172.20.0.2 (ede2e16b-3756-49b5-a0ee-398f3d104894/0d707dae-47ee-412d-b165-74bafe2abf0f/a9f1ef1f-0b0c-49a7-8727-cc45da5feafc) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:23.724890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=70acd73b-c61f-4d39-8264-05bec69f5885,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:23.730195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:23.756814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:23.758755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:23.776593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] The port 'bf109c39-603f-4487-8a5f-67c8193e4d86' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:42:23.779146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:23.779839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:23.830438 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5711236 Dec 10 19:42:23.831306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57830) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:23.831794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57832) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:23.844273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:23.909021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] For port 328f75c7-91e5-4487-8240-55ae411ada5b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=328f75c7-91e5-4487-8240-55ae411ada5b,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:23.909647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.048990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.075618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:24.078112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] Calling delete_port for 328f75c7-91e5-4487-8240-55ae411ada5b owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:24.085499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:24.135170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:24.170556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.195764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:24.203396 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5092fd5c-db97-4752-8599-0d9b855f5c59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad76c3ed91634a2bb63670b9ac18f819&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3696306 Dec 10 19:42:24.206664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57844) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:24.212020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:24.216821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 678a5f9a-b0af-4740-a5b3-698646599fd2 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:24.306939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:24.315045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.339528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a2851a3-8b47-4639-9beb-935fc8f643b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.343861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.353273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:24.413701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] Pushing event deleted for resources: {'Port': ['ID=328f75c7-91e5-4487-8240-55ae411ada5b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:24.416276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:24.423187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] No DVR routers for this DVR port 328f75c7-91e5-4487-8240-55ae411ada5b on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:24.431115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.446386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Transition to ACTIVE for port object a9f1ef1f-0b0c-49a7-8727-cc45da5feafc will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:24.453117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a2851a3-8b47-4639-9beb-935fc8f643b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.471231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Transition to ACTIVE for port object a9f1ef1f-0b0c-49a7-8727-cc45da5feafc will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:24.473873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 678a5f9a-b0af-4740-a5b3-698646599fd2 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:24.486120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.516519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f05a3b2a-9e01-4bcd-a445-207a2fd5b0f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:24.574812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc6eb9-34d9-4c7c-b5f3-ee9beb287b42 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:24.595137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Network ede2e16b-3756-49b5-a0ee-398f3d104894 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:24.601609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 328f75c7-91e5-4487-8240-55ae411ada5b no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:24.626517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Allocated IP 172.20.0.6 (ede2e16b-3756-49b5-a0ee-398f3d104894/0d707dae-47ee-412d-b165-74bafe2abf0f/5466421e-f5b2-4187-9af9-488edbd5fbe8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:24.649640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event deleted for resources: {'Port': ['ID=35d31177-64b9-40d2-9cbf-567129f99b5b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:24.664422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.666088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a2851a3-8b47-4639-9beb-935fc8f643b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.674582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:24.678195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:24.691687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:24.711100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:24.711370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2851a3-8b47-4639-9beb-935fc8f643b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef77870-544c-4b52-add5-beeeeb226c9d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:24.713440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9a2851a3-8b47-4639-9beb-935fc8f643b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:24.717290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 328f75c7-91e5-4487-8240-55ae411ada5b {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:24.717853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 328f75c7-91e5-4487-8240-55ae411ada5b not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:24.735021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:24.772734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8931a82a-f859-4e90-a44b-c8ba28e72559']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:24.789048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a2851a3-8b47-4639-9beb-935fc8f643b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.790497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9a2851a3-8b47-4639-9beb-935fc8f643b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ef77870-544c-4b52-add5-beeeeb226c9d HTTP/1.1" status: 204 len: 168 time: 0.5749540 Dec 10 19:42:24.802880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Usage tracker for resource:port and tenant:5ed79360f5064b3a92c72763ed6131a6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:24.839525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Pushing event updated for resources: {'Port': ['ID=a9f1ef1f-0b0c-49a7-8727-cc45da5feafc,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:24.855387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:24.881629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Attempting to bind port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:24.882147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Attempting to bind port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '27599897-a7ff-42c7-8d74-0b60c5a0e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ede2e16b-3756-49b5-a0ee-398f3d104894'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:24.882650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Attempting to bind port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc on network ede2e16b-3756-49b5-a0ee-398f3d104894 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:24.904670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:24.905206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Checking segment: {'id': '27599897-a7ff-42c7-8d74-0b60c5a0e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ede2e16b-3756-49b5-a0ee-398f3d104894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:24.906322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.906847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Bound using segment: {'id': '27599897-a7ff-42c7-8d74-0b60c5a0e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ede2e16b-3756-49b5-a0ee-398f3d104894'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:24.907473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Bound port: a9f1ef1f-0b0c-49a7-8727-cc45da5feafc, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27599897-a7ff-42c7-8d74-0b60c5a0e306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ede2e16b-3756-49b5-a0ee-398f3d104894'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:24.907985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:24.920114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:25.051254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.079433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Transition to ACTIVE for port object 5466421e-f5b2-4187-9af9-488edbd5fbe8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:25.133280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] For port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:25.137349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '70acd73b-c61f-4d39-8264-05bec69f5885'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:25.138520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.147179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:42:25.156395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.178429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Transition to ACTIVE for port object 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:25.183088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:25.193922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb28ba4-cd47-45fd-8444-f137b848b40e') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:25.194515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb28ba4-cd47-45fd-8444-f137b848b40e') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:25.207357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.210554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] For port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a9f1ef1f-0b0c-49a7-8727-cc45da5feafc,segment=NetworkSegment(27599897-a7ff-42c7-8d74-0b60c5a0e306),segment_id=27599897-a7ff-42c7-8d74-0b60c5a0e306)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:25.210731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.215409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aaafd04e-b6b2-4637-8db8-4378093b21d7 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:25.228755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.229775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.238938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:25.239406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.243160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43f6fa30-6085-4721-b46c-be3cc7c85ef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:25.299289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=07b0fdfb-06dd-4c68-adea-74d944b6473b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:25.302397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:25.308628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:25.310872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:25.313331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.316483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:25.317264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.327495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8201cdc4-0aa1-4c60-93a6-782833f62ec9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:25.364285 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:25.459991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Pushing event updated for resources: {'Port': ['ID=a9f1ef1f-0b0c-49a7-8727-cc45da5feafc,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:25.474717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:25.483089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Network ede2e16b-3756-49b5-a0ee-398f3d104894 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:25.489846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:25.501472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:25.549699 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7145567 Dec 10 19:42:25.550663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:25.560355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Pushing event updated for resources: {'Port': ['ID=5466421e-f5b2-4187-9af9-488edbd5fbe8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:25.570408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:25.575140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:7d:18:db', 'name': 'tempest-NetworksTestDHCPv6-573944727'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:25.589147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.606892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Allocated IP 172.20.0.2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/70acd73b-c61f-4d39-8264-05bec69f5885/1605974b-ff67-4539-9e12-952a6f8855a9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:25.614297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48b5d8f1-dac4-4e6b-b78a-c71d36f06412 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:25.616051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Allocated IP 2001:db8::f816:3eff:fe85:3890 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/07b0fdfb-06dd-4c68-adea-74d944b6473b/1605974b-ff67-4539-9e12-952a6f8855a9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:25.719105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Made reservation on behalf of 5ed79360f5064b3a92c72763ed6131a6 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:25.766701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:25.767529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.826170 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3330338 Dec 10 19:42:25.842038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57864) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:25.877547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1442058573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:25.889418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:25.894182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:25.895158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:25.897953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Usage tracker for resource:router and tenant:d04851083ac64322becb551e7a5a8cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:25.903078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:25.908082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:25.909563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.913930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:25.920814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:25.933701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:25.946101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.947089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:25.955865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:26.012098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.029719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:26.030374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bcd36b-cf76-4090-8238-ccafdab1dc7e None None] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:26.054270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Transition to ACTIVE for port object 1605974b-ff67-4539-9e12-952a6f8855a9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:26.083401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.157584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.198036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] Provisioning for port 678a5f9a-b0af-4740-a5b3-698646599fd2 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:26.208322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Transition to ACTIVE for port object 1605974b-ff67-4539-9e12-952a6f8855a9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:26.218033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] Provisioning complete for port 678a5f9a-b0af-4740-a5b3-698646599fd2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:26.218675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.224184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.238260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.239582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d22227fa-7ce2-4bd2-90d7-6a6906c990cd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3963590 Dec 10 19:42:26.243442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:26.267355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-80c3c089-59f8-4079-8379-28cbd0313c72 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1118071655', 'prefixes': ['172.20.0.0/16']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:26.268384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.275859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-80c3c089-59f8-4079-8379-28cbd0313c72 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:26.283028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:26.284568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.289957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.299717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port bbbfb270-5715-4475-9b06-d76bde65e5ef yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:26.300397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.574893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57878) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:26.591780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a9f1ef1f-0b0c-49a7-8727-cc45da5feafc up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:26.600844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] device_id is not set on port 5ae73be3-a542-4268-bfd7-52f123518e9c yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:26.654368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:42:26.679939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.684585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.712225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 172.20.0.13 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/70acd73b-c61f-4d39-8264-05bec69f5885/bbbfb270-5715-4475-9b06-d76bde65e5ef) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:26.720214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:fe7d:18db (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/07b0fdfb-06dd-4c68-adea-74d944b6473b/bbbfb270-5715-4475-9b06-d76bde65e5ef) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:26.728947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:26.736783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:26.747435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:26.752165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Pushing event updated for resources: {'Port': ['ID=1605974b-ff67-4539-9e12-952a6f8855a9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:26.768540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d8e4314-25eb-402a-b894-a34e8db4e17e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:26.784514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:26.788872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.789424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52496480-eade-4e59-9d70-156dce0a1f86 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:42:26.841662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfaa9e-278b-42e8-b7b1-99978098a5b9 req-84e06945-877e-4680-a1a9-07302b7aa566 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:26.844982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8fbfaa9e-278b-42e8-b7b1-99978098a5b9 req-84e06945-877e-4680-a1a9-07302b7aa566 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 932 time: 2.2821519 Dec 10 19:42:26.858810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Attempting to bind port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:26.859315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Attempting to bind port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:26.859691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Attempting to bind port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde on network 943983a7-7848-448c-b00f-9b656d3d18ae {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:26.862541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Pushing event deleted for resources: {'Network': ['ID=8931a82a-f859-4e90-a44b-c8ba28e72559,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:26.895377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:26.925997 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] 10.222.0.41 "DELETE /v2.0/networks/8931a82a-f859-4e90-a44b-c8ba28e72559 HTTP/1.1" status: 204 len: 168 time: 6.4345644 Dec 10 19:42:26.948120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:42:26.949420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e3b01e1b-6d06-4e67-abb7-103f0511dc37 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.3308578 Dec 10 19:42:26.956757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57886) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:26.962872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80c3c089-59f8-4079-8379-28cbd0313c72 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for subnetpool, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:26.967568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-80c3c089-59f8-4079-8379-28cbd0313c72 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7105894 Dec 10 19:42:26.968599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:27.051804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Deleting port b07eb20a-ccf6-48cb-baa4-de99047f1500 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:27.052197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.054217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:27.058226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.082096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde on network 943983a7-7848-448c-b00f-9b656d3d18ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:42:27.082510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Attempting to bind port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde on network 943983a7-7848-448c-b00f-9b656d3d18ae {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:27.086461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Attempting to bind port 1605974b-ff67-4539-9e12-952a6f8855a9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:27.086739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Attempting to bind port 1605974b-ff67-4539-9e12-952a6f8855a9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:27.087136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Attempting to bind port 1605974b-ff67-4539-9e12-952a6f8855a9 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:27.106249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:27.106675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:27.107129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.107571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:27.108252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Bound port: 1605974b-ff67-4539-9e12-952a6f8855a9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:27.108726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.143882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-b39a2075-b39f-4c9c-9638-a5f8513b720f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f', 'tempest-TagsExtTest-Tag-646258897') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:27.160258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] For port 678a5f9a-b0af-4740-a5b3-698646599fd2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=678a5f9a-b0af-4740-a5b3-698646599fd2,segment=NetworkSegment(70efaf79-494a-4f59-880d-e7fce33a1ce9),segment_id=70efaf79-494a-4f59-880d-e7fce33a1ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:27.201590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.230457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:27.262388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-123080833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:27.312252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:27.343739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.359308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Usage tracker for resource:router and tenant:c842cd7f81094aff923f92aa787d2340 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:27.381890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:27.429553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:27.455121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] For port 1605974b-ff67-4539-9e12-952a6f8855a9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:27.460681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] Pushing event updated for resources: {'Port': ['ID=678a5f9a-b0af-4740-a5b3-698646599fd2,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:27.473294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] For port 1605974b-ff67-4539-9e12-952a6f8855a9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1605974b-ff67-4539-9e12-952a6f8855a9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:27.475849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:27.493282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.498148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ee55188-6d18-4de9-8023-0063d308a83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:27.587139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57898) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:27.664345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Pushing event updated for resources: {'Port': ['ID=1605974b-ff67-4539-9e12-952a6f8855a9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:27.671626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:27.687409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:27.691787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Checking segment: {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:27.692511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Bound using segment: {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:27.693166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Bound port: 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:27.694884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.708636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.803197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.819114 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8fbfaa9e-278b-42e8-b7b1-99978098a5b9 req-df5665f4-06ba-4646-ab4f-550caa481a7b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9418793 Dec 10 19:42:27.868302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object bbbfb270-5715-4475-9b06-d76bde65e5ef will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:27.911068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.912094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:27.929549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Allocated IP 172.20.0.11 (8d809769-1fca-4513-8f8f-cccc4f1e995a/b141175a-e05c-4c81-89f7-3b4157b99251/5ae73be3-a542-4268-bfd7-52f123518e9c) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:27.965448 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b39a2075-b39f-4c9c-9638-a5f8513b720f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags/tempest-TagsExtTest-Tag-646258897 HTTP/1.1" status: 201 len: 201 time: 0.9958003 Dec 10 19:42:27.969980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:27.976797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] For port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:27.986684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-1280b9f8-0ec3-4a22-8e3d-10dbeb99f047 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8', 'tempest-TagsExtTest-Tag-1206243854') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:28.001948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] For port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:28.023943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.024564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Fanout notify agent at l3_agent the message router_deleted on router 6b30051d-9b1d-42f1-9160-a0ca5919c22e {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:42:28.036941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.056357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.057606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3aefad60-c1ee-4267-b8d9-26e776ad73e4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:28.069179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.080936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.139057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-275437e5-71a3-4731-8ca5-122852ba0fc5 None None] Provisioning complete for port 678a5f9a-b0af-4740-a5b3-698646599fd2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:28.139872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-275437e5-71a3-4731-8ca5-122852ba0fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.168852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aba81c33-30c8-4069-a25b-8d999f76b9df tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:28.230819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 678a5f9a-b0af-4740-a5b3-698646599fd2 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:28.250863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.254656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "DELETE /v2.0/routers/6b30051d-9b1d-42f1-9160-a0ca5919c22e HTTP/1.1" status: 204 len: 168 time: 10.5761874 Dec 10 19:42:28.269628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c02a48ef-6f78-4473-a5b8-22a6b667e25c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4c31ad1b3684b3a9728c771e00d2e79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6796908 Dec 10 19:42:28.274044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57908) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:28.274635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57910) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:28.306774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.309137 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] 10.222.0.84 "PUT /v2.0/ports/0e7cb4ae-bbea-4267-b832-c7b7ae67cbde HTTP/1.1" status: 200 len: 1094 time: 6.9162872 Dec 10 19:42:28.371845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a922d6d7-f036-43bf-b15c-1d15d755b945 None None] Network ede2e16b-3756-49b5-a0ee-398f3d104894 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:28.380858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3151803c-cac3-4da7-b6ce-928d1852a65e', 'tag': '0e7cb4ae-bbea-4267-b832-c7b7ae67cbde'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:28.402619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Calling delete_port for b07eb20a-ccf6-48cb-baa4-de99047f1500 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:28.539926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:28.568976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:28.572587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:28.572994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:28.594267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:28.640760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3151803c-cac3-4da7-b6ce-928d1852a65e', 'tag': '0e7cb4ae-bbea-4267-b832-c7b7ae67cbde', 'status': 'completed', 'code': 200} Dec 10 19:42:28.647537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.664467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=bbbfb270-5715-4475-9b06-d76bde65e5ef,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:28.682530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:28.751349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.752783 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6120852b-d631-42d6-99ad-48bae8dfbbfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.1765497 Dec 10 19:42:28.757050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57918) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:28.781766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-857472726'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:28.790277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:28.791173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.810077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:28.855808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Usage tracker for resource:network and tenant:c842cd7f81094aff923f92aa787d2340 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:28.857578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.860058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:28.875291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1280b9f8-0ec3-4a22-8e3d-10dbeb99f047 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags/tempest-TagsExtTest-Tag-1206243854 HTTP/1.1" status: 201 len: 201 time: 0.8940241 Dec 10 19:42:28.880813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57922) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:28.888349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:28.894872 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3362045 Dec 10 19:42:28.896888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57928) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:28.901700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-91c11287-81c3-4ebb-a05e-4558ca61d6c4 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0', 'tempest-TagsExtTest-Tag-1891892385') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:28.925295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 678a5f9a-b0af-4740-a5b3-698646599fd2 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:28.925744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.959500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba0f-a9bf-42ef-8cc4-a43cb864adcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:28.968744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-0fb1a6e4-3bf2-4418-9be9-3dc6b9a0e596 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 1097 time: 0.5822725 Dec 10 19:42:29.021490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-275437e5-71a3-4731-8ca5-122852ba0fc5 None None] Provisioning for port 719d1380-a357-4f1b-878f-29ee444780e5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:29.031843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-275437e5-71a3-4731-8ca5-122852ba0fc5 None None] Provisioning complete for port 719d1380-a357-4f1b-878f-29ee444780e5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:29.032270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-275437e5-71a3-4731-8ca5-122852ba0fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.092250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-275437e5-71a3-4731-8ca5-122852ba0fc5 None None] Port 719d1380-a357-4f1b-878f-29ee444780e5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:29.109689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Made reservation on behalf of c842cd7f81094aff923f92aa787d2340 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:29.117536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.123876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.149980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.162401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:29.220306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Pushing event deleted for resources: {'Port': ['ID=b07eb20a-ccf6-48cb-baa4-de99047f1500,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:29.223143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:29.228567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.235223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Provisioning for port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:29.240786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Provisioning complete for port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:29.241218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.244021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba0f-a9bf-42ef-8cc4-a43cb864adcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.253014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-dca70c66-d644-4fae-b63d-2aa26bca4b0f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde HTTP/1.1" status: 200 len: 217 time: 0.2725961 Dec 10 19:42:29.267688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Transition to ACTIVE for port object 5ae73be3-a542-4268-bfd7-52f123518e9c will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:29.326385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.393166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.395567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b07eb20a-ccf6-48cb-baa4-de99047f1500 HTTP/1.1" status: 204 len: 168 time: 2.4345057 Dec 10 19:42:29.406119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.410542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8e451b-357c-4a7a-b706-e483fdef2a36']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:29.442464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8484aa6-effc-423c-8936-047b720f34da') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:29.443300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8484aa6-effc-423c-8936-047b720f34da') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:29.466856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] For port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a9f1ef1f-0b0c-49a7-8727-cc45da5feafc,segment=NetworkSegment(27599897-a7ff-42c7-8d74-0b60c5a0e306),segment_id=27599897-a7ff-42c7-8d74-0b60c5a0e306)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:29.470807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-886a0726-8ec4-4115-a6c8-c5eebe5cb779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:29.472497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-886a0726-8ec4-4115-a6c8-c5eebe5cb779 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=074392df-d45a-4b87-86c9-def1003aa950 HTTP/1.1" status: 200 len: 837 time: 0.2031026 Dec 10 19:42:29.474253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.477721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.483614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:29.519077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2d253-fccb-47be-aa17-8cfc2fe82c6e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:29.534861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2d253-fccb-47be-aa17-8cfc2fe82c6e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:29.535789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b7d2d253-fccb-47be-aa17-8cfc2fe82c6e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:29.547374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:29.555554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.557888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57934) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:29.564922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91c11287-81c3-4ebb-a05e-4558ca61d6c4 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags/tempest-TagsExtTest-Tag-1891892385 HTTP/1.1" status: 201 len: 201 time: 0.6799576 Dec 10 19:42:29.570984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Usage tracker for resource:security_group_rule and tenant:c842cd7f81094aff923f92aa787d2340 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:29.574325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d31c0-853e-40d9-b6ba-bd0d3eddf451 req-9946f728-e173-466d-8225-c914c8691d07 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:29.575926 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb0d31c0-853e-40d9-b6ba-bd0d3eddf451 req-9946f728-e173-466d-8225-c914c8691d07 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 944 time: 0.4550297 Dec 10 19:42:29.588886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.591100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:29.591659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:29.619834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:29.629893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b7d2d253-fccb-47be-aa17-8cfc2fe82c6e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:29.637956 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b7d2d253-fccb-47be-aa17-8cfc2fe82c6e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6757190 Dec 10 19:42:29.648481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-32d256bd-9218-4393-897e-24c3beeb7a42 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c', 'tempest-TagsExtTest-Tag-585019305') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:29.661064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba0f-a9bf-42ef-8cc4-a43cb864adcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.663524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57938) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:29.669323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Provisioning complete for port 719d1380-a357-4f1b-878f-29ee444780e5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:29.670570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.723729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:29.724048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Pushing event updated for resources: {'Port': ['ID=a9f1ef1f-0b0c-49a7-8727-cc45da5feafc,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:29.724159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.730439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:29.748393 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:29.772512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Port 719d1380-a357-4f1b-878f-29ee444780e5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:29.799219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port bbbfb270-5715-4475-9b06-d76bde65e5ef {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:29.799788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.859345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:29.894142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:29.900084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba0f-a9bf-42ef-8cc4-a43cb864adcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:29.901351 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b7cba0f-a9bf-42ef-8cc4-a43cb864adcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a3a81ab-0e5d-49ce-a33b-b7d3fb3fbd87 HTTP/1.1" status: 204 len: 168 time: 1.5981941 Dec 10 19:42:29.909541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=5ae73be3-a542-4268-bfd7-52f123518e9c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:29.924580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:29.927223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2e45f686-20c5-47f0-8ea7-0a61bc48fa12 None None] Provisioning for port 5466421e-f5b2-4187-9af9-488edbd5fbe8 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:29.930480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:29.932442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-06eb728f-c857-449e-a9b9-3b9dbd33dfd8 tempest-PortsAdminExtendedAttrsTestJSON-464094361 tempest-PortsAdminExtendedAttrsTestJSON-464094361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:29.942396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:29.951909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2e45f686-20c5-47f0-8ea7-0a61bc48fa12 None None] Provisioning complete for port 5466421e-f5b2-4187-9af9-488edbd5fbe8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:29.953034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e45f686-20c5-47f0-8ea7-0a61bc48fa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.005545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.043132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cba0f-a9bf-42ef-8cc4-a43cb864adcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3a81ab-0e5d-49ce-a33b-b7d3fb3fbd87,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:30.071906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b7cba0f-a9bf-42ef-8cc4-a43cb864adcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:30.083055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.095127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb0d31c0-853e-40d9-b6ba-bd0d3eddf451 req-c740e673-3af3-417c-84cd-42b9fa484eba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4522910 Dec 10 19:42:30.107981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2e45f686-20c5-47f0-8ea7-0a61bc48fa12 None None] Port 5466421e-f5b2-4187-9af9-488edbd5fbe8 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:30.121302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.135465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36f96c84-7cd6-4a11-978e-82051835295c tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:30.177820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.180706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2e45f686-20c5-47f0-8ea7-0a61bc48fa12 None None] Provisioning complete for port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:30.181407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e45f686-20c5-47f0-8ea7-0a61bc48fa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.202404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-b8890477-80b0-44f9-9f56-75657790648b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=943983a7-7848-448c-b00f-9b656d3d18ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7092469 Dec 10 19:42:30.205634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event deleted for resources: {'Network': ['ID=5d8e451b-357c-4a7a-b706-e483fdef2a36,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:30.213916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:30.220027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-32d256bd-9218-4393-897e-24c3beeb7a42 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags/tempest-TagsExtTest-Tag-585019305 HTTP/1.1" status: 201 len: 201 time: 0.6399705 Dec 10 19:42:30.220653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c21d164-0805-43b0-9ccd-b09e3c7555c6 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:30.239272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:30.253211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57952) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:30.262811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:30.265185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.265719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.272500 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Added segment aa0fd484-b75e-49bc-8b79-9404e999958e of type vlan for network a759f697-65a6-482f-962f-db8c3b81cf47 Dec 10 19:42:30.340064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-8ad1febe-bcbd-4f84-9340-8d16fc11477e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:30.346856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.370606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.371834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "DELETE /v2.0/networks/5d8e451b-357c-4a7a-b706-e483fdef2a36 HTTP/1.1" status: 204 len: 168 time: 2.0706787 Dec 10 19:42:30.398503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:30.427154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 7.1757708 Dec 10 19:42:30.427964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57962) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:30.487134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1605974b-ff67-4539-9e12-952a6f8855a9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:30.581460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec290cd8-3b09-439c-9e01-e06815953548 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:30.620772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-beca91ae-fd87-459b-be98-a1a1511c16ba service neutron] 10.222.0.84 "GET /v2.0/networks/943983a7-7848-448c-b00f-9b656d3d18ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082890 Dec 10 19:42:30.644705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005d04da-7ded-4506-9e96-c5ba3e74f93f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:30.648118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:30.660111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ad1febe-bcbd-4f84-9340-8d16fc11477e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags HTTP/1.1" status: 200 len: 240 time: 0.4057946 Dec 10 19:42:30.683576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57970) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:30.701833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-200358bb-71ad-46fb-9312-386844807011 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f', 'tempest-TagsExtTest-Tag-646258897') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:30.737451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Provisioning complete for port 5466421e-f5b2-4187-9af9-488edbd5fbe8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:30.737944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.756020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98530c2-e63c-4cd0-b9fe-b8e7114585dd tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:30.762700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98530c2-e63c-4cd0-b9fe-b8e7114585dd tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:30.768255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98530c2-e63c-4cd0-b9fe-b8e7114585dd tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:30.769921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c98530c2-e63c-4cd0-b9fe-b8e7114585dd tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Synchronizing usage tracker for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:30.782340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:30.802210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.806744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:30.807375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:30.825268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Usage tracker for resource:security_group_rule and tenant:dd8326bc562343ebb6f38907fd07abb8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:30.830430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:30.855640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Port 5466421e-f5b2-4187-9af9-488edbd5fbe8 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:30.861297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 1605974b-ff67-4539-9e12-952a6f8855a9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:30.867687 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45b79c9a-dae1-4920-a82a-1f5a372979e3 req-54edea24-ec1f-46fa-b1d2-2a924111109b service neutron] 10.222.0.84 "GET /v2.0/networks/943983a7-7848-448c-b00f-9b656d3d18ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400062 Dec 10 19:42:30.868819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c98530c2-e63c-4cd0-b9fe-b8e7114585dd tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Unset dirty status for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:30.873742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c98530c2-e63c-4cd0-b9fe-b8e7114585dd tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4415665 Dec 10 19:42:30.875307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57978) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:30.913209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a9f1ef1f-0b0c-49a7-8727-cc45da5feafc up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:30.931232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:30.939235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:31.018609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15f2d522-47c6-4ea6-b3f9-1fba0689768c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.028415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting port 5ae73be3-a542-4268-bfd7-52f123518e9c {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:31.029141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.060694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15f2d522-47c6-4ea6-b3f9-1fba0689768c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.150501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Provisioning for port 5ae73be3-a542-4268-bfd7-52f123518e9c completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:31.151809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15f2d522-47c6-4ea6-b3f9-1fba0689768c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.167481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Provisioning complete for port 5ae73be3-a542-4268-bfd7-52f123518e9c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:31.168046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.248844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15f2d522-47c6-4ea6-b3f9-1fba0689768c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.256317 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-15f2d522-47c6-4ea6-b3f9-1fba0689768c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] 10.222.0.41 "DELETE /v2.0/security-groups/95cd71ec-4a85-41bd-8b00-cdd72befd54d HTTP/1.1" status: 204 len: 168 time: 0.8528101 Dec 10 19:42:31.260596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.284472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Port 5ae73be3-a542-4268-bfd7-52f123518e9c cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:31.330917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:31.330917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.331231 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5682106 Dec 10 19:42:31.337232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Network': ['ID=a759f697-65a6-482f-962f-db8c3b81cf47,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:31.342317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 57992) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:31.363156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network a759f697-65a6-482f-962f-db8c3b81cf47 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:31.384293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:31.442239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Provisioning for port 1605974b-ff67-4539-9e12-952a6f8855a9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:31.499731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 57998) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:31.541752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Provisioning complete for port 1605974b-ff67-4539-9e12-952a6f8855a9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:31.542721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.556430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-60e5cb14-9075-431a-9b5c-b23822f7b4cc tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:31.585978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-06a22d9d-4096-452f-b178-e73178a0462f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 1097 time: 0.6590974 Dec 10 19:42:31.689436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.694769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'subnet': {'network_id': 'a759f697-65a6-482f-962f-db8c3b81cf47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:31.715156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2d522-47c6-4ea6-b3f9-1fba0689768c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cd71ec-4a85-41bd-8b00-cdd72befd54d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:31.725356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15f2d522-47c6-4ea6-b3f9-1fba0689768c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:31.742500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for bbbfb270-5715-4475-9b06-d76bde65e5ef owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:31.833784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 35d31177-64b9-40d2-9cbf-567129f99b5b no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:31.860866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:31.915016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 35d31177-64b9-40d2-9cbf-567129f99b5b {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:31.915738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 35d31177-64b9-40d2-9cbf-567129f99b5b not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:31.931072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58006) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:31.931860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de6b6dd9-9ca7-4dbb-ab7d-d60dc68f8100 tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:31.941103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd8326bc562343ebb6f38907fd07abb8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0808139 Dec 10 19:42:31.943189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-200358bb-71ad-46fb-9312-386844807011 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags/tempest-TagsExtTest-Tag-646258897 HTTP/1.1" status: 204 len: 168 time: 1.2586188 Dec 10 19:42:31.950032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58008) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:31.950320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58012) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:31.958534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.006985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] For port 1605974b-ff67-4539-9e12-952a6f8855a9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1605974b-ff67-4539-9e12-952a6f8855a9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:32.010817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.015572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.019334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8f1b2da-2e6f-41b5-b066-f51eec1460e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:32.102336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Pushing event updated for resources: {'Port': ['ID=1605974b-ff67-4539-9e12-952a6f8855a9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:32.115313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:32.160903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Calling delete_port for 5ae73be3-a542-4268-bfd7-52f123518e9c owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:32.201326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-160335101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:32.218572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.233825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:32.247483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-b30206de-9e7e-4d3a-b416-8363991ccb15 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f', 'tempest-TagsExtTest-Tag-646258897') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:32.257464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32927036-ddb0-4e1b-aa23-a892c8ab3891 req-d977a23c-cb59-466a-8ab6-70a5911af9b0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:32.259078 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-32927036-ddb0-4e1b-aa23-a892c8ab3891 req-d977a23c-cb59-466a-8ab6-70a5911af9b0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 944 time: 0.8560662 Dec 10 19:42:32.262268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:router and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:32.270271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:32.304225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:32.341200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4bac4b-c0f2-4f30-9a58-c0907e5398ba,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:32.344364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:32.354588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.355608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.408929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-2ce10c62-37b3-4d4c-89a1-cc9e14445e25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:32.410580 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-2ce10c62-37b3-4d4c-89a1-cc9e14445e25 service neutron] 10.222.0.84 "GET /v2.0/networks?id=943983a7-7848-448c-b00f-9b656d3d18ae HTTP/1.1" status: 200 len: 897 time: 0.8129859 Dec 10 19:42:32.417601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:32.434239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Usage tracker for resource:subnet and tenant:c842cd7f81094aff923f92aa787d2340 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:32.444529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:32.492602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:32.526075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-2498e370-6a3f-4f84-9642-7586f5fd9854 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde HTTP/1.1" status: 200 len: 217 time: 0.0809813 Dec 10 19:42:32.538286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-32927036-ddb0-4e1b-aa23-a892c8ab3891 req-e0b7190b-8df9-42ff-a5c5-2387ef3b480b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692592 Dec 10 19:42:32.565107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Made reservation on behalf of c842cd7f81094aff923f92aa787d2340 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:32.595032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-770a449f-9c57-409e-b6a1-8df8caf59797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.600215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.637872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-71d93017-f549-4356-9411-5d75339f1901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:32.639498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-71d93017-f549-4356-9411-5d75339f1901 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=074392df-d45a-4b87-86c9-def1003aa950 HTTP/1.1" status: 200 len: 837 time: 0.1049175 Dec 10 19:42:32.639498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.646898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ca0b78e-bb2c-41b0-ad04-8237beaebdf9 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:32.663044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3d4b4574-1e3a-44c9-afd4-4b544c659fd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=109fa8ec58d547ba96a5f05318f0a3a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7183149 Dec 10 19:42:32.679054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58022) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:32.735359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.751016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Port': ['ID=5ae73be3-a542-4268-bfd7-52f123518e9c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:32.765839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:32.814727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-770a449f-9c57-409e-b6a1-8df8caf59797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.833398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.837333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90df8d7f-dcf0-4cdb-adc4-6493a2d92c6b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3332729 Dec 10 19:42:32.838683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58026) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:32.859300 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b30206de-9e7e-4d3a-b416-8363991ccb15 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags/tempest-TagsExtTest-Tag-646258897 HTTP/1.1" status: 204 len: 168 time: 0.9022374 Dec 10 19:42:32.862673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58030) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:32.864019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1694815460'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:32.881682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.906520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-1aca5e22-57cc-4fcd-9ae1-699fa12cf668 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:32.912993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:32.983484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ec372df9-4b14-40bf-938c-1810afc9da84 None None] Provisioning for port bbbfb270-5715-4475-9b06-d76bde65e5ef completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:32.991916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ec372df9-4b14-40bf-938c-1810afc9da84 None None] Provisioning complete for port bbbfb270-5715-4475-9b06-d76bde65e5ef triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:32.992661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec372df9-4b14-40bf-938c-1810afc9da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:32.997014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:network and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:33.017167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.024017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:33.032480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5fed1f2-1a79-415d-8a79-ca0361f748cc tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:33.037088 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-919d72e5-017f-4cfa-8f26-5516b025e11b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=943983a7-7848-448c-b00f-9b656d3d18ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3456514 Dec 10 19:42:33.041617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ec372df9-4b14-40bf-938c-1810afc9da84 None None] Port bbbfb270-5715-4475-9b06-d76bde65e5ef was deleted so its status cannot be updated. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Dec 10 19:42:33.064825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ec372df9-4b14-40bf-938c-1810afc9da84 None None] Provisioning complete for port 1605974b-ff67-4539-9e12-952a6f8855a9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:33.065416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec372df9-4b14-40bf-938c-1810afc9da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.133755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:33.179515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.183090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-035f836a-0145-490f-aa08-db2b58c7fcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.184490 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "DELETE /v2.0/ports/5ae73be3-a542-4268-bfd7-52f123518e9c HTTP/1.1" status: 204 len: 168 time: 2.3081360 Dec 10 19:42:33.192346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58034) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:33.227428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Made reservation on behalf of 0240b12aa154428a8656e86f6511ab66 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:33.232895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.244509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=bbbfb270-5715-4475-9b06-d76bde65e5ef,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:33.268617 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1656e30-4052-4a8e-b39a-733da3994fbb tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] GET failed (client error): The resource could not be found. Dec 10 19:42:33.269078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:33.269214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d1656e30-4052-4a8e-b39a-733da3994fbb tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Synchronizing usage tracker for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:33.269783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-770a449f-9c57-409e-b6a1-8df8caf59797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.282107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6458669b-959e-4412-81ce-ab53d3f480f2 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:33.301393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1aca5e22-57cc-4fcd-9ae1-699fa12cf668 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags HTTP/1.1" status: 200 len: 205 time: 0.4316895 Dec 10 19:42:33.302308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.304353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-94f015f0-2bf2-48ff-a662-3078d6d2ebad service neutron] 10.222.0.84 "GET /v2.0/networks/943983a7-7848-448c-b00f-9b656d3d18ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529953 Dec 10 19:42:33.304862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58038) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:33.313515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-00496f4d-8175-42bc-ad39-1e3e690f4ee7 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:33.332988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4a4d34d8-83b4-49f4-8043-5d0e28c665a2 None None] Could not find standard attr ID for object bbbfb270-5715-4475-9b06-d76bde65e5ef. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:42:33.360814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a449f-9c57-409e-b6a1-8df8caf59797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4bac4b-c0f2-4f30-9a58-c0907e5398ba,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:33.365841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-035f836a-0145-490f-aa08-db2b58c7fcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.377774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d1656e30-4052-4a8e-b39a-733da3994fbb tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Unset dirty status for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:33.382924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d1656e30-4052-4a8e-b39a-733da3994fbb tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "GET /v2.0/ports/5ae73be3-a542-4268-bfd7-52f123518e9c HTTP/1.1" status: 404 len: 333 time: 0.1894944 Dec 10 19:42:33.387765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58042) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:33.388241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-770a449f-9c57-409e-b6a1-8df8caf59797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:33.446488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a', 'name': 'tempest-AllowedAddressPairTestJSON-622174072'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:33.579907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:33.589242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:security_group_rule and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:33.595013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:33.602415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-770a449f-9c57-409e-b6a1-8df8caf59797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.606076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-770a449f-9c57-409e-b6a1-8df8caf59797 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc4bac4b-c0f2-4f30-9a58-c0907e5398ba HTTP/1.1" status: 204 len: 168 time: 1.6490765 Dec 10 19:42:33.610640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:33.613315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.621279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13ed1922-b833-4b08-ab8f-e5c189e6be0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:33.650499 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-00496f4d-8175-42bc-ad39-1e3e690f4ee7 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags HTTP/1.1" status: 200 len: 241 time: 0.3430402 Dec 10 19:42:33.656597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58050) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:33.682477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-ce6d4d8f-3f12-4df1-aacd-0f3a40c23a23 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8', 'tempest-TagsExtTest-Tag-1206243854') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:33.709851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.726012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-035f836a-0145-490f-aa08-db2b58c7fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.751613 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2651c7f-aee2-45a4-ac71-6ac23c30ed23 req-783d107a-25b2-4dad-ad21-fab9e9a5a7c7 service neutron] 10.222.0.84 "GET /v2.0/networks/943983a7-7848-448c-b00f-9b656d3d18ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043963 Dec 10 19:42:33.752877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:33.791418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-035f836a-0145-490f-aa08-db2b58c7fcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.791880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:33.792675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-035f836a-0145-490f-aa08-db2b58c7fcfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a995683f-99ef-4fe8-a99a-8e368c12b0d2 HTTP/1.1" status: 204 len: 168 time: 1.1064703 Dec 10 19:42:33.810598 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/bbbfb270-5715-4475-9b06-d76bde65e5ef HTTP/1.1" status: 204 len: 168 time: 4.1444297 Dec 10 19:42:33.814087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58056) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:33.836277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Subnet': ['ID=482b7279-0085-487f-b540-c1d577ff7eea,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:33.839426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:33.848655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f39e112c-0302-4f13-a122-b997a2b86f16 tempest-ServerActionsTestJSON-1746783223 tempest-ServerActionsTestJSON-1746783223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:33.889241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Checking segment: {'id': 'aa0fd484-b75e-49bc-8b79-9404e999958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a759f697-65a6-482f-962f-db8c3b81cf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:33.889727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network hostable DHCP agents. Network: a759f697-65a6-482f-962f-db8c3b81cf47, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:33.894986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f836a-0145-490f-aa08-db2b58c7fcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a995683f-99ef-4fe8-a99a-8e368c12b0d2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:33.897803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-035f836a-0145-490f-aa08-db2b58c7fcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:33.915766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eeec85-d7a6-43ed-ad12-542d13cca80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:33.917453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eeec85-d7a6-43ed-ad12-542d13cca80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:33.919224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eeec85-d7a6-43ed-ad12-542d13cca80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:33.920127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-03eeec85-d7a6-43ed-ad12-542d13cca80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:33.938079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Made reservation on behalf of 5ed79360f5064b3a92c72763ed6131a6 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:33.945491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.960104 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ce6d4d8f-3f12-4df1-aacd-0f3a40c23a23 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags/tempest-TagsExtTest-Tag-1206243854 HTTP/1.1" status: 204 len: 168 time: 0.2945890 Dec 10 19:42:33.963322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58062) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:33.965073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:33.975203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-4db9b3e1-00f9-4bef-82e5-98398ddb5452 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8', 'tempest-TagsExtTest-Tag-1206243854') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:33.985322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] device_id is not set on port eead9e01-5a60-4936-bbd9-b61d3c202d40 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:34.039501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.044621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d399f8ce-7bf1-4c8b-90ab-5864f6a268da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:34.092234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:34.095795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923f5e6-5ecd-4e5c-b0b1-02852be2c2c6 req-3574e77c-6bc8-4c51-a4d9-82c38fabba78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:34.103835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e923f5e6-5ecd-4e5c-b0b1-02852be2c2c6 req-3574e77c-6bc8-4c51-a4d9-82c38fabba78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 944 time: 0.4193830 Dec 10 19:42:34.121689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network a759f697-65a6-482f-962f-db8c3b81cf47 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:34.129128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-03eeec85-d7a6-43ed-ad12-542d13cca80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:34.131543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03eeec85-d7a6-43ed-ad12-542d13cca80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3148162 Dec 10 19:42:34.139383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e1fc14-fac9-449b-a93b-4ee118dc13b6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:34.142234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58066) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:34.146721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:34.159068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.159788 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Added segment 28523854-a81f-466c-afc4-aa2bcd901b5f of type vlan for network 4e29cbcd-07fb-4911-a821-9511256fe55e Dec 10 19:42:34.162936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a759f697-65a6-482f-962f-db8c3b81cf47) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:34.173946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2aae6-8bc0-41bd-9862-f47da71bd4d0 None None] Network a759f697-65a6-482f-962f-db8c3b81cf47 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:34.183307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:34.185858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.219972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8493299 Dec 10 19:42:34.220202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1605974b-ff67-4539-9e12-952a6f8855a9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:34.231345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58070) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:34.239492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'network': {'name': 'tempest-router-network01--1853786056'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:34.256246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.305794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:34.310188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.316045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:34.317915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.325209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:34.328682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-695e3e0b-6028-4144-80aa-0d260d39299c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:34.354031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4db9b3e1-00f9-4bef-82e5-98398ddb5452 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags/tempest-TagsExtTest-Tag-1206243854 HTTP/1.1" status: 204 len: 168 time: 0.3868742 Dec 10 19:42:34.360092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Usage tracker for resource:network and tenant:c842cd7f81094aff923f92aa787d2340 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:34.371383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:34.415889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1605974b-ff67-4539-9e12-952a6f8855a9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:34.416315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.508089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58080) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:34.535425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Network': ['ID=4e29cbcd-07fb-4911-a821-9511256fe55e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:34.553815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:34.569135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4e29cbcd-07fb-4911-a821-9511256fe55e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:34.597655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-25726f60-4dc6-462d-b8bd-14a19130b884 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:34.608019 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e923f5e6-5ecd-4e5c-b0b1-02852be2c2c6 req-deec04c9-cbb2-4651-b1d0-313815fa5de9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5031154 Dec 10 19:42:34.619669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Allocated IP 172.20.0.6 (8d809769-1fca-4513-8f8f-cccc4f1e995a/b141175a-e05c-4c81-89f7-3b4157b99251/eead9e01-5a60-4936-bbd9-b61d3c202d40) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:34.623670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58084) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:34.632811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:34.638231 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b78914a3-f81a-43aa-a3a6-4fb9840c104b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a000fbc6837f4c3999d2070313f78cba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2887781 Dec 10 19:42:34.643104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58086) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:34.669346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8254027 Dec 10 19:42:34.675217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:42:34.676508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Made reservation on behalf of c842cd7f81094aff923f92aa787d2340 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:34.682336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.692318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58092) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:34.709584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'subnet': {'network_id': '4e29cbcd-07fb-4911-a821-9511256fe55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:34.758646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.846154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:34.881095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:34.886116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.886692 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Added segment 5c3eaf6a-a447-4712-9602-f88e9b12fccd of type vlan for network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 Dec 10 19:42:34.888372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:subnet and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:34.895341 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-25726f60-4dc6-462d-b8bd-14a19130b884 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags HTTP/1.1" status: 200 len: 205 time: 0.3456838 Dec 10 19:42:34.895341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:34.900288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58096) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:34.905322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:34.933844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:34.939471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Made reservation on behalf of 0240b12aa154428a8656e86f6511ab66 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:34.949160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-5b980440-c2ff-41f4-8a5f-b8422eeca9af tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:34.985661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-a759f697-65a6-482f-962f-db8c3b81cf47', 'network_id': 'a759f697-65a6-482f-962f-db8c3b81cf47', 'tenant_id': 'c842cd7f81094aff923f92aa787d2340', 'fixed_ips': [{'subnet_id': '482b7279-0085-487f-b540-c1d577ff7eea'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:34.986572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.004065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:35.060655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.081072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:35.091977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Usage tracker for resource:security_group_rule and tenant:557fcb7a79bc460fb74acbd6f556ab4b is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:35.114841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '0e7cb4ae-bbea-4267-b832-c7b7ae67cbde', 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae', 'port_id': '0e7cb4ae-bbea-4267-b832-c7b7ae67cbde', 'mac_address': 'fa:16:3e:bc:75:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074392df-d45a-4b87-86c9-def1003aa950', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:42:35.157966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 07b0fdfb-06dd-4c68-adea-74d944b6473b {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:35.160258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:35.174452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ead8c57c-c980-4760-882d-5572aaac213b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.188749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.197871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.202345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:35.202651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.210521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1674956f-98f8-429a-994f-aebdabcff83e tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:35.223090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:35.236170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.264299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:42:35.270010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Allocated IP 172.20.0.2 (a759f697-65a6-482f-962f-db8c3b81cf47/482b7279-0085-487f-b540-c1d577ff7eea/a7862b94-34df-4c7e-a145-536db1d95cb1) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:35.290380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:35.308663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.324659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ead8c57c-c980-4760-882d-5572aaac213b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.336420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1014147 Dec 10 19:42:35.338631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58100) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:35.345618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Network': ['ID=dda8fd6e-c713-4d44-8f25-b07f9bd5d804,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:35.348847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.351051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'network': {'name': 'tempest-router-network02--1309946642'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:35.356325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:35.361076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9bbfdc0f-c0b4-436b-a60f-d4ec894ae061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:35.361220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:35.366377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Usage tracker for resource:network and tenant:c842cd7f81094aff923f92aa787d2340 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:35.371363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:35.400815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:35.415711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:35.434927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5b980440-c2ff-41f4-8a5f-b8422eeca9af tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags HTTP/1.1" status: 200 len: 241 time: 0.5276365 Dec 10 19:42:35.452952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58104) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:35.474689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-388e3bc5-af5e-47f1-88e3-ccf125e08d66 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0', 'tempest-TagsExtTest-Tag-1891892385') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:35.489106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.553813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Transition to ACTIVE for port object eead9e01-5a60-4936-bbd9-b61d3c202d40 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:35.556760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Made reservation on behalf of c842cd7f81094aff923f92aa787d2340 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:35.563197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.584766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.589424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ead8c57c-c980-4760-882d-5572aaac213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.599254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-45236561-e04c-47fa-b1e1-887345140bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:35.613682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.622495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.665170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8c57c-c980-4760-882d-5572aaac213b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3582c18-c632-41fa-92de-424a21f0fa13,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:35.668549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ead8c57c-c980-4760-882d-5572aaac213b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:35.681312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b1275a2-9cd7-46a1-9e57-44c58e838959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:35.722463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:35.731553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.732378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Added segment d62a8805-6e92-4cf3-b9d2-c7699ecbf241 of type vlan for network 973996ed-02ca-4a46-8e61-6d28939f87a0 Dec 10 19:42:35.752668 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-388e3bc5-af5e-47f1-88e3-ccf125e08d66 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags/tempest-TagsExtTest-Tag-1891892385 HTTP/1.1" status: 204 len: 168 time: 0.2984571 Dec 10 19:42:35.755861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.769273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58110) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:35.770747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-79adad4e-0629-44b7-8cf6-f69ee2e0676e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:35.783600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:35.787494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:35.793951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.814528 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=557fcb7a79bc460fb74acbd6f556ab4b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1726630 Dec 10 19:42:35.815466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad8037-092d-4acb-b404-c31b6db0c5ee,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:35.818141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-6f045c0d-0fb8-4683-a61d-f786dbbf5099 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0', 'tempest-TagsExtTest-Tag-1891892385') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:35.818721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:35.828754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['0e7cb4ae-bbea-4267-b832-c7b7ae67cbde'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:42:35.829817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58114) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:35.831370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e54620ee-a466-4ad5-9890-65c6876db2ef tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:35.886707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.896046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ead8c57c-c980-4760-882d-5572aaac213b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:35.899750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ead8c57c-c980-4760-882d-5572aaac213b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3582c18-c632-41fa-92de-424a21f0fa13 HTTP/1.1" status: 204 len: 168 time: 1.2485380 Dec 10 19:42:35.944818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:35.964794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:35.969083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:36.035221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.040502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.045261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=eead9e01-5a60-4936-bbd9-b61d3c202d40,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:36.049105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:36.059790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3e820f2d-c4f8-4721-aea6-755218b936f0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:36.074167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Transition to ACTIVE for port object a7862b94-34df-4c7e-a145-536db1d95cb1 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:36.116800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=07b0fdfb-06dd-4c68-adea-74d944b6473b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:36.119443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:36.136657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.154680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:36.155679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.160861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794be4db-75c8-4f5c-9094-3834963d2cb8 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:36.202668 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/07b0fdfb-06dd-4c68-adea-74d944b6473b HTTP/1.1" status: 204 len: 168 time: 2.0433154 Dec 10 19:42:36.209571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28092e21-35d9-4f0b-937b-d520caaaef3d req-0048e3d6-8492-46b8-99e1-792eb4288a6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:36.211293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28092e21-35d9-4f0b-937b-d520caaaef3d req-0048e3d6-8492-46b8-99e1-792eb4288a6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 945 time: 0.4753902 Dec 10 19:42:36.211857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58120) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:36.218809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e84dc044-11df-4a64-9bad-5aa907fabca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.258295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Transition to ACTIVE for port object a7862b94-34df-4c7e-a145-536db1d95cb1 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:36.292375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.301132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9105976 Dec 10 19:42:36.302050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:36.344695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58124) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:36.349632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Subnet': ['ID=e6f28930-3e92-4021-9e68-df9dcc88b8f3,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:36.393064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6a:67:06'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:36.401859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e84dc044-11df-4a64-9bad-5aa907fabca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.450838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 70acd73b-c61f-4d39-8264-05bec69f5885 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:36.453992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:36.454713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.462600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Network a759f697-65a6-482f-962f-db8c3b81cf47 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:36.470162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:36.473823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:36.500919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Pushing event updated for resources: {'Port': ['ID=a7862b94-34df-4c7e-a145-536db1d95cb1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:36.516765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:36.526881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.542443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:36.543280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.543490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.560235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f883179e-111c-4566-92af-8e70e508a73d tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:36.646457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.724377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-387e9939-3e6f-4f76-89d3-ebefe3400f6f None None] Provisioning for port eead9e01-5a60-4936-bbd9-b61d3c202d40 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:36.749150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-387e9939-3e6f-4f76-89d3-ebefe3400f6f None None] Provisioning complete for port eead9e01-5a60-4936-bbd9-b61d3c202d40 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:36.749637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-387e9939-3e6f-4f76-89d3-ebefe3400f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.757215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.757931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4157755 Dec 10 19:42:36.769944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58136) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:36.782458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aaeae433-bc34-4ff7-879d-b0f1492f82d0 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:36.807528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Attempting to bind port a7862b94-34df-4c7e-a145-536db1d95cb1 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:36.807949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Attempting to bind port a7862b94-34df-4c7e-a145-536db1d95cb1 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'aa0fd484-b75e-49bc-8b79-9404e999958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a759f697-65a6-482f-962f-db8c3b81cf47'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:36.808358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Attempting to bind port a7862b94-34df-4c7e-a145-536db1d95cb1 on network a759f697-65a6-482f-962f-db8c3b81cf47 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:36.829450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Network': ['ID=973996ed-02ca-4a46-8e61-6d28939f87a0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:36.836669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'subnet': {'network_id': 'dda8fd6e-c713-4d44-8f25-b07f9bd5d804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:36.854715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:36.855938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 973996ed-02ca-4a46-8e61-6d28939f87a0 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:36.856468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Checking segment: {'id': '28523854-a81f-466c-afc4-aa2bcd901b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4e29cbcd-07fb-4911-a821-9511256fe55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:36.857062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network hostable DHCP agents. Network: 4e29cbcd-07fb-4911-a821-9511256fe55e, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:36.878082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6f045c0d-0fb8-4683-a61d-f786dbbf5099 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags/tempest-TagsExtTest-Tag-1891892385 HTTP/1.1" status: 204 len: 168 time: 1.0760410 Dec 10 19:42:36.882074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58142) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:36.892256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-d4e782cc-9e2a-4609-8a13-a9bc27b17c7a tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:36.934569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:36.934996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Checking segment: {'id': 'aa0fd484-b75e-49bc-8b79-9404e999958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a759f697-65a6-482f-962f-db8c3b81cf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:36.935455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.935903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Bound using segment: {'id': 'aa0fd484-b75e-49bc-8b79-9404e999958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a759f697-65a6-482f-962f-db8c3b81cf47'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:36.936549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Bound port: a7862b94-34df-4c7e-a145-536db1d95cb1, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0fd484-b75e-49bc-8b79-9404e999958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a759f697-65a6-482f-962f-db8c3b81cf47'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:36.936895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.955849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-387e9939-3e6f-4f76-89d3-ebefe3400f6f None None] Port eead9e01-5a60-4936-bbd9-b61d3c202d40 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:36.969870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:36.989050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:36.993610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Usage tracker for resource:subnet and tenant:c842cd7f81094aff923f92aa787d2340 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:36.996637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:37.002836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:37.016075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/70acd73b-c61f-4d39-8264-05bec69f5885 HTTP/1.1" status: 204 len: 168 time: 0.8002925 Dec 10 19:42:37.024544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58148) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:37.030844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28092e21-35d9-4f0b-937b-d520caaaef3d req-a9f3f92c-0313-4b29-86b4-9fa2dee8d77f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7413626 Dec 10 19:42:37.040356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=70acd73b-c61f-4d39-8264-05bec69f5885,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:37.042536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Made reservation on behalf of c842cd7f81094aff923f92aa787d2340 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:37.134958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] For port a7862b94-34df-4c7e-a145-536db1d95cb1, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:37.139036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] For port a7862b94-34df-4c7e-a145-536db1d95cb1, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a7862b94-34df-4c7e-a145-536db1d95cb1,segment=NetworkSegment(aa0fd484-b75e-49bc-8b79-9404e999958e),segment_id=aa0fd484-b75e-49bc-8b79-9404e999958e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:37.151424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.157695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:37.158896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:37.165088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.172402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0114ff01-fe06-4f84-a4a1-356590f7b17c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198249 Dec 10 19:42:37.175247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58154) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:37.175973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network 4e29cbcd-07fb-4911-a821-9511256fe55e is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:37.244551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Pushing event updated for resources: {'Port': ['ID=a7862b94-34df-4c7e-a145-536db1d95cb1,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:37.249953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:37.297864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 4e29cbcd-07fb-4911-a821-9511256fe55e) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:37.309828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6796e54f-3564-4c84-8a1e-9965418fe323 None None] Network 4e29cbcd-07fb-4911-a821-9511256fe55e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:37.318852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d4e782cc-9e2a-4609-8a13-a9bc27b17c7a tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags HTTP/1.1" status: 200 len: 205 time: 0.4355142 Dec 10 19:42:37.319870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58160) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:37.321042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e84dc044-11df-4a64-9bad-5aa907fabca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.329947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9a517a8-1d31-426d-8fb0-b27278222bac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:37.333558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:37.334236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.353080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dc044-11df-4a64-9bad-5aa907fabca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad8037-092d-4acb-b404-c31b6db0c5ee,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:37.355630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-0a8cda65-23c3-4306-ad2c-225f4a82614b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:37.355819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e84dc044-11df-4a64-9bad-5aa907fabca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:37.365890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e84dc044-11df-4a64-9bad-5aa907fabca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.369360 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e84dc044-11df-4a64-9bad-5aa907fabca2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6ad8037-092d-4acb-b404-c31b6db0c5ee HTTP/1.1" status: 204 len: 168 time: 1.5033951 Dec 10 19:42:37.387619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.449709 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7401872 Dec 10 19:42:37.454577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58166) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:37.454958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58168) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:37.551069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'network': {'name': 'tempest-router-network01--1498372574'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:37.570351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.580637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:37.598611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ad2b0f5-b2b9-4b62-9de4-61baeb76fefe tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:37.602348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a8cda65-23c3-4306-ad2c-225f4a82614b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags HTTP/1.1" status: 200 len: 240 time: 0.2757242 Dec 10 19:42:37.604960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:network and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:37.608202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58176) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:37.614886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:37.631852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-d69d4c6a-a4fc-4644-be79-612d0b31de3f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c', 'tempest-TagsExtTest-Tag-585019305') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:37.652715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:37.674920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27528dd9-54ec-467f-bd6a-a7c0dc864263 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:37.675711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-27528dd9-54ec-467f-bd6a-a7c0dc864263 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:37.792707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-4e29cbcd-07fb-4911-a821-9511256fe55e', 'network_id': '4e29cbcd-07fb-4911-a821-9511256fe55e', 'tenant_id': '0240b12aa154428a8656e86f6511ab66', 'fixed_ips': [{'subnet_id': 'e6f28930-3e92-4021-9e68-df9dcc88b8f3'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:37.793644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.882089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Subnet': ['ID=f86cddd3-6c26-4a30-90b1-2073c3a98fd3,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:37.885149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:37.885548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Made reservation on behalf of 0240b12aa154428a8656e86f6511ab66 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:37.892976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:37.911922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Checking segment: {'id': '5c3eaf6a-a447-4712-9602-f88e9b12fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dda8fd6e-c713-4d44-8f25-b07f9bd5d804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:37.912321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network hostable DHCP agents. Network: dda8fd6e-c713-4d44-8f25-b07f9bd5d804, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:37.947717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-27528dd9-54ec-467f-bd6a-a7c0dc864263 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:37.953071 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-27528dd9-54ec-467f-bd6a-a7c0dc864263 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7718654 Dec 10 19:42:37.953321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58180) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:37.973710 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d69d4c6a-a4fc-4644-be79-612d0b31de3f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags/tempest-TagsExtTest-Tag-585019305 HTTP/1.1" status: 204 len: 168 time: 0.3606336 Dec 10 19:42:37.974855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:38.003981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-db915b1f-6d55-4e6a-a66f-67f631833220 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c', 'tempest-TagsExtTest-Tag-585019305') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:38.052132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:38.200798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.201312 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Added segment 8a30d4f0-80ac-49f7-903f-b0589fc1b277 of type vlan for network 87a2fa9a-2155-4460-a330-5b581aa6ab69 Dec 10 19:42:38.238242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af91dd-04b3-4d44-acc2-4a0c0bfafead tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:38.239007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8af91dd-04b3-4d44-acc2-4a0c0bfafead tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:38.251665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:38.285813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a7862b94-34df-4c7e-a145-536db1d95cb1 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:38.286114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8af91dd-04b3-4d44-acc2-4a0c0bfafead tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:38.290369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58190) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:38.290518 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8af91dd-04b3-4d44-acc2-4a0c0bfafead tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3366585 Dec 10 19:42:38.293824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, dda8fd6e-c713-4d44-8f25-b07f9bd5d804) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:38.298668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:38.299495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.339684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Allocated IP 2001:db8::2 (4e29cbcd-07fb-4911-a821-9511256fe55e/e6f28930-3e92-4021-9e68-df9dcc88b8f3/1db94087-8cdf-4bf6-910f-4c426bdc8bd9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:38.375545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5510809 Dec 10 19:42:38.378272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58194) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:38.387090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'subnet': {'network_id': '973996ed-02ca-4a46-8e61-6d28939f87a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:38.396677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fcc71e56-3892-4cb1-941b-e38aa8ee8847 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924504 Dec 10 19:42:38.402830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.411382 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-db915b1f-6d55-4e6a-a66f-67f631833220 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags/tempest-TagsExtTest-Tag-585019305 HTTP/1.1" status: 204 len: 168 time: 0.4306197 Dec 10 19:42:38.418701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:38.418908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58200) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:38.425807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-49a98b3b-77ec-4a0c-bac9-f65aa8c88a4a tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:38.460380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ae651dfb-7686-408b-9a02-b3db7aeab7ec tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:38.541835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7683bea7-6434-48b1-8df7-09b3176e8a28 None None] Network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:38.568390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b48efad1-28d9-454f-906c-e9f2d4d9b044 tempest-AgentManagementNegativeTest-1577714247 tempest-AgentManagementNegativeTest-1577714247-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.0974855 Dec 10 19:42:38.592549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.619373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.630077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3f54c85-63d3-4b84-a3f9-14fa393a3a7a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:38.702739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.706894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:38.707487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.781920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.795312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Transition to ACTIVE for port object 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:38.824135 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-49a98b3b-77ec-4a0c-bac9-f65aa8c88a4a tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags HTTP/1.1" status: 200 len: 205 time: 0.4017248 Dec 10 19:42:38.824764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58208) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:38.827424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:38.837196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8699-e898-4728-9214-786891427934 req-2fc52d51-f937-45b1-bc6c-f171dc3d7891 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:38.837383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] In _notify_port_updated(), no bound segment for port eead9e01-5a60-4936-bbd9-b61d3c202d40 on network 8d809769-1fca-4513-8f8f-cccc4f1e995a {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:42:38.839105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ead8699-e898-4728-9214-786891427934 req-2fc52d51-f937-45b1-bc6c-f171dc3d7891 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 945 time: 0.5470042 Dec 10 19:42:38.841950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:38.843210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:38.845143 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "PUT /v2.0/ports/eead9e01-5a60-4936-bbd9-b61d3c202d40 HTTP/1.1" status: 200 len: 992 time: 2.4670496 Dec 10 19:42:38.846562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-d3eefcba-e704-4075-99f6-d002df25c148 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:38.846848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ae651dfb-7686-408b-9a02-b3db7aeab7ec tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:38.854672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58212) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:38.862542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:38.875549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b5819f-4047-4492-b50d-6a16b1524cb8 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:38.898700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Usage tracker for resource:subnet and tenant:c842cd7f81094aff923f92aa787d2340 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:38.898967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=eead9e01-5a60-4936-bbd9-b61d3c202d40,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:38.904629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:38.913837 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4550104 Dec 10 19:42:38.913837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ae651dfb-7686-408b-9a02-b3db7aeab7ec tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:38.916061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:38.919157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Transition to ACTIVE for port object 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:38.920057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58218) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:38.924468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:38.924616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3d862064-e962-459b-b406-e201537f64aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:38.940135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'network': {'name': 'tempest-router-network02--396691085'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:38.952336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:38.985251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:network and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:38.988691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Made reservation on behalf of c842cd7f81094aff923f92aa787d2340 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:39.017597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:39.045007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.058898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:39.080219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d03ecc28-c4ff-47f5-9e1c-d21fb700dbd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:39.082863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae651dfb-7686-408b-9a02-b3db7aeab7ec tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:39.105116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:39.126225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting port eead9e01-5a60-4936-bbd9-b61d3c202d40 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:39.126622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.147746 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ead8699-e898-4728-9214-786891427934 req-80ccafbd-4e87-4912-9342-f5fd8e804559 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793002 Dec 10 19:42:39.153599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d3eefcba-e704-4075-99f6-d002df25c148 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags HTTP/1.1" status: 204 len: 168 time: 0.3232191 Dec 10 19:42:39.157585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58228) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:39.160352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Made reservation on behalf of 0240b12aa154428a8656e86f6511ab66 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:39.166127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.184506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-99828e59-7aea-4cd3-b212-21e1c5093e1a None None] Provisioning complete for port 1605974b-ff67-4539-9e12-952a6f8855a9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:39.184934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99828e59-7aea-4cd3-b212-21e1c5093e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.194746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-7271fd83-35b4-45de-b736-86cf461c898c tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:39.421200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.553049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Pushing event updated for resources: {'Port': ['ID=1db94087-8cdf-4bf6-910f-4c426bdc8bd9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:39.567176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:39.598122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.598522 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Added segment 43b85bae-c17f-4023-9386-6d69d3bdc983 of type vlan for network c6a11b09-b392-4800-a8de-34243e919a63 Dec 10 19:42:39.619822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7271fd83-35b4-45de-b736-86cf461c898c tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags HTTP/1.1" status: 204 len: 168 time: 0.4607387 Dec 10 19:42:39.627785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58232) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:39.637314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:39.649465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-f09d1465-7891-4c34-8a70-a7a18dcda4d2 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:39.694530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Network 4e29cbcd-07fb-4911-a821-9511256fe55e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:39.697834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Network': ['ID=87a2fa9a-2155-4460-a330-5b581aa6ab69,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:39.698962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.721872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:39.722280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:39.730433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 87a2fa9a-2155-4460-a330-5b581aa6ab69 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:39.737306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.747685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:39.794862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:39.800101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7032a577af364b40adea43c970d3511e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:39.803822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:39.809582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:39.824625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.826873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae651dfb-7686-408b-9a02-b3db7aeab7ec tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.828465 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae651dfb-7686-408b-9a02-b3db7aeab7ec tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:39.829106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae651dfb-7686-408b-9a02-b3db7aeab7ec tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:39.829699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:39.830399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:39.845978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:39.899976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port a7862b94-34df-4c7e-a145-536db1d95cb1 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:39.921408 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ae651dfb-7686-408b-9a02-b3db7aeab7ec tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5009654 Dec 10 19:42:39.928515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58236) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:39.940150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d677117c-0f0b-4db8-a096-a2379c56f824 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:39.956907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-dda8fd6e-c713-4d44-8f25-b07f9bd5d804', 'network_id': 'dda8fd6e-c713-4d44-8f25-b07f9bd5d804', 'tenant_id': 'c842cd7f81094aff923f92aa787d2340', 'fixed_ips': [{'subnet_id': 'f86cddd3-6c26-4a30-90b1-2073c3a98fd3'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:39.957909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.001238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:40.020994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0999825 Dec 10 19:42:40.026854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58240) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:40.030540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Network': ['ID=c6a11b09-b392-4800-a8de-34243e919a63,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:40.033631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:40.040220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'subnet': {'network_id': '87a2fa9a-2155-4460-a330-5b581aa6ab69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:40.042930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:40.043334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.060265 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f09d1465-7891-4c34-8a70-a7a18dcda4d2 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags HTTP/1.1" status: 204 len: 168 time: 0.4289556 Dec 10 19:42:40.090431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:40.096143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4135ba35-411d-4e5c-ae41-9c4917b703ab None None] Network a759f697-65a6-482f-962f-db8c3b81cf47 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:40.125309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.125613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-aaf0e24f-bb52-4f24-ba1a-0003b47f4ed8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:40.132764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1cd72183-0734-4240-9d02-7888fff5e2d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:40.143081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network c6a11b09-b392-4800-a8de-34243e919a63 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:40.253649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.263916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:40.269034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:subnet and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:40.274223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:40.277530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d677117c-0f0b-4db8-a096-a2379c56f824 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:40.284242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:40.284401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.297745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55d2dd48-0a38-432e-8927-91fb5630efbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:40.327802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Subnet': ['ID=8de0406d-e925-4488-9755-78dfd405cf7a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:40.334440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d677117c-0f0b-4db8-a096-a2379c56f824 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:40.338761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.339133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Checking segment: {'id': 'd62a8805-6e92-4cf3-b9d2-c7699ecbf241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '973996ed-02ca-4a46-8e61-6d28939f87a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:40.339694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network hostable DHCP agents. Network: 973996ed-02ca-4a46-8e61-6d28939f87a0, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:40.344754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Made reservation on behalf of 0240b12aa154428a8656e86f6511ab66 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:40.369393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:40.412975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Attempting to bind port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:40.413407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Attempting to bind port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '28523854-a81f-466c-afc4-aa2bcd901b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4e29cbcd-07fb-4911-a821-9511256fe55e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:40.413851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Attempting to bind port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 on network 4e29cbcd-07fb-4911-a821-9511256fe55e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:40.450888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:40.451356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Checking segment: {'id': '28523854-a81f-466c-afc4-aa2bcd901b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4e29cbcd-07fb-4911-a821-9511256fe55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:40.451798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.452766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Bound using segment: {'id': '28523854-a81f-466c-afc4-aa2bcd901b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4e29cbcd-07fb-4911-a821-9511256fe55e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:40.453320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Bound port: 1db94087-8cdf-4bf6-910f-4c426bdc8bd9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28523854-a81f-466c-afc4-aa2bcd901b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4e29cbcd-07fb-4911-a821-9511256fe55e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:40.453781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.463902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7032a577af364b40adea43c970d3511e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4030876 Dec 10 19:42:40.466364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58250) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:40.470780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b248a-c71e-4786-a3db-cba2da228e8b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:40.473812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:40.513359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:40.545251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] Deleting port 1605974b-ff67-4539-9e12-952a6f8855a9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:40.545788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.569577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Calling delete_port for eead9e01-5a60-4936-bbd9-b61d3c202d40 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:40.600580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.601579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d677117c-0f0b-4db8-a096-a2379c56f824 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:40.607609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d677117c-0f0b-4db8-a096-a2379c56f824 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.609691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d677117c-0f0b-4db8-a096-a2379c56f824 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:40.610179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d677117c-0f0b-4db8-a096-a2379c56f824 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:40.669349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d677117c-0f0b-4db8-a096-a2379c56f824 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7358601 Dec 10 19:42:40.670225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58254) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:40.691629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7da0131b-e10f-40fb-b3bb-6e15f734a945 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:40.705657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network 973996ed-02ca-4a46-8e61-6d28939f87a0 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:40.716977 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aaf0e24f-bb52-4f24-ba1a-0003b47f4ed8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags HTTP/1.1" status: 204 len: 168 time: 0.6115139 Dec 10 19:42:40.726429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58258) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:40.758677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-82351e1f-0c1b-4219-b9b1-93c06756788b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f', 'tempest-TagsExtTest-Tag-518737138') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:40.794746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 973996ed-02ca-4a46-8e61-6d28939f87a0) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:40.800368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:40.800368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.812249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Provisioning complete for port eead9e01-5a60-4936-bbd9-b61d3c202d40 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:40.812674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.826396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabecbca-0662-49bc-9ca5-a7d596d98eaa req-7925ef8f-fe55-4b3f-8900-22f8ef94d789 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:40.828094 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dabecbca-0662-49bc-9ca5-a7d596d98eaa req-7925ef8f-fe55-4b3f-8900-22f8ef94d789 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 945 time: 0.4580295 Dec 10 19:42:40.828875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15909a8e-c23b-4247-9ded-636d9c7d83af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.859724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6625e6a-0daf-4b41-a59e-921b0a3fdedc None None] Network 973996ed-02ca-4a46-8e61-6d28939f87a0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:40.872493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7da0131b-e10f-40fb-b3bb-6e15f734a945 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:40.891354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7da0131b-e10f-40fb-b3bb-6e15f734a945 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:40.898598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.905795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1154ed25-a799-412c-8754-d1d7b4234f0c tempest-RoutersAdminNegativeTest-1463068206 tempest-RoutersAdminNegativeTest-1463068206-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:40.910221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5292184 Dec 10 19:42:40.914448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58262) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:40.956341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da0131b-e10f-40fb-b3bb-6e15f734a945 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:40.962497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7da0131b-e10f-40fb-b3bb-6e15f734a945 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:40.964007 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da0131b-e10f-40fb-b3bb-6e15f734a945 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:40.964501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da0131b-e10f-40fb-b3bb-6e15f734a945 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:40.973830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Port': ['ID=eead9e01-5a60-4936-bbd9-b61d3c202d40,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:40.982508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:41.007552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15909a8e-c23b-4247-9ded-636d9c7d83af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.037046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7da0131b-e10f-40fb-b3bb-6e15f734a945 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3653460 Dec 10 19:42:41.040600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:41.049286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-53d6e91d-7739-4c15-b456-5300ff8f94d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:41.066318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.095229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] For port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:41.111670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Allocated IP 172.20.0.2 (dda8fd6e-c713-4d44-8f25-b07f9bd5d804/f86cddd3-6c26-4a30-90b1-2073c3a98fd3/e1587e63-527e-4d5b-ad6f-34b51a34f614) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:41.168202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15909a8e-c23b-4247-9ded-636d9c7d83af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.182994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f857274a-413f-4f21-9d02-bb447db71101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:41.221620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15909a8e-c23b-4247-9ded-636d9c7d83af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b248a-c71e-4786-a3db-cba2da228e8b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:41.224536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15909a8e-c23b-4247-9ded-636d9c7d83af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:41.269868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15909a8e-c23b-4247-9ded-636d9c7d83af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.271289 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-15909a8e-c23b-4247-9ded-636d9c7d83af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d5b248a-c71e-4786-a3db-cba2da228e8b HTTP/1.1" status: 204 len: 168 time: 0.7861807 Dec 10 19:42:41.309384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dabecbca-0662-49bc-9ca5-a7d596d98eaa req-657d8655-b604-46c9-9d73-a6181a878c32 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4664044 Dec 10 19:42:41.314356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-53d6e91d-7739-4c15-b456-5300ff8f94d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:41.333216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-53d6e91d-7739-4c15-b456-5300ff8f94d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:41.353106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.355255 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "DELETE /v2.0/ports/eead9e01-5a60-4936-bbd9-b61d3c202d40 HTTP/1.1" status: 204 len: 168 time: 2.4958799 Dec 10 19:42:41.359177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58272) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:41.406261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d6e91d-7739-4c15-b456-5300ff8f94d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:41.412460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-53d6e91d-7739-4c15-b456-5300ff8f94d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.414052 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d6e91d-7739-4c15-b456-5300ff8f94d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:41.414559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d6e91d-7739-4c15-b456-5300ff8f94d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:41.422096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Port eead9e01-5a60-4936-bbd9-b61d3c202d40 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:41.455046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-53d6e91d-7739-4c15-b456-5300ff8f94d4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4128504 Dec 10 19:42:41.456414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94697d3-580c-4997-ad80-b2f797052232 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] GET failed (client error): The resource could not be found. Dec 10 19:42:41.456985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e94697d3-580c-4997-ad80-b2f797052232 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Synchronizing usage tracker for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:41.464098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58276) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:41.476397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2ff1afaa-973c-4756-bab2-3a42e8ce6444 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:41.521399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] For port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1db94087-8cdf-4bf6-910f-4c426bdc8bd9,segment=NetworkSegment(28523854-a81f-466c-afc4-aa2bcd901b5f),segment_id=28523854-a81f-466c-afc4-aa2bcd901b5f)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:41.575967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58282) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:41.576212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-82351e1f-0c1b-4219-b9b1-93c06756788b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags/tempest-TagsExtTest-Tag-518737138 HTTP/1.1" status: 201 len: 201 time: 0.8477242 Dec 10 19:42:41.582897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.583154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e94697d3-580c-4997-ad80-b2f797052232 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Unset dirty status for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:41.584395 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e94697d3-580c-4997-ad80-b2f797052232 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "GET /v2.0/ports/eead9e01-5a60-4936-bbd9-b61d3c202d40 HTTP/1.1" status: 404 len: 333 time: 0.2241576 Dec 10 19:42:41.590606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-241226c5-d3de-409d-8f13-42b2a9c0257d tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8', 'tempest-TagsExtTest-Tag-1599161310') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:41.591676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58286) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:41.594096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:41.626828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] For port 1605974b-ff67-4539-9e12-952a6f8855a9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1605974b-ff67-4539-9e12-952a6f8855a9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:41.627708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.669980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ff1afaa-973c-4756-bab2-3a42e8ce6444 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:41.694251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ff1afaa-973c-4756-bab2-3a42e8ce6444 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:41.714588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff1afaa-973c-4756-bab2-3a42e8ce6444 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:41.721355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ff1afaa-973c-4756-bab2-3a42e8ce6444 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.722976 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff1afaa-973c-4756-bab2-3a42e8ce6444 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:41.723480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff1afaa-973c-4756-bab2-3a42e8ce6444 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:41.752419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ff1afaa-973c-4756-bab2-3a42e8ce6444 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2831886 Dec 10 19:42:41.752419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-241226c5-d3de-409d-8f13-42b2a9c0257d tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags/tempest-TagsExtTest-Tag-1599161310 HTTP/1.1" status: 201 len: 201 time: 0.1741354 Dec 10 19:42:41.754061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58292) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:41.757820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58294) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:41.764147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d3528d9a-7953-4a8f-b6a3-eee86d00b60a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:41.779079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] Calling delete_port for 1605974b-ff67-4539-9e12-952a6f8855a9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:41.792501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-18f04a0f-b421-49f7-9146-c151d8ac140f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0', 'tempest-TagsExtTest-Tag-1909402822') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:41.866954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:41.906703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:41.914753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a', 'name': 'tempest-AllowedAddressPairTestJSON-2133442848'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:41.961461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89a36ac-2db3-4b3c-bb67-38869198f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:42.030008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3151803c-cac3-4da7-b6ce-928d1852a65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7cb4ae-bbea-4267-b832-c7b7ae67cbde'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:42.103248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Provisioning for port a7862b94-34df-4c7e-a145-536db1d95cb1 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:42.185546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d3528d9a-7953-4a8f-b6a3-eee86d00b60a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:42.198451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:42.216080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d3528d9a-7953-4a8f-b6a3-eee86d00b60a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:42.234204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3528d9a-7953-4a8f-b6a3-eee86d00b60a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:42.243062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3528d9a-7953-4a8f-b6a3-eee86d00b60a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:42.244656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3528d9a-7953-4a8f-b6a3-eee86d00b60a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:42.245906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3528d9a-7953-4a8f-b6a3-eee86d00b60a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:42:42.284611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1605974b-ff67-4539-9e12-952a6f8855a9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:42.287909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d3528d9a-7953-4a8f-b6a3-eee86d00b60a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5311575 Dec 10 19:42:42.288104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Subnet': ['ID=51992418-7a18-4d50-8b85-58eb3d3d3c76,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:42.292826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58318) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:42.303104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:42.306833 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18f04a0f-b421-49f7-9146-c151d8ac140f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags/tempest-TagsExtTest-Tag-1909402822 HTTP/1.1" status: 201 len: 201 time: 0.5477879 Dec 10 19:42:42.309853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58322) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:42.317998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Provisioning complete for port a7862b94-34df-4c7e-a145-536db1d95cb1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:42.318654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:42.324158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-4ea7579d-47d4-4c55-95a3-04d852421101 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c', 'tempest-TagsExtTest-Tag-1515470726') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:42.403376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:42.406797 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ea7579d-47d4-4c55-95a3-04d852421101 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags/tempest-TagsExtTest-Tag-1515470726 HTTP/1.1" status: 201 len: 201 time: 0.0947886 Dec 10 19:42:42.411697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58328) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:42.421071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-4d5344ba-a1a1-4576-93c8-a6d59a6e0a18 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f', {'tags': ['tempest-TagsExtTest-Tag-479590090', 'tempest-TagsExtTest-Tag-1968415701', 'tempest-TagsExtTest-Tag-1425806663']}) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:42.422374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:42.447913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-973996ed-02ca-4a46-8e61-6d28939f87a0', 'network_id': '973996ed-02ca-4a46-8e61-6d28939f87a0', 'tenant_id': 'c842cd7f81094aff923f92aa787d2340', 'fixed_ips': [{'subnet_id': '8de0406d-e925-4488-9755-78dfd405cf7a'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:42.448831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:42.458344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Checking segment: {'id': '8a30d4f0-80ac-49f7-903f-b0589fc1b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87a2fa9a-2155-4460-a330-5b581aa6ab69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:42.458344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network hostable DHCP agents. Network: 87a2fa9a-2155-4460-a330-5b581aa6ab69, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:42.470250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 1605974b-ff67-4539-9e12-952a6f8855a9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:42.470629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1605974b-ff67-4539-9e12-952a6f8855a9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:42.475160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] No DVR routers for this DVR port 1605974b-ff67-4539-9e12-952a6f8855a9 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:42.482859 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7f299b81-3968-4de1-8838-a16bbdb7c6fe tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1844230 Dec 10 19:42:42.490185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:42.493873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Pushing event updated for resources: {'Port': ['ID=1db94087-8cdf-4bf6-910f-4c426bdc8bd9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:42.497243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:42.516841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d2924dc-7499-4072-b9e9-2fc67527477b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:42.649113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3151803c-cac3-4da7-b6ce-928d1852a65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7cb4ae-bbea-4267-b832-c7b7ae67cbde', 'code': 200} Dec 10 19:42:42.734123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe44f22-6625-411c-88bf-bae023b77e0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:42.734893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4fe44f22-6625-411c-88bf-bae023b77e0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:42.768336 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d5344ba-a1a1-4576-93c8-a6d59a6e0a18 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags HTTP/1.1" status: 200 len: 317 time: 0.3549902 Dec 10 19:42:42.784298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58338) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:42.784782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:42.810533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-079da534-22e8-40e4-94b7-afbb02dafc51 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:42.863030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4fe44f22-6625-411c-88bf-bae023b77e0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:42.867361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4fe44f22-6625-411c-88bf-bae023b77e0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3759644 Dec 10 19:42:42.881764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:42.919046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.017836 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c35cb23c-4a64-4a9a-898b-3f15077e868d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1343582 Dec 10 19:42:43.025561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58352) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:43.038724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:43.044665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.051507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:43.126288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:43.129223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:43.130347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.141547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'networks': [{'name': 'tempest-network--1491440815'}, {'name': 'tempest-network--1187863531'}]} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:43.142028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'network': {'name': 'tempest-network--1491440815'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:43.142386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'network': {'name': 'tempest-network--1187863531'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:43.150698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:43.152639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network 87a2fa9a-2155-4460-a330-5b581aa6ab69 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:43.174739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Usage tracker for resource:network and tenant:21387d169a27437598311b13fc9e8d7e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:43.182517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:43.196180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.198687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:43.202280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] Pushing event deleted for resources: {'Port': ['ID=1605974b-ff67-4539-9e12-952a6f8855a9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:43.214001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:43.215459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.768s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:43.215858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:43.217484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] For port a7862b94-34df-4c7e-a145-536db1d95cb1, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a7862b94-34df-4c7e-a145-536db1d95cb1,segment=NetworkSegment(aa0fd484-b75e-49bc-8b79-9404e999958e),segment_id=aa0fd484-b75e-49bc-8b79-9404e999958e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:43.223025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:43.223721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Transition to ACTIVE for port object e1587e63-527e-4d5b-ad6f-34b51a34f614 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:43.228514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.233820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Made reservation on behalf of 21387d169a27437598311b13fc9e8d7e for: {'network': 2} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:43.236053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76903877-e0b1-4932-a982-619733722350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:43.240209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.241641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 87a2fa9a-2155-4460-a330-5b581aa6ab69) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:43.243246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Made reservation on behalf of 5ed79360f5064b3a92c72763ed6131a6 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:43.249209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.256323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:43.268637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.283350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275526be-f770-4444-924e-5757ba154cf7 None None] Network 87a2fa9a-2155-4460-a330-5b581aa6ab69 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:43.287128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:43.293183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.327835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:43.328474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.364860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763c299-3a72-4860-b211-71e6121ba9b3 req-50116487-84e1-40bc-9969-cde3d811764a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:43.366486 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d763c299-3a72-4860-b211-71e6121ba9b3 req-50116487-84e1-40bc-9969-cde3d811764a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 946 time: 0.6354876 Dec 10 19:42:43.396841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Allocated IP 172.20.0.2 (973996ed-02ca-4a46-8e61-6d28939f87a0/8de0406d-e925-4488-9755-78dfd405cf7a/f53214fe-4718-48ad-97e9-f915074f2900) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:43.409458 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-079da534-22e8-40e4-94b7-afbb02dafc51 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags HTTP/1.1" status: 204 len: 168 time: 0.6213737 Dec 10 19:42:43.415321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58358) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:43.415526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Transition to ACTIVE for port object e1587e63-527e-4d5b-ad6f-34b51a34f614 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:43.416229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] device_id is not set on port 205b0e5c-1161-4f88-be7f-0dca2f16fb09 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:43.426373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:43.433353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Usage tracker for resource:security_group_rule and tenant:21387d169a27437598311b13fc9e8d7e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:43.435298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.456365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:43.463021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:43.469210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:43.472936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:43.475764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:43.496748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d61d9785-44f1-46d5-89be-0566f1dbeffe req-3896577f-5d5d-4b35-adb2-9b403eaf645c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 1099 time: 0.5953000 Dec 10 19:42:43.510511 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4821427 Dec 10 19:42:43.511686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Pushing event updated for resources: {'Port': ['ID=a7862b94-34df-4c7e-a145-536db1d95cb1,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:43.513400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:43.515843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:43.516750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-cbb1dfd3-18f9-45c4-ba66-adae2880e780 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f', 'tempest-TagsExtTest-Tag-479590090') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:43.558855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'subnet': {'network_id': 'c6a11b09-b392-4800-a8de-34243e919a63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:43.567763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:43.692623 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d763c299-3a72-4860-b211-71e6121ba9b3 req-2c49e435-0ab7-47c5-89d8-7d17233e3acf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068452 Dec 10 19:42:43.804680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d61d9785-44f1-46d5-89be-0566f1dbeffe req-8e604c7d-8156-4b88-84a1-2b63844bc7e7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927756 Dec 10 19:42:43.823244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a96fc40c-56fc-4e08-b48f-f95b69748a5b None None] Provisioning complete for port a7862b94-34df-4c7e-a145-536db1d95cb1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:43.823672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a96fc40c-56fc-4e08-b48f-f95b69748a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:43.917370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-cbb1dfd3-18f9-45c4-ba66-adae2880e780 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:43.918679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cbb1dfd3-18f9-45c4-ba66-adae2880e780 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags/tempest-TagsExtTest-Tag-479590090 HTTP/1.1" status: 404 len: 328 time: 0.4259436 Dec 10 19:42:43.920010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Allocated IP 172.20.0.11 (8d809769-1fca-4513-8f8f-cccc4f1e995a/b141175a-e05c-4c81-89f7-3b4157b99251/205b0e5c-1161-4f88-be7f-0dca2f16fb09) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:43.931025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58366) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:43.945870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-f871ce4e-2c66-49ce-9369-e451723ae66b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f', 'tempest-TagsExtTest-Tag-1968415701') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:44.016557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Allocated IP 172.20.0.1 (dda8fd6e-c713-4d44-8f25-b07f9bd5d804/f86cddd3-6c26-4a30-90b1-2073c3a98fd3/507c147c-decd-4af4-8796-5f397eeb8271) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:44.039218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.040491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:44.056974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.057563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.071780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:subnet and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:44.075149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-405983c1-1a42-455e-9c50-572ac9bc232a tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:44.080174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.085647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:44.091871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d84ae04-1864-4e4a-abec-d49e551525fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.101754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:44.148863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Pushing event updated for resources: {'Port': ['ID=e1587e63-527e-4d5b-ad6f-34b51a34f614,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:44.162538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:44.167334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Attempting to bind port e1587e63-527e-4d5b-ad6f-34b51a34f614 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:44.167762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Attempting to bind port e1587e63-527e-4d5b-ad6f-34b51a34f614 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '5c3eaf6a-a447-4712-9602-f88e9b12fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dda8fd6e-c713-4d44-8f25-b07f9bd5d804'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:44.168147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Attempting to bind port e1587e63-527e-4d5b-ad6f-34b51a34f614 on network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:44.211891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b16c8-8d25-439a-978b-01e8afb84ae6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:44.214608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Made reservation on behalf of 0240b12aa154428a8656e86f6511ab66 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:44.244359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:44.247270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:44.276837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:44.277112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Checking segment: {'id': '5c3eaf6a-a447-4712-9602-f88e9b12fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dda8fd6e-c713-4d44-8f25-b07f9bd5d804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:44.277574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.278010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Bound using segment: {'id': '5c3eaf6a-a447-4712-9602-f88e9b12fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dda8fd6e-c713-4d44-8f25-b07f9bd5d804'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:44.278548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Bound port: e1587e63-527e-4d5b-ad6f-34b51a34f614, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3eaf6a-a447-4712-9602-f88e9b12fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dda8fd6e-c713-4d44-8f25-b07f9bd5d804'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:44.278973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.303667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-87a2fa9a-2155-4460-a330-5b581aa6ab69', 'network_id': '87a2fa9a-2155-4460-a330-5b581aa6ab69', 'tenant_id': '0240b12aa154428a8656e86f6511ab66', 'fixed_ips': [{'subnet_id': '51992418-7a18-4d50-8b85-58eb3d3d3c76'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:44.304561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.335098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.335786 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Added segment 8a97edd1-b2ff-47b7-b927-8c44b021c14c of type vlan for network 7e9bba8a-75e2-4b29-b8f9-2e9e6f7947eb Dec 10 19:42:44.392116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a7862b94-34df-4c7e-a145-536db1d95cb1 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:44.432467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.480321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.528146 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-f871ce4e-2c66-49ce-9369-e451723ae66b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:44.535892 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f871ce4e-2c66-49ce-9369-e451723ae66b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags/tempest-TagsExtTest-Tag-1968415701 HTTP/1.1" status: 404 len: 329 time: 0.6032491 Dec 10 19:42:44.541006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58370) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:44.548009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.564993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4103d775-2b22-46d9-bae5-96177cb603bd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:44.601491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-33640af6-09d4-48b2-82b2-492d1195859b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f', 'tempest-TagsExtTest-Tag-1425806663') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:44.611103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.614600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f5940-e9fb-4c16-86b3-ff8359216b17 None None] Network 4e29cbcd-07fb-4911-a821-9511256fe55e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:44.666245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.679367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:44.686924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:44.691375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:44.692028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.702400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.715305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:44.715515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Transition to ACTIVE for port object 205b0e5c-1161-4f88-be7f-0dca2f16fb09 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:44.718335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Transition to ACTIVE for port object f53214fe-4718-48ad-97e9-f915074f2900 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:44.721148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=8a81c2a6-e376-4b1a-96df-cdeb6e5f48d4,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:44.729251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:44.729444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712cc635-f595-4b27-83e6-3fd47dbaa727 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:44.740217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Transition to ACTIVE for port object 507c147c-decd-4af4-8796-5f397eeb8271 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:44.743220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.743934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Added segment 3d2afdfd-8584-4d6c-a392-81cd85923bd8 of type vlan for network d163eeab-ce2a-4bf0-84d0-f88b7e57d577 Dec 10 19:42:44.764928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-33640af6-09d4-48b2-82b2-492d1195859b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:44.769340 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-33640af6-09d4-48b2-82b2-492d1195859b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags/tempest-TagsExtTest-Tag-1425806663 HTTP/1.1" status: 404 len: 329 time: 0.2136884 Dec 10 19:42:44.772072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58376) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:44.794884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-b1d514f2-89a0-4d31-a76e-96ac0113eb5a tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8', {'tags': ['tempest-TagsExtTest-Tag-365182583', 'tempest-TagsExtTest-Tag-1175596464', 'tempest-TagsExtTest-Tag-848131207']}) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:44.815867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] For port e1587e63-527e-4d5b-ad6f-34b51a34f614, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:44.841572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7985301 Dec 10 19:42:44.848856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58380) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:44.854178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.864519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:e0:65:47', 'name': 'tempest-NetworksTestDHCPv6-2042215511'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:44.879803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.902384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] For port e1587e63-527e-4d5b-ad6f-34b51a34f614, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e1587e63-527e-4d5b-ad6f-34b51a34f614,segment=NetworkSegment(5c3eaf6a-a447-4712-9602-f88e9b12fccd),segment_id=5c3eaf6a-a447-4712-9602-f88e9b12fccd)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:44.913354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Transition to ACTIVE for port object f53214fe-4718-48ad-97e9-f915074f2900 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:44.938670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.943221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.948998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18a6ca47-f9dc-469f-8959-b0dd493e0cfd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:44.957875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d342b194-2bbc-4c5d-893e-20750ce72bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:44.985403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.986132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:44.990611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:44.994276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:44.995021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:45.010580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:45.049821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c2b979c3-ad9d-448f-bef1-6c0962ff2271 None None] Provisioning for port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:45.052531 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2626011 Dec 10 19:42:45.063993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58384) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:45.091072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a7862b94-34df-4c7e-a145-536db1d95cb1 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:45.091859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:45.116257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Subnet': ['ID=53477161-3b90-482c-95aa-ba86f0cab2c5,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:45.182677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:45.185757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7408f34d-20aa-4e50-a656-7ff75465ba27 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:45.216781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Allocated IP 2001:db8::2 (87a2fa9a-2155-4460-a330-5b581aa6ab69/51992418-7a18-4d50-8b85-58eb3d3d3c76/2afa1de5-5f38-42ca-ba9b-31da9a3abf24) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:45.286211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Checking segment: {'id': '43b85bae-c17f-4023-9386-6d69d3bdc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c6a11b09-b392-4800-a8de-34243e919a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:45.286641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network hostable DHCP agents. Network: c6a11b09-b392-4800-a8de-34243e919a63, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:45.312774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Network 973996ed-02ca-4a46-8e61-6d28939f87a0 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:45.319934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2333d073-4a99-441c-85dd-a64b773fb461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:45.334499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Network': ['ID=7e9bba8a-75e2-4b29-b8f9-2e9e6f7947eb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:45.360758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 7e9bba8a-75e2-4b29-b8f9-2e9e6f7947eb details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:45.501864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:45.504294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Pushing event updated for resources: {'Port': ['ID=e1587e63-527e-4d5b-ad6f-34b51a34f614,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:45.506412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=205b0e5c-1161-4f88-be7f-0dca2f16fb09,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:45.509898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network c6a11b09-b392-4800-a8de-34243e919a63 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:45.520968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:45.523323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:45.527606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b00446-fc70-489d-be49-9989087fd2bc tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:45.532521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b00446-fc70-489d-be49-9989087fd2bc tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:45.535212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a8cac94-f6b0-4744-83bf-d31c1c6cae57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:45.536949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b00446-fc70-489d-be49-9989087fd2bc tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:45.541438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b00446-fc70-489d-be49-9989087fd2bc tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:45.542566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-68b00446-fc70-489d-be49-9989087fd2bc tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Synchronizing usage tracker for tenant:21387d169a27437598311b13fc9e8d7e on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:45.551236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Network': ['ID=d163eeab-ce2a-4bf0-84d0-f88b7e57d577,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:45.557933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:45.560204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, c6a11b09-b392-4800-a8de-34243e919a63) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:45.562245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:45.562245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:45.565538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:45.573929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:45.574758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:45.591589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-68b00446-fc70-489d-be49-9989087fd2bc tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Unset dirty status for tenant:21387d169a27437598311b13fc9e8d7e on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:45.593700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-68b00446-fc70-489d-be49-9989087fd2bc tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5240893 Dec 10 19:42:45.598477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58388) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:45.610715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0933237 Dec 10 19:42:45.612375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58392) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:45.622568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:45.633542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-77d2e5f0-3018-4fd6-ad51-a28ec399e165 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:45.644740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad3b8a8-a575-48e4-a0cf-f6f4cfa51ce7 None None] Network c6a11b09-b392-4800-a8de-34243e919a63 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:45.726797 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1d514f2-89a0-4d31-a76e-96ac0113eb5a tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags HTTP/1.1" status: 200 len: 316 time: 0.9535604 Dec 10 19:42:45.750844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58396) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:45.755230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:45.778704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:45.788757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-c0e1fc4a-0015-4dd4-962e-b2f142d1c5f3 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:45.826626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:45.901181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:45.901943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:45.936542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:45.952956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:45.961252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:45.984004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network d163eeab-ce2a-4bf0-84d0-f88b7e57d577 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:46.027563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.030272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Port': ['ID=507c147c-decd-4af4-8796-5f397eeb8271,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:46.050617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:46.075202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6fa7f-b048-4d2c-949a-89a005dc8221 req-9f92e7ce-0adc-4152-8d95-5a7dab11f0ef tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:46.076816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fcb6fa7f-b048-4d2c-949a-89a005dc8221 req-9f92e7ce-0adc-4152-8d95-5a7dab11f0ef tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 946 time: 0.7057245 Dec 10 19:42:46.080381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:46.097900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2027409 Dec 10 19:42:46.099196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:46.103118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58400) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:46.118080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6a:67:06'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:46.128116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:46.147583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:46.162736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.192333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:46.288399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.328822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fcb6fa7f-b048-4d2c-949a-89a005dc8221 req-4a096572-5770-48df-b427-0b42b7edfa56 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379866 Dec 10 19:42:46.349559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-c6a11b09-b392-4800-a8de-34243e919a63', 'network_id': 'c6a11b09-b392-4800-a8de-34243e919a63', 'tenant_id': '0240b12aa154428a8656e86f6511ab66', 'fixed_ips': [{'subnet_id': '53477161-3b90-482c-95aa-ba86f0cab2c5'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:46.350132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.375134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c0e1fc4a-0015-4dd4-962e-b2f142d1c5f3 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags HTTP/1.1" status: 204 len: 168 time: 0.6046495 Dec 10 19:42:46.375134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58404) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:46.375134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.389601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-6cba2a99-a4c2-4f08-99ca-bdfbb16f3b6f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8', 'tempest-TagsExtTest-Tag-365182583') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:46.464318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Pushing event updated for resources: {'Port': ['ID=f53214fe-4718-48ad-97e9-f915074f2900,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:46.488638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:46.525857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.589408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '8a81c2a6-e376-4b1a-96df-cdeb6e5f48d4'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:46.590336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.665823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fe38ff81-e311-447f-b19b-f757993fbeb2 None None] Provisioning for port 205b0e5c-1161-4f88-be7f-0dca2f16fb09 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:46.715247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Attempting to bind port f53214fe-4718-48ad-97e9-f915074f2900 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:46.715656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Attempting to bind port f53214fe-4718-48ad-97e9-f915074f2900 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'd62a8805-6e92-4cf3-b9d2-c7699ecbf241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '973996ed-02ca-4a46-8e61-6d28939f87a0'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:46.716079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Attempting to bind port f53214fe-4718-48ad-97e9-f915074f2900 on network 973996ed-02ca-4a46-8e61-6d28939f87a0 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:46.719431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fe38ff81-e311-447f-b19b-f757993fbeb2 None None] Provisioning complete for port 205b0e5c-1161-4f88-be7f-0dca2f16fb09 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:46.719828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe38ff81-e311-447f-b19b-f757993fbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.780652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:46.862237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.950297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:46.950722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Checking segment: {'id': 'd62a8805-6e92-4cf3-b9d2-c7699ecbf241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '973996ed-02ca-4a46-8e61-6d28939f87a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:46.951179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.951647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Bound using segment: {'id': 'd62a8805-6e92-4cf3-b9d2-c7699ecbf241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '973996ed-02ca-4a46-8e61-6d28939f87a0'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:46.952181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Bound port: f53214fe-4718-48ad-97e9-f915074f2900, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62a8805-6e92-4cf3-b9d2-c7699ecbf241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '973996ed-02ca-4a46-8e61-6d28939f87a0'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:46.952605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:46.967751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port b5092d65-dbb2-4460-85e6-2a41df5e3591 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:47.004255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.067617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.080339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Transition to ACTIVE for port object 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:47.097521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fe38ff81-e311-447f-b19b-f757993fbeb2 None None] Port 205b0e5c-1161-4f88-be7f-0dca2f16fb09 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:47.104105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9bba8a-75e2-4b29-b8f9-2e9e6f7947eb']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:47.164127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:fee0:6547 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/8a81c2a6-e376-4b1a-96df-cdeb6e5f48d4/b5092d65-dbb2-4460-85e6-2a41df5e3591) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:47.196503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Transition to ACTIVE for port object 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:47.205397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a97edd1-b2ff-47b7-b927-8c44b021c14c') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:47.206631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a97edd1-b2ff-47b7-b927-8c44b021c14c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:47.225058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac1312-647c-4970-8cc0-fae083dda7fe None None] Network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:47.253224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.263137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.324187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ee418d53-de41-46db-ba17-b20b1eef4da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:47.374467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.398001 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-6cba2a99-a4c2-4f08-99ca-bdfbb16f3b6f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:47.399186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6cba2a99-a4c2-4f08-99ca-bdfbb16f3b6f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags/tempest-TagsExtTest-Tag-365182583 HTTP/1.1" status: 404 len: 328 time: 1.0281210 Dec 10 19:42:47.417386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58410) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:47.418358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.430391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-a7b6a48f-0c10-4b80-8e48-68b45c7435ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8', 'tempest-TagsExtTest-Tag-1175596464') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:47.432129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4a3b0aed-3996-4f83-9cc9-d0be04434874 None None] Provisioning for port e1587e63-527e-4d5b-ad6f-34b51a34f614 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:47.448443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:47.449486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:47.483798 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:47.496150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Allocated IP 2001:db8::2 (c6a11b09-b392-4800-a8de-34243e919a63/53477161-3b90-482c-95aa-ba86f0cab2c5/93b22b23-45d8-426c-83f7-d0b77086e72c) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:47.499684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Network 87a2fa9a-2155-4460-a330-5b581aa6ab69 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:47.516868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:47.533348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Pushing event updated for resources: {'Port': ['ID=2afa1de5-5f38-42ca-ba9b-31da9a3abf24,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:47.541916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:47.545402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:47.548654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:47.555178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] For port f53214fe-4718-48ad-97e9-f915074f2900, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:47.571397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:47.571816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.637715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] For port f53214fe-4718-48ad-97e9-f915074f2900, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f53214fe-4718-48ad-97e9-f915074f2900,segment=NetworkSegment(d62a8805-6e92-4cf3-b9d2-c7699ecbf241),segment_id=d62a8805-6e92-4cf3-b9d2-c7699ecbf241)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:47.656245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.706251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.711258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.713670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object b5092d65-dbb2-4460-85e6-2a41df5e3591 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:47.715746 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-a7b6a48f-0c10-4b80-8e48-68b45c7435ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:47.720548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a7b6a48f-0c10-4b80-8e48-68b45c7435ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags/tempest-TagsExtTest-Tag-1175596464 HTTP/1.1" status: 404 len: 329 time: 0.2984557 Dec 10 19:42:47.720548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.729859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58414) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:47.730676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-37b11151-5937-4e9a-ae36-299a054220ad tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:47.753137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.754305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8334cf39-2140-41d9-9b9a-bd9502c1c02a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:47.776122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-bd3ba123-92c4-429f-ae9b-a6994eeac535 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8', 'tempest-TagsExtTest-Tag-848131207') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:47.805443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Network': ['ID=7e9bba8a-75e2-4b29-b8f9-2e9e6f7947eb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:47.832591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:47.865150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6f18-6fcf-4827-b1ae-772bc7af6022 req-14ac2605-1de5-43d4-9b68-ccdc83a5b8a7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:47.866939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-545a6f18-6fcf-4827-b1ae-772bc7af6022 req-14ac2605-1de5-43d4-9b68-ccdc83a5b8a7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 946 time: 0.3383305 Dec 10 19:42:47.881589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/networks/7e9bba8a-75e2-4b29-b8f9-2e9e6f7947eb HTTP/1.1" status: 204 len: 168 time: 2.2816148 Dec 10 19:42:47.881834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.885588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58418) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:47.911007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Port': ['ID=507c147c-decd-4af4-8796-5f397eeb8271,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:47.938608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:47.949095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:47.972755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8bfa8ec8-52dc-4691-84fe-be77c805a150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:48.074028 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-bd3ba123-92c4-429f-ae9b-a6994eeac535 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:48.077324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bd3ba123-92c4-429f-ae9b-a6994eeac535 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags/tempest-TagsExtTest-Tag-848131207 HTTP/1.1" status: 404 len: 328 time: 0.3292780 Dec 10 19:42:48.089397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Allocated IP 2001:db8::1 (87a2fa9a-2155-4460-a330-5b581aa6ab69/51992418-7a18-4d50-8b85-58eb3d3d3c76/11801e47-13a5-485a-a593-399dd943c38a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:48.104874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58422) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:48.111866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-d1760a68-45c6-4e9b-8f2b-07d95c67203d tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0', {'tags': ['tempest-TagsExtTest-Tag-1347465661', 'tempest-TagsExtTest-Tag-1370580744', 'tempest-TagsExtTest-Tag-1563389466']}) {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:48.187588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17362a3b-d8f5-4270-9a63-6782d4255d9d None None] Provisioning complete for port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:48.187930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17362a3b-d8f5-4270-9a63-6782d4255d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.212964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Attempting to bind port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:48.213379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Attempting to bind port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '8a30d4f0-80ac-49f7-903f-b0589fc1b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87a2fa9a-2155-4460-a330-5b581aa6ab69'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:48.213815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Attempting to bind port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 on network 87a2fa9a-2155-4460-a330-5b581aa6ab69 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:48.318528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Pushing event updated for resources: {'Port': ['ID=f53214fe-4718-48ad-97e9-f915074f2900,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:48.337470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.361276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:48.361945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1770251-3257-4690-804b-ae260bb2fa15 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:48.416187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:48.416610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Checking segment: {'id': '8a30d4f0-80ac-49f7-903f-b0589fc1b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87a2fa9a-2155-4460-a330-5b581aa6ab69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:48.417475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.417475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Bound using segment: {'id': '8a30d4f0-80ac-49f7-903f-b0589fc1b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87a2fa9a-2155-4460-a330-5b581aa6ab69'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:48.417920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Bound port: 2afa1de5-5f38-42ca-ba9b-31da9a3abf24, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a30d4f0-80ac-49f7-903f-b0589fc1b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '87a2fa9a-2155-4460-a330-5b581aa6ab69'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:48.418339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.430439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d1760a68-45c6-4e9b-8f2b-07d95c67203d tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags HTTP/1.1" status: 200 len: 318 time: 0.3241360 Dec 10 19:42:48.436527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58426) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:48.449714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-538ffce9-7f21-4165-8257-8911d3e4a0bd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:48.486220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.495644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.508998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0875c19c-dda4-47c8-acb7-774178ef726e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:48.516369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.561830 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-545a6f18-6fcf-4827-b1ae-772bc7af6022 req-ff46791c-0aba-4aef-8506-13bd9901cebe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6803596 Dec 10 19:42:48.568753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.572478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.573618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Allocated IP 2001:db8::f816:3eff:feb6:3519 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/8a81c2a6-e376-4b1a-96df-cdeb6e5f48d4/e236060c-dc3e-4964-b2c3-00aeb57784ce) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:48.609875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:48.696202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=205b0e5c-1161-4f88-be7f-0dca2f16fb09,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:48.714526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Transition to ACTIVE for port object 11801e47-13a5-485a-a593-399dd943c38a will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:48.723556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:48.726529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:48.731451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:48.732423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.745803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=b5092d65-dbb2-4460-85e6-2a41df5e3591,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:48.752676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:48.758286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:48.761075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.789789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:48.794109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.861602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1db94087-8cdf-4bf6-910f-4c426bdc8bd9,segment=NetworkSegment(28523854-a81f-466c-afc4-aa2bcd901b5f),segment_id=28523854-a81f-466c-afc4-aa2bcd901b5f)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:48.875954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Transition to ACTIVE for port object 93b22b23-45d8-426c-83f7-d0b77086e72c will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:48.882245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.892249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c3ad265-857a-4968-be2e-2bfe404125d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:48.935749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network 87a2fa9a-2155-4460-a330-5b581aa6ab69 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:48.957303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Port': ['ID=11801e47-13a5-485a-a593-399dd943c38a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:48.961086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:48.978063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17362a3b-d8f5-4270-9a63-6782d4255d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:48.991895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] For port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:49.005793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:49.010729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:49.011334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.044221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] For port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2afa1de5-5f38-42ca-ba9b-31da9a3abf24,segment=NetworkSegment(8a30d4f0-80ac-49f7-903f-b0589fc1b277),segment_id=8a30d4f0-80ac-49f7-903f-b0589fc1b277)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:49.069684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] In _notify_port_updated(), no bound segment for port 205b0e5c-1161-4f88-be7f-0dca2f16fb09 on network 8d809769-1fca-4513-8f8f-cccc4f1e995a {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:42:49.074685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:49.075400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.077661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b3ba757-9e2c-4412-aabc-2ba4b3dc383b tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "PUT /v2.0/ports/205b0e5c-1161-4f88-be7f-0dca2f16fb09 HTTP/1.1" status: 200 len: 997 time: 2.9658785 Dec 10 19:42:49.082635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58432) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:49.086128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Transition to ACTIVE for port object 93b22b23-45d8-426c-83f7-d0b77086e72c will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:49.102789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.116728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:49.123882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:49.137642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.201346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=1db94087-8cdf-4bf6-910f-4c426bdc8bd9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:49.211926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e1587e63-527e-4d5b-ad6f-34b51a34f614 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:49.213766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3635690 Dec 10 19:42:49.221323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58436) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:49.258631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting port 205b0e5c-1161-4f88-be7f-0dca2f16fb09 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:49.259009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.286779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:49.301986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3dc7ad31-1906-4940-ab6e-f1fa3f9dbd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:49.395613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.424390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-538ffce9-7f21-4165-8257-8911d3e4a0bd tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags HTTP/1.1" status: 204 len: 168 time: 0.9799948 Dec 10 19:42:49.453032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58440) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:49.467709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-cc82ca0a-770e-4248-87c1-a547c76f3b3e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0', 'tempest-TagsExtTest-Tag-1347465661') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:49.501992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Network c6a11b09-b392-4800-a8de-34243e919a63 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:49.518507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:49.536770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:49.555749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-17362a3b-d8f5-4270-9a63-6782d4255d9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:42:49.556416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-17362a3b-d8f5-4270-9a63-6782d4255d9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:42:49.567149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.579398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Transition to ACTIVE for port object e236060c-dc3e-4964-b2c3-00aeb57784ce will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:49.602607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Transition to ACTIVE for port object e236060c-dc3e-4964-b2c3-00aeb57784ce will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:49.606377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Pushing event updated for resources: {'Port': ['ID=2afa1de5-5f38-42ca-ba9b-31da9a3abf24,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:49.628279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.649545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.653963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d163eeab-ce2a-4bf0-84d0-f88b7e57d577']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:49.707787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2afdfd-8584-4d6c-a392-81cd85923bd8') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:49.708785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2afdfd-8584-4d6c-a392-81cd85923bd8') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:49.731215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab3349-717d-4d2e-9eae-904914a439c3 req-5d00bafc-e58a-468b-bfed-8f6655e478f7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:49.733974 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3ab3349-717d-4d2e-9eae-904914a439c3 req-5d00bafc-e58a-468b-bfed-8f6655e478f7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 946 time: 0.9661191 Dec 10 19:42:49.747389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.806448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Pushing event updated for resources: {'Port': ['ID=93b22b23-45d8-426c-83f7-d0b77086e72c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:49.817562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:49.818772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:49.819301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca7eb3d5-c6f5-413f-a019-7563454ae34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.670s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:49.838576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Calling delete_port for 205b0e5c-1161-4f88-be7f-0dca2f16fb09 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:49.856466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:49.858988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e1587e63-527e-4d5b-ad6f-34b51a34f614 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:49.874818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:49.883919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Attempting to bind port 93b22b23-45d8-426c-83f7-d0b77086e72c on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:49.884247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Attempting to bind port 93b22b23-45d8-426c-83f7-d0b77086e72c by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '43b85bae-c17f-4023-9386-6d69d3bdc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c6a11b09-b392-4800-a8de-34243e919a63'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:49.884625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Attempting to bind port 93b22b23-45d8-426c-83f7-d0b77086e72c on network c6a11b09-b392-4800-a8de-34243e919a63 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:49.886914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e1587e63-527e-4d5b-ad6f-34b51a34f614 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:49.887344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.930078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.946260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-cc82ca0a-770e-4248-87c1-a547c76f3b3e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:49.947341 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cc82ca0a-770e-4248-87c1-a547c76f3b3e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags/tempest-TagsExtTest-Tag-1347465661 HTTP/1.1" status: 404 len: 329 time: 0.4927752 Dec 10 19:42:49.960632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:42:49.961081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.978755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58444) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:49.981077 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:49.987293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad444dd-333f-4ba9-8189-4dd2da0c44f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:49.988039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ad444dd-333f-4ba9-8189-4dd2da0c44f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:49.991519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:49.991956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Checking segment: {'id': '43b85bae-c17f-4023-9386-6d69d3bdc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c6a11b09-b392-4800-a8de-34243e919a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:49.992427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.992883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Bound using segment: {'id': '43b85bae-c17f-4023-9386-6d69d3bdc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c6a11b09-b392-4800-a8de-34243e919a63'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:49.993438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Bound port: 93b22b23-45d8-426c-83f7-d0b77086e72c, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b85bae-c17f-4023-9386-6d69d3bdc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c6a11b09-b392-4800-a8de-34243e919a63'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:49.993905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:49.999404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-0e8319ae-560d-4b3a-a3c7-e5b2f31b8cd1 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0', 'tempest-TagsExtTest-Tag-1370580744') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:50.022737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Pushing event updated for resources: {'Port': ['ID=e236060c-dc3e-4964-b2c3-00aeb57784ce,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:50.238336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.269027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:50.323346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:50.323743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:50.404200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Attempting to bind port e236060c-dc3e-4964-b2c3-00aeb57784ce on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:42:50.404709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Attempting to bind port e236060c-dc3e-4964-b2c3-00aeb57784ce by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:42:50.405131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Attempting to bind port e236060c-dc3e-4964-b2c3-00aeb57784ce on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:42:50.561624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:42:50.562065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:50.562524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.562969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:42:50.563509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Bound port: e236060c-dc3e-4964-b2c3-00aeb57784ce, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:42:50.563933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.627815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] For port 93b22b23-45d8-426c-83f7-d0b77086e72c, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:50.656470 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3ab3349-717d-4d2e-9eae-904914a439c3 req-5692eba3-831a-45d2-93f7-4118de74d8da tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9127669 Dec 10 19:42:50.666573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.698064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ad444dd-333f-4ba9-8189-4dd2da0c44f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:50.702475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3ad444dd-333f-4ba9-8189-4dd2da0c44f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.4083729 Dec 10 19:42:50.706284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58450) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:50.710723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.719831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] For port 93b22b23-45d8-426c-83f7-d0b77086e72c, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=93b22b23-45d8-426c-83f7-d0b77086e72c,segment=NetworkSegment(43b85bae-c17f-4023-9386-6d69d3bdc983),segment_id=43b85bae-c17f-4023-9386-6d69d3bdc983)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:50.733807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.737823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70c7df23-3031-42c0-9d8e-8000f4684514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:50.746288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:50.754870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.765750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.778726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7de7b087-127b-42f5-874a-0b10f39fc813 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:50.781836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8115c5e7-cc4c-41c9-8f88-d8cfe9a8067a None None] Provisioning complete for port e1587e63-527e-4d5b-ad6f-34b51a34f614 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:50.782275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8115c5e7-cc4c-41c9-8f88-d8cfe9a8067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.805737 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-0e8319ae-560d-4b3a-a3c7-e5b2f31b8cd1 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:50.810332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0e8319ae-560d-4b3a-a3c7-e5b2f31b8cd1 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags/tempest-TagsExtTest-Tag-1370580744 HTTP/1.1" status: 404 len: 329 time: 0.8189657 Dec 10 19:42:50.812044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Network': ['ID=d163eeab-ce2a-4bf0-84d0-f88b7e57d577,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:50.813887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58454) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:50.837073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:50.859255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-56034476-af68-44bd-998b-b21e419ace15 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0', 'tempest-TagsExtTest-Tag-1563389466') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:50.876737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e1587e63-527e-4d5b-ad6f-34b51a34f614, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e1587e63-527e-4d5b-ad6f-34b51a34f614,segment=NetworkSegment(5c3eaf6a-a447-4712-9602-f88e9b12fccd),segment_id=5c3eaf6a-a447-4712-9602-f88e9b12fccd)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:50.901696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] For port e236060c-dc3e-4964-b2c3-00aeb57784ce, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:42:50.906520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Port': ['ID=205b0e5c-1161-4f88-be7f-0dca2f16fb09,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:50.917119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:50.918689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:50.956535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] For port e236060c-dc3e-4964-b2c3-00aeb57784ce, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e236060c-dc3e-4964-b2c3-00aeb57784ce,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:42:50.960688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Pushing event updated for resources: {'Port': ['ID=93b22b23-45d8-426c-83f7-d0b77086e72c,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:50.966738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:50.972012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:51.027353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:51.146761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:51.175831 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "DELETE /v2.0/ports/205b0e5c-1161-4f88-be7f-0dca2f16fb09 HTTP/1.1" status: 204 len: 168 time: 2.0923927 Dec 10 19:42:51.180049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58460) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:51.203979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/networks/d163eeab-ce2a-4bf0-84d0-f88b7e57d577 HTTP/1.1" status: 204 len: 168 time: 3.3113179 Dec 10 19:42:51.205242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58464) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:51.236876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e1587e63-527e-4d5b-ad6f-34b51a34f614,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:51.243869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:51.244390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:51.323795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f53214fe-4718-48ad-97e9-f915074f2900 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:51.352124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:51.355207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d263b6-bfc9-418e-9a65-b07c636f683c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] GET failed (client error): The resource could not be found. Dec 10 19:42:51.355779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d4d263b6-bfc9-418e-9a65-b07c636f683c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Synchronizing usage tracker for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:51.366607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:51.367505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:51.377897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port b5092d65-dbb2-4460-85e6-2a41df5e3591 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:51.378283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:51.387186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4c8c5943-df8b-4323-8b74-7e19d3fa98fc tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:51.430553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8115c5e7-cc4c-41c9-8f88-d8cfe9a8067a None None] Provisioning for port 507c147c-decd-4af4-8796-5f397eeb8271 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:51.438755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Pushing event updated for resources: {'Port': ['ID=e236060c-dc3e-4964-b2c3-00aeb57784ce,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:51.443225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8115c5e7-cc4c-41c9-8f88-d8cfe9a8067a None None] Provisioning complete for port 507c147c-decd-4af4-8796-5f397eeb8271 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:51.443769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8115c5e7-cc4c-41c9-8f88-d8cfe9a8067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:51.469555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Router 6946144b-1453-49f9-ab15-16e3e4644e29 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:42:51.511049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:51.511445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8115c5e7-cc4c-41c9-8f88-d8cfe9a8067a None None] Port 507c147c-decd-4af4-8796-5f397eeb8271 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:51.517426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8115c5e7-cc4c-41c9-8f88-d8cfe9a8067a None None] Could not find standard attr ID for object 205b0e5c-1161-4f88-be7f-0dca2f16fb09. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:42:51.530864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port f53214fe-4718-48ad-97e9-f915074f2900 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:51.536604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:51.574469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d4d263b6-bfc9-418e-9a65-b07c636f683c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Unset dirty status for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:51.579468 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d4d263b6-bfc9-418e-9a65-b07c636f683c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "GET /v2.0/ports/205b0e5c-1161-4f88-be7f-0dca2f16fb09 HTTP/1.1" status: 404 len: 333 time: 0.3929968 Dec 10 19:42:51.588041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58468) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:51.597965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a', 'name': 'tempest-AllowedAddressPairTestJSON-1101156797'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:51.606342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-56034476-af68-44bd-998b-b21e419ace15 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:51.611249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-56034476-af68-44bd-998b-b21e419ace15 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags/tempest-TagsExtTest-Tag-1563389466 HTTP/1.1" status: 404 len: 329 time: 0.7832325 Dec 10 19:42:51.612120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58472) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:51.628882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2e14a-edf3-4897-936a-76dedf92189e None None] Network 973996ed-02ca-4a46-8e61-6d28939f87a0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:51.691754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-980697bf-a023-43b8-a1d2-bbdf39f2e849 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c', {'tags': ['tempest-TagsExtTest-Tag-1453643941', 'tempest-TagsExtTest-Tag-771326968', 'tempest-TagsExtTest-Tag-1972173817']}) {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:51.726694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Port': ['ID=11801e47-13a5-485a-a593-399dd943c38a,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:51.730372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:51.765421 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-980697bf-a023-43b8-a1d2-bbdf39f2e849 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "PUT /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags HTTP/1.1" status: 200 len: 317 time: 0.0839968 Dec 10 19:42:51.766485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58476) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:51.769367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] Provisioning for port f53214fe-4718-48ad-97e9-f915074f2900 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:51.783552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] Provisioning complete for port f53214fe-4718-48ad-97e9-f915074f2900 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:51.784652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:51.817712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network 87a2fa9a-2155-4460-a330-5b581aa6ab69 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:51.844335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:51.846290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:51.860214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-b5f671b2-3693-4bba-9ede-cedfb8ac81fa tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:51.885166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:51.960289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b260d-eab8-4ede-88bb-9f6a1a85d69c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:51.965239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b260d-eab8-4ede-88bb-9f6a1a85d69c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:51.966122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-840b260d-eab8-4ede-88bb-9f6a1a85d69c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Synchronizing usage tracker for tenant:21387d169a27437598311b13fc9e8d7e on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:52.031884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-840b260d-eab8-4ede-88bb-9f6a1a85d69c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Unset dirty status for tenant:21387d169a27437598311b13fc9e8d7e on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:52.037245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-840b260d-eab8-4ede-88bb-9f6a1a85d69c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8164504 Dec 10 19:42:52.038164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58480) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:52.078985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1861708503'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:52.114765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:52.140558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.186629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:52.244858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:52.254356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58484) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:52.334020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Made reservation on behalf of 5ed79360f5064b3a92c72763ed6131a6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:52.340005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.347133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:52.419376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:52.419804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.491048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for b5092d65-dbb2-4460-85e6-2a41df5e3591 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:52.534387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.594428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Made reservation on behalf of 21387d169a27437598311b13fc9e8d7e for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:52.601205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.627756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] For port f53214fe-4718-48ad-97e9-f915074f2900, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f53214fe-4718-48ad-97e9-f915074f2900,segment=NetworkSegment(d62a8805-6e92-4cf3-b9d2-c7699ecbf241),segment_id=d62a8805-6e92-4cf3-b9d2-c7699ecbf241)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:52.648019 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b5f671b2-3693-4bba-9ede-cedfb8ac81fa tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags HTTP/1.1" status: 204 len: 168 time: 0.7958252 Dec 10 19:42:52.651643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58488) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:52.662668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-f4995fbb-fdcf-4f6b-a4cd-56c3b309a574 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c', 'tempest-TagsExtTest-Tag-1453643941') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:52.675655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.681673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:52.698065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] device_id is not set on port db4f2ceb-d281-460e-a1a1-470cbef32bb7 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:52.737393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c79e4cd-d16f-4419-aa39-ea864e076439 None None] Network 87a2fa9a-2155-4460-a330-5b581aa6ab69 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:52.829668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:52.832827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.855107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.855784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Added segment 4b9d8aa7-a3ee-4c98-9668-fa7dfa30ff48 of type vlan for network c1a8a35a-b2ff-4086-ba3e-b1781dad9463 Dec 10 19:42:52.893188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.919555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] Pushing event updated for resources: {'Port': ['ID=f53214fe-4718-48ad-97e9-f915074f2900,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:52.931799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:52.936617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:52.965750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Allocated IP 172.20.0.7 (8d809769-1fca-4513-8f8f-cccc4f1e995a/b141175a-e05c-4c81-89f7-3b4157b99251/db4f2ceb-d281-460e-a1a1-470cbef32bb7) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:52.969386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] Provisioning for port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:52.988428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=b5092d65-dbb2-4460-85e6-2a41df5e3591,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:52.988428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.992870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:52.993564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:52.999941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] Provisioning complete for port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:53.005148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:53.033004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:53.035801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:53.075027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0154009 Dec 10 19:42:53.077930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:42:53.090872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58492) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:53.091569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "PUT /v2.0/routers/6946144b-1453-49f9-ab15-16e3e4644e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1679688 Dec 10 19:42:53.096712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f33c7c-f26c-45b6-8b50-688fe085619e None None] Sync routers for ids ['6946144b-1453-49f9-ab15-16e3e4644e29'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:42:53.098273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58494) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:53.127769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f33c7c-f26c-45b6-8b50-688fe085619e None None] Routers {'6946144b-1453-49f9-ab15-16e3e4644e29'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:53.128584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d2f33c7c-f26c-45b6-8b50-688fe085619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6946144b-1453-49f9-ab15-16e3e4644e29'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:53.150081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1997867216'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:53.181160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:53.190320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Usage tracker for resource:network and tenant:21387d169a27437598311b13fc9e8d7e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:53.261245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-f4995fbb-fdcf-4f6b-a4cd-56c3b309a574 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:53.262503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f4995fbb-fdcf-4f6b-a4cd-56c3b309a574 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags/tempest-TagsExtTest-Tag-1453643941 HTTP/1.1" status: 404 len: 329 time: 0.6076386 Dec 10 19:42:53.265207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Network': ['ID=c1a8a35a-b2ff-4086-ba3e-b1781dad9463,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:53.273102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:53.278857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d2f33c7c-f26c-45b6-8b50-688fe085619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:53.282282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network c1a8a35a-b2ff-4086-ba3e-b1781dad9463 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:53.318877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f33c7c-f26c-45b6-8b50-688fe085619e None None] Routers {'6946144b-1453-49f9-ab15-16e3e4644e29'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:53.319741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d2f33c7c-f26c-45b6-8b50-688fe085619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6946144b-1453-49f9-ab15-16e3e4644e29'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:53.363395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58500) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:53.435045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d2f33c7c-f26c-45b6-8b50-688fe085619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:53.435705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f33c7c-f26c-45b6-8b50-688fe085619e None None] The sync data for ids ['6946144b-1453-49f9-ab15-16e3e4644e29'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:42:53.506524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e236060c-dc3e-4964-b2c3-00aeb57784ce up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:53.528303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:53.536751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:53.607162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Made reservation on behalf of 21387d169a27437598311b13fc9e8d7e for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:53.613833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:53.636938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Router 885d9b57-3012-4f9e-91e8-80fcecc32ef3 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:42:53.732977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:53.738314 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/b5092d65-dbb2-4460-85e6-2a41df5e3591 HTTP/1.1" status: 204 len: 168 time: 3.0220368 Dec 10 19:42:53.744115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58504) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:53.760209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-3691dd21-a0f6-42c2-91c6-b8c3df22946e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c', 'tempest-TagsExtTest-Tag-771326968') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:53.812354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:53.860661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-3691dd21-a0f6-42c2-91c6-b8c3df22946e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:53.865236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3691dd21-a0f6-42c2-91c6-b8c3df22946e tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags/tempest-TagsExtTest-Tag-771326968 HTTP/1.1" status: 404 len: 328 time: 0.1273248 Dec 10 19:42:53.868025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58508) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:53.868587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e236060c-dc3e-4964-b2c3-00aeb57784ce completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:53.875759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-9603a080-056c-405b-98bc-4168b9ac9d2f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c', 'tempest-TagsExtTest-Tag-1972173817') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:53.887437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e1587e63-527e-4d5b-ad6f-34b51a34f614 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:53.895966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:42:53.916211 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-9603a080-056c-405b-98bc-4168b9ac9d2f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] show failed (client error): The resource could not be found. Dec 10 19:42:53.924855 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9603a080-056c-405b-98bc-4168b9ac9d2f tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags/tempest-TagsExtTest-Tag-1972173817 HTTP/1.1" status: 404 len: 329 time: 0.0512824 Dec 10 19:42:53.924855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58512) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:53.931007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] For port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2afa1de5-5f38-42ca-ba9b-31da9a3abf24,segment=NetworkSegment(8a30d4f0-80ac-49f7-903f-b0589fc1b277),segment_id=8a30d4f0-80ac-49f7-903f-b0589fc1b277)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:53.931768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-cad1b932-d7ae-4b69-a984-94d8b052da8b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1cfdb613-0bab-4b7f-80af-a123110a8f3c') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:53.945439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:53.952667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8281597-cb2d-4ea8-a3d2-08be3d361df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:54.026832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.027242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Added segment d554612d-bcb3-49cf-b12f-c9e8946b2f7f of type vlan for network 6f711699-59c4-49a7-9e0d-78706b38a0fd Dec 10 19:42:54.067685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] Pushing event updated for resources: {'Port': ['ID=2afa1de5-5f38-42ca-ba9b-31da9a3abf24,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:54.071518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:54.084565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e1587e63-527e-4d5b-ad6f-34b51a34f614 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:54.085332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.097492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39029587-b12a-4384-8e39-c409a69d5d66 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:54.099220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39029587-b12a-4384-8e39-c409a69d5d66 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:54.100064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-39029587-b12a-4384-8e39-c409a69d5d66 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:54.106163 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cad1b932-d7ae-4b69-a984-94d8b052da8b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1806087 Dec 10 19:42:54.117447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58516) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:54.125198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-0f47f1bd-fa8f-4eac-ba4c-e6a65f0814b8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1b9e7447-056b-4cda-91c0-aa17d38491c0') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:54.142010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-70f07ef5-978c-405b-bdef-d08f93149e91 None None] Provisioning complete for port f53214fe-4718-48ad-97e9-f915074f2900 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:54.142706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f07ef5-978c-405b-bdef-d08f93149e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.171108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.196114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.219812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-39029587-b12a-4384-8e39-c409a69d5d66 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:54.221102 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-39029587-b12a-4384-8e39-c409a69d5d66 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4218166 Dec 10 19:42:54.234597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Transition to ACTIVE for port object db4f2ceb-d281-460e-a1a1-470cbef32bb7 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:54.240406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58520) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:54.310956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f53214fe-4718-48ad-97e9-f915074f2900 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:54.429804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.456443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:54.457617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.464205 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0f47f1bd-fa8f-4eac-ba4c-e6a65f0814b8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0/tags HTTP/1.1" status: 204 len: 168 time: 0.3450644 Dec 10 19:42:54.466078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58524) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:54.471338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-342c7c64-0003-4ea4-a215-1fecb3c760e3 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:54.480564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-27a59654-ed29-4dde-ac73-f4b1939db6d2 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5466421e-f5b2-4187-9af9-488edbd5fbe8') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:54.499912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f53214fe-4718-48ad-97e9-f915074f2900 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:54.500511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.676947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 93b22b23-45d8-426c-83f7-d0b77086e72c up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:54.798300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 93b22b23-45d8-426c-83f7-d0b77086e72c completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:54.827268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89f6def3-b2c3-4b00-9255-cb47851bf2c7 None None] Provisioning for port 11801e47-13a5-485a-a593-399dd943c38a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:54.836555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89f6def3-b2c3-4b00-9255-cb47851bf2c7 None None] Provisioning complete for port 11801e47-13a5-485a-a593-399dd943c38a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:54.837434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89f6def3-b2c3-4b00-9255-cb47851bf2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.841926 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-27a59654-ed29-4dde-ac73-f4b1939db6d2 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8/tags HTTP/1.1" status: 204 len: 168 time: 0.3748727 Dec 10 19:42:54.843655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58528) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:54.845865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:54.871367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.tag.tag_plugin [None req-2e8ad185-417f-49d1-bb33-1e7b9d56b277 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d707dae-47ee-412d-b165-74bafe2abf0f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:54.872456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6bfdf6-9adc-438f-8ef9-8fdcebd7c92c None None] Network c6a11b09-b392-4800-a8de-34243e919a63 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:54.903581 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7958300 Dec 10 19:42:54.905275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Network': ['ID=6f711699-59c4-49a7-9e0d-78706b38a0fd,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:54.912217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58532) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:54.916614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:54.917641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb567945-10e6-4620-9739-8ad5fb7ec33c tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:54.956510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'ports': [{'network_id': 'c1a8a35a-b2ff-4086-ba3e-b1781dad9463', 'name': 'tempest-port--1196368061', 'admin_state_up': True}, {'network_id': '6f711699-59c4-49a7-9e0d-78706b38a0fd', 'admin_state_up': False}]} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:54.957943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'port': {'network_id': 'c1a8a35a-b2ff-4086-ba3e-b1781dad9463', 'name': 'tempest-port--1196368061', 'admin_state_up': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:54.958601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'port': {'network_id': '6f711699-59c4-49a7-9e0d-78706b38a0fd', 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:54.966248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:42:54.995167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6f711699-59c4-49a7-9e0d-78706b38a0fd details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:42:55.008948 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "PUT /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3675790 Dec 10 19:42:55.011566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d10c11-9fc8-4a6c-9555-1aa69d6a9540 None None] Sync routers for ids ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:42:55.017969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58536) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:55.030409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:55.063392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:55.065845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:55.139539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=db4f2ceb-d281-460e-a1a1-470cbef32bb7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:55.143598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:55.171197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:55.284339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d10c11-9fc8-4a6c-9555-1aa69d6a9540 None None] Routers {'885d9b57-3012-4f9e-91e8-80fcecc32ef3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:55.285684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-40d10c11-9fc8-4a6c-9555-1aa69d6a9540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:55.326204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 8a81c2a6-e376-4b1a-96df-cdeb6e5f48d4 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:42:55.336686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:55.377798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-89f6def3-b2c3-4b00-9255-cb47851bf2c7 None None] Port 11801e47-13a5-485a-a593-399dd943c38a cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:55.430009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:55.430739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:55.465473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-40d10c11-9fc8-4a6c-9555-1aa69d6a9540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:55.493554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:55.588895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9996545 Dec 10 19:42:55.599465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58540) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:55.612966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:55.635347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'network_id': '8d809769-1fca-4513-8f8f-cccc4f1e995a', 'name': 'tempest-AllowedAddressPairTestJSON-1107098836'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:55.659245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Usage tracker for resource:port and tenant:21387d169a27437598311b13fc9e8d7e is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:55.667952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:55.683643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:55.707691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89f6def3-b2c3-4b00-9255-cb47851bf2c7 None None] Provisioning complete for port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:55.708501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89f6def3-b2c3-4b00-9255-cb47851bf2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:55.738373 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e8ad185-417f-49d1-bb33-1e7b9d56b277 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f/tags HTTP/1.1" status: 204 len: 168 time: 0.8932736 Dec 10 19:42:55.744424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d10c11-9fc8-4a6c-9555-1aa69d6a9540 None None] Routers {'885d9b57-3012-4f9e-91e8-80fcecc32ef3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:42:55.745575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-40d10c11-9fc8-4a6c-9555-1aa69d6a9540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:55.747431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:55.748069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58544) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:55.838097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Made reservation on behalf of 21387d169a27437598311b13fc9e8d7e for: {'port': 2} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:55.845058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:55.929407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-40d10c11-9fc8-4a6c-9555-1aa69d6a9540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:42:55.930060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d10c11-9fc8-4a6c-9555-1aa69d6a9540 None None] The sync data for ids ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:42:55.945340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:55.945788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:55.947709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:55.964687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3688a54-45b6-45a7-9f1e-b5614ef18b47 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:56.024820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=8a81c2a6-e376-4b1a-96df-cdeb6e5f48d4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:56.039486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.039921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.040360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.040764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.041181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.041623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.042178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.042599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.043008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.043417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.043826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:56.063832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:56.086056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.184746 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/8a81c2a6-e376-4b1a-96df-cdeb6e5f48d4 HTTP/1.1" status: 204 len: 168 time: 1.9411256 Dec 10 19:42:56.188376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.197607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.210230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58548) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:56.252286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Provisioning for port e236060c-dc3e-4964-b2c3-00aeb57784ce completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:56.257738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Provisioning complete for port e236060c-dc3e-4964-b2c3-00aeb57784ce triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:56.258170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.267503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-9386c7d4-eac5-49b9-9886-ebe871d853f8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:56.271940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9386c7d4-eac5-49b9-9886-ebe871d853f8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "PUT /v2.0/routers/6946144b-1453-49f9-ab15-16e3e4644e29/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0082924 Dec 10 19:42:56.316614 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0905da7a-1e8d-4bdf-9e66-0fdfe68349e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003594 Dec 10 19:42:56.318435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58552) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:56.318830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58554) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:56.358854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8484e0a-11a1-44ae-a21e-f90eaa3c2a9c None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:56.493444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:56.528253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:56.531827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.574857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] device_id is not set on port 3cc58ba0-0f8b-4bf4-9373-94a8822b3cb0 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:56.583240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Made reservation on behalf of 5ed79360f5064b3a92c72763ed6131a6 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:56.589252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.633765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] device_id is not set on port 25c16ec1-a08b-43b3-a88b-a433cab702b1 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:56.656626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] For port e236060c-dc3e-4964-b2c3-00aeb57784ce, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e236060c-dc3e-4964-b2c3-00aeb57784ce,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:56.662974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.665741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:56.666091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f5e3fe65-5ad0-4dd8-a87a-63b7c9622ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:56.926011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Provisioning complete for port 11801e47-13a5-485a-a593-399dd943c38a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:56.926605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.968784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Pushing event updated for resources: {'Port': ['ID=e236060c-dc3e-4964-b2c3-00aeb57784ce,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:56.972141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:56.991951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1762a446-5b57-4e51-a436-76c9aa4ae557 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for subnetpool, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:56.995722 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1762a446-5b57-4e51-a436-76c9aa4ae557 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnetpools/1cfdb613-0bab-4b7f-80af-a123110a8f3c HTTP/1.1" status: 204 len: 168 time: 1.2399058 Dec 10 19:42:57.002071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58560) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:57.005163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Port 11801e47-13a5-485a-a593-399dd943c38a cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:57.008530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Could not find standard attr ID for object b5092d65-dbb2-4460-85e6-2a41df5e3591. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:42:57.023950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Provisioning for port 93b22b23-45d8-426c-83f7-d0b77086e72c completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:57.030104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Provisioning complete for port 93b22b23-45d8-426c-83f7-d0b77086e72c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:57.030542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.053011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:42:57.064340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:42:57.071710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:42:57.080179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:42:57.084543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0db747f0-df29-4696-a352-c0405c1c7e3a tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9e7447-056b-4cda-91c0-aa17d38491c0 HTTP/1.1" status: 200 len: 205 time: 0.0775895 Dec 10 19:42:57.088096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:42:57.090112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58564) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:57.099528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] Deleting port e236060c-dc3e-4964-b2c3-00aeb57784ce {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:57.099958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.122235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Allocated IP 172.20.0.5 (8d809769-1fca-4513-8f8f-cccc4f1e995a/b141175a-e05c-4c81-89f7-3b4157b99251/25c16ec1-a08b-43b3-a88b-a433cab702b1) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:57.166068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.276677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.285351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:42:57.291361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.409446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] For port 93b22b23-45d8-426c-83f7-d0b77086e72c, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=93b22b23-45d8-426c-83f7-d0b77086e72c,segment=NetworkSegment(43b85bae-c17f-4023-9386-6d69d3bdc983),segment_id=43b85bae-c17f-4023-9386-6d69d3bdc983)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:57.416860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.420606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] For port e236060c-dc3e-4964-b2c3-00aeb57784ce, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e236060c-dc3e-4964-b2c3-00aeb57784ce,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:42:57.421051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.429887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f45db50-1534-474a-adbf-c0df50595cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:57.600064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] device_id is not set on port 9a294212-d0a0-4666-a657-2b94ef43fb30 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:42:57.605737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] Calling delete_port for e236060c-dc3e-4964-b2c3-00aeb57784ce owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:42:57.646699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb74-082f-48ba-a1ae-d797904489de tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.668910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.672287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Provisioning for port db4f2ceb-d281-460e-a1a1-470cbef32bb7 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:57.683363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Provisioning complete for port db4f2ceb-d281-460e-a1a1-470cbef32bb7 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:57.683796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.707240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Transition to ACTIVE for port object 25c16ec1-a08b-43b3-a88b-a433cab702b1 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:57.726732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Pushing event updated for resources: {'Port': ['ID=93b22b23-45d8-426c-83f7-d0b77086e72c,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:57.730231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:57.768768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Port db4f2ceb-d281-460e-a1a1-470cbef32bb7 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:57.778219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.785134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:57.838814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] Pushing event deleted for resources: {'Port': ['ID=e236060c-dc3e-4964-b2c3-00aeb57784ce,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:57.841764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:57.846724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] No DVR routers for this DVR port e236060c-dc3e-4964-b2c3-00aeb57784ce on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:42:57.868616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.875695 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-f6c8e3a4-451b-4d15-83b6-1a7f8c3e3599 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:42:57.877531 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f6c8e3a4-451b-4d15-83b6-1a7f8c3e3599 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "PUT /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7939065 Dec 10 19:42:57.881726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f03f8d5-1889-4678-b84f-f96e87697fe0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:57.885870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58568) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:57.895410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-964a6564-06b1-46ea-a867-c596dd1ca719 None None] Provisioning complete for port 93b22b23-45d8-426c-83f7-d0b77086e72c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:57.896152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-964a6564-06b1-46ea-a867-c596dd1ca719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:57.993434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=25c16ec1-a08b-43b3-a88b-a433cab702b1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:58.001772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:58.005467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:58.008127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:58.067993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.068429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.068857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.069281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.069735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.070142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.070558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.070988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.071392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.071802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.072196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:42:58.077733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:58.080444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.122062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:58.122779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.164192 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5575349 Dec 10 19:42:58.166078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.172299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58572) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:58.173792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-58dd71d7-a1eb-43a6-ae33-fb098cc324ef tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:58.218289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6a:67:06'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ff:11:d8'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:42:58.351733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Port': ['ID=3cc58ba0-0f8b-4bf4-9373-94a8822b3cb0,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:58.354637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:58.357467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d5e4e27e-7c32-45c7-af06-1c3dd607776a None None] Provisioning for port 25c16ec1-a08b-43b3-a88b-a433cab702b1 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:42:58.363838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d5e4e27e-7c32-45c7-af06-1c3dd607776a None None] Provisioning complete for port 25c16ec1-a08b-43b3-a88b-a433cab702b1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:58.364264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e27e-7c32-45c7-af06-1c3dd607776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.402516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.17 (943983a7-7848-448c-b00f-9b656d3d18ae/074392df-d45a-4b87-86c9-def1003aa950/64f41479-095d-4776-8ab0-f19cc22c5533) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:42:58.426049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4e27e-7c32-45c7-af06-1c3dd607776a None None] Port 25c16ec1-a08b-43b3-a88b-a433cab702b1 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:58.433531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Checking segment: {'id': '4b9d8aa7-a3ee-4c98-9668-fa7dfa30ff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c1a8a35a-b2ff-4086-ba3e-b1781dad9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:58.433937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Network hostable DHCP agents. Network: c1a8a35a-b2ff-4086-ba3e-b1781dad9463, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:58.492008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Network c1a8a35a-b2ff-4086-ba3e-b1781dad9463 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:58.544823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, c1a8a35a-b2ff-4086-ba3e-b1781dad9463) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:58.548855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:58.549923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.554115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23976384-bad3-4201-abee-bee1999346d5 None None] Network c1a8a35a-b2ff-4086-ba3e-b1781dad9463 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:58.559311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c06caec-5b5f-4fb9-a0f5-05c7a935b3a6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:58.647931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.678390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Port': ['ID=9a294212-d0a0-4666-a657-2b94ef43fb30,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:58.681871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:58.747091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Checking segment: {'id': 'd554612d-bcb3-49cf-b12f-c9e8946b2f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6f711699-59c4-49a7-9e0d-78706b38a0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:42:58.747498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Network hostable DHCP agents. Network: 6f711699-59c4-49a7-9e0d-78706b38a0fd, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:42:58.802698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb74-082f-48ba-a1ae-d797904489de tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.829940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.873267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Network 6f711699-59c4-49a7-9e0d-78706b38a0fd is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:42:58.887850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6f711699-59c4-49a7-9e0d-78706b38a0fd) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:58.891859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:58.897107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f191f-511f-42b4-99c5-4efe29106bb5 None None] Network 6f711699-59c4-49a7-9e0d-78706b38a0fd requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:58.897261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:58.900632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:58.901342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.922314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb74-082f-48ba-a1ae-d797904489de tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:58.945320 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0289586 Dec 10 19:42:58.946190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58576) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:59.055394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 93b22b23-45d8-426c-83f7-d0b77086e72c up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:42:59.069672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.078140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc4dea3-7fa6-4c28-af6d-2a6db47289b6 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:59.082482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc4dea3-7fa6-4c28-af6d-2a6db47289b6 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:59.083289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-adc4dea3-7fa6-4c28-af6d-2a6db47289b6 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Synchronizing usage tracker for tenant:21387d169a27437598311b13fc9e8d7e on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:42:59.088113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.092827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.093400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80197b3c-52b3-48bd-bb7b-0896f4d176da tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:59.191702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 93b22b23-45d8-426c-83f7-d0b77086e72c triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:59.192155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.236362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-adc4dea3-7fa6-4c28-af6d-2a6db47289b6 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Unset dirty status for tenant:21387d169a27437598311b13fc9e8d7e on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:42:59.241047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-adc4dea3-7fa6-4c28-af6d-2a6db47289b6 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2914963 Dec 10 19:42:59.242001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event updated for resources: {'Port': ['ID=25c16ec1-a08b-43b3-a88b-a433cab702b1,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:59.245224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:59.245963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58580) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:59.247974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb74-082f-48ba-a1ae-d797904489de tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.248680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3baeb74-082f-48ba-a1ae-d797904489de tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Fanout notify agent at l3_agent the message router_deleted on router 1b9e7447-056b-4cda-91c0-aa17d38491c0 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:42:59.320974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] In _notify_port_updated(), no bound segment for port 25c16ec1-a08b-43b3-a88b-a433cab702b1 on network 8d809769-1fca-4513-8f8f-cccc4f1e995a {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:42:59.325468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:59.325852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.330062 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "PUT /v2.0/ports/25c16ec1-a08b-43b3-a88b-a433cab702b1 HTTP/1.1" status: 200 len: 1055 time: 1.1215613 Dec 10 19:42:59.331654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58584) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:59.349271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 64f41479-095d-4776-8ab0-f19cc22c5533 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:42:59.386769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Deleting port 3cc58ba0-0f8b-4bf4-9373-94a8822b3cb0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:59.387157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.392165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e236060c-dc3e-4964-b2c3-00aeb57784ce no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:42:59.438051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e236060c-dc3e-4964-b2c3-00aeb57784ce {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:42:59.438757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e236060c-dc3e-4964-b2c3-00aeb57784ce not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:42:59.483160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.493393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb74-082f-48ba-a1ae-d797904489de tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.496990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f3baeb74-082f-48ba-a1ae-d797904489de tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/routers/1b9e7447-056b-4cda-91c0-aa17d38491c0 HTTP/1.1" status: 204 len: 168 time: 2.4033895 Dec 10 19:42:59.505169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6260d822-8294-46db-a838-5c0cee8f8421 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:59.540600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.547851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:42:59.580262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f2929d12-487e-494a-92f2-ad7aee677fb3 None None] Provisioning complete for port 25c16ec1-a08b-43b3-a88b-a433cab702b1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:42:59.580784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2929d12-487e-494a-92f2-ad7aee677fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.642442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f2929d12-487e-494a-92f2-ad7aee677fb3 None None] Port 25c16ec1-a08b-43b3-a88b-a433cab702b1 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:42:59.679262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:59.700451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:59.710549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a5c36-d42d-4077-96d3-88caf6b0543d None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:42:59.716555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting port 25c16ec1-a08b-43b3-a88b-a433cab702b1 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:59.716978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.723152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:42:59.723811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.739065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 943983a7-7848-448c-b00f-9b656d3d18ae is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:42:59.754867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:42:59.761046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=84f51cac-6625-43ab-a6f3-648322578667,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:42:59.763472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:42:59.813489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:42:59.814654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11c76c4b-b858-4a9c-a97a-5b3e9c25bb7c tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:42:59.870281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Deleting port 5466421e-f5b2-4187-9af9-488edbd5fbe8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:42:59.870600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.910961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:42:59.974971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '84f51cac-6625-43ab-a6f3-648322578667'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:42:59.977112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.115312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.192758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d75d051-d00e-4a71-86b2-9eadf6cabbe8 None None] Provisioning for port 64f41479-095d-4776-8ab0-f19cc22c5533 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:00.197544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Allocated IP 2001:db8::f816:3eff:feb1:5348 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/84f51cac-6625-43ab-a6f3-648322578667/05ea2871-6762-4a0f-8faf-510ea841a4fa) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:00.202699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d75d051-d00e-4a71-86b2-9eadf6cabbe8 None None] Provisioning complete for port 64f41479-095d-4776-8ab0-f19cc22c5533 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:00.203124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d75d051-d00e-4a71-86b2-9eadf6cabbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.260867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Calling delete_port for 3cc58ba0-0f8b-4bf4-9373-94a8822b3cb0 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:00.340873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d75d051-d00e-4a71-86b2-9eadf6cabbe8 None None] Port 64f41479-095d-4776-8ab0-f19cc22c5533 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:00.360533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.409149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0841339 Dec 10 19:43:00.435731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58592) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:00.441715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:ae:0e:03', 'name': 'tempest-NetworksTestDHCPv6-2009233979'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:00.488696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.500422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Transition to ACTIVE for port object 05ea2871-6762-4a0f-8faf-510ea841a4fa will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:00.509673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.523589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=64f41479-095d-4776-8ab0-f19cc22c5533,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:00.524974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Transition to ACTIVE for port object 05ea2871-6762-4a0f-8faf-510ea841a4fa will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:00.528231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Calling delete_port for 25c16ec1-a08b-43b3-a88b-a433cab702b1 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:00.532564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.538512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:00.561300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:00.608463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:00.616447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:00.621145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:00.623851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.640000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:00.701000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Pushing event updated for resources: {'Port': ['ID=05ea2871-6762-4a0f-8faf-510ea841a4fa,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:00.708419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:00.709016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Port': ['ID=3cc58ba0-0f8b-4bf4-9373-94a8822b3cb0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:00.711579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:00.726281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.726579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Attempting to bind port 05ea2871-6762-4a0f-8faf-510ea841a4fa on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:00.726947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Attempting to bind port 05ea2871-6762-4a0f-8faf-510ea841a4fa by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:00.727340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Attempting to bind port 05ea2871-6762-4a0f-8faf-510ea841a4fa on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:00.735839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:00.736943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:00.736943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.737412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:00.737993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Bound port: 05ea2871-6762-4a0f-8faf-510ea841a4fa, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:00.738428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.777214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/ports/3cc58ba0-0f8b-4bf4-9373-94a8822b3cb0 HTTP/1.1" status: 204 len: 168 time: 1.5248652 Dec 10 19:43:00.779029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58596) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:00.835239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] For port 05ea2871-6762-4a0f-8faf-510ea841a4fa, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:00.839031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] For port 05ea2871-6762-4a0f-8faf-510ea841a4fa, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=05ea2871-6762-4a0f-8faf-510ea841a4fa,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:00.844616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.849551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:00.916382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.918832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:00.942519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Deleting port 9a294212-d0a0-4666-a657-2b94ef43fb30 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:00.943408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.980979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:00.988112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:01.026482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:01.036224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a76e5cbe-8b97-4182-9ebb-8a15b8f8d1c7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:01.077681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:01.100391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Pushing event updated for resources: {'Port': ['ID=05ea2871-6762-4a0f-8faf-510ea841a4fa,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:01.103694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:01.189167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Port': ['ID=25c16ec1-a08b-43b3-a88b-a433cab702b1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:01.191798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:01.211420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Calling delete_port for 5466421e-f5b2-4187-9af9-488edbd5fbe8 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:01.799586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:01.830488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:01.847252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:01.989263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Calling delete_port for 9a294212-d0a0-4666-a657-2b94ef43fb30 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:02.062758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:02.173237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:02.219636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.246553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Pushing event deleted for resources: {'Port': ['ID=5466421e-f5b2-4187-9af9-488edbd5fbe8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:02.262288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:02.328165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.368207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:02.463408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Port': ['ID=9a294212-d0a0-4666-a657-2b94ef43fb30,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:02.466634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:02.485613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.490730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Deleting port 507c147c-decd-4af4-8796-5f397eeb8271 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:02.491104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.509354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.534961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:feae:e03 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/84f51cac-6625-43ab-a6f3-648322578667/14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:02.546299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6456d700-4bc5-43d5-b33a-003b34c64697 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "DELETE /v2.0/ports/25c16ec1-a08b-43b3-a88b-a433cab702b1 HTTP/1.1" status: 204 len: 168 time: 3.2134895 Dec 10 19:43:02.552256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58600) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:02.624647 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/ports/9a294212-d0a0-4666-a657-2b94ef43fb30 HTTP/1.1" status: 204 len: 168 time: 1.8441734 Dec 10 19:43:02.625918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58604) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:02.630252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.634160 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-56abf6bf-0678-4c4f-9828-7d1017ef2cfa tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] GET failed (client error): The resource could not be found. Dec 10 19:43:02.634729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56abf6bf-0678-4c4f-9828-7d1017ef2cfa tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Synchronizing usage tracker for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:02.708191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-db282674-7f3e-4f60-aa51-298b3b77729a tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Synchronizing usage tracker for tenant:21387d169a27437598311b13fc9e8d7e on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:02.729353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/ports/5466421e-f5b2-4187-9af9-488edbd5fbe8 HTTP/1.1" status: 204 len: 168 time: 3.1724298 Dec 10 19:43:02.730211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:02.732932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.749696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56abf6bf-0678-4c4f-9828-7d1017ef2cfa tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Unset dirty status for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:02.750983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-56abf6bf-0678-4c4f-9828-7d1017ef2cfa tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "GET /v2.0/ports/25c16ec1-a08b-43b3-a88b-a433cab702b1 HTTP/1.1" status: 404 len: 333 time: 0.1976852 Dec 10 19:43:02.758658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58612) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:02.782691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.811709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-51a9ec2b-c8c7-424c-b068-4fcf4f95c0ea tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:02.843876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-db282674-7f3e-4f60-aa51-298b3b77729a tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Unset dirty status for tenant:21387d169a27437598311b13fc9e8d7e on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:02.845193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-db282674-7f3e-4f60-aa51-298b3b77729a tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2159209 Dec 10 19:43:02.875603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58616) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:02.930536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting port db4f2ceb-d281-460e-a1a1-470cbef32bb7 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:02.930901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:02.935061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1778086625'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:02.991727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.000743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:03.023599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Usage tracker for resource:network and tenant:21387d169a27437598311b13fc9e8d7e is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:03.029866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:03.061710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:03.084064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 05ea2871-6762-4a0f-8faf-510ea841a4fa up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:03.137790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=64f41479-095d-4776-8ab0-f19cc22c5533,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:03.148909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.149479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.165661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:03.179487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 05ea2871-6762-4a0f-8faf-510ea841a4fa completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:03.235793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:03.282224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] Provisioning for port 05ea2871-6762-4a0f-8faf-510ea841a4fa completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:03.287268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] Provisioning complete for port 05ea2871-6762-4a0f-8faf-510ea841a4fa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:03.287898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.300192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.402271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Calling delete_port for 507c147c-decd-4af4-8796-5f397eeb8271 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:03.419862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.431156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.439799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Calling delete_port for db4f2ceb-d281-460e-a1a1-470cbef32bb7 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:03.446550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Made reservation on behalf of 21387d169a27437598311b13fc9e8d7e for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:03.451779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.459121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] For port 05ea2871-6762-4a0f-8faf-510ea841a4fa, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=05ea2871-6762-4a0f-8faf-510ea841a4fa,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:03.464001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.466651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-728a8bcb-b4b5-44b9-80b4-5ecfc67bb28e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:03.480144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a91e692c-94a0-472c-afc6-e61da3b9ab83 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:03.493743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Deleting subnet 0d707dae-47ee-412d-b165-74bafe2abf0f {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:03.507594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.546543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:03.551884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:03.555740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] Pushing event updated for resources: {'Port': ['ID=05ea2871-6762-4a0f-8faf-510ea841a4fa,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:03.561522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:03.568926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:03.573274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:03.573988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.613289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:03.619853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1830523 Dec 10 19:43:03.621219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58620) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:03.622743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:03.657263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:43:03.674676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:43:03.710174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.718674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96d90496-0cae-4b4e-a46d-00d4f2f85228 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:03.720100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.764908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Port': ['ID=db4f2ceb-d281-460e-a1a1-470cbef32bb7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:03.767513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:03.835027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.835428 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Added segment 733fc259-fc85-40b8-a297-b1651ee67570 of type vlan for network a8979b05-7198-482a-9549-cb7e81ad0442 Dec 10 19:43:03.898858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 943983a7-7848-448c-b00f-9b656d3d18ae is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:03.903249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.910885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8b78f720-3d27-4910-b346-d82bcc0fa570 None None] Provisioning for port 14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:03.916474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:03.920753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8b78f720-3d27-4910-b346-d82bcc0fa570 None None] Provisioning complete for port 14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:03.921462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b78f720-3d27-4910-b346-d82bcc0fa570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.923708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "DELETE /v2.0/ports/db4f2ceb-d281-460e-a1a1-470cbef32bb7 HTTP/1.1" status: 204 len: 168 time: 1.1639185 Dec 10 19:43:03.926218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting port 11801e47-13a5-485a-a593-399dd943c38a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:03.927081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:03.935738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58624) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:03.995561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8b78f720-3d27-4910-b346-d82bcc0fa570 None None] Port 14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:03.995812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4971a9d-f07f-4ac3-bf99-fdf7bcd11011 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] GET failed (client error): The resource could not be found. Dec 10 19:43:03.996402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c4971a9d-f07f-4ac3-bf99-fdf7bcd11011 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Synchronizing usage tracker for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:04.015780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c4971a9d-f07f-4ac3-bf99-fdf7bcd11011 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Unset dirty status for tenant:5ed79360f5064b3a92c72763ed6131a6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:04.020719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c4971a9d-f07f-4ac3-bf99-fdf7bcd11011 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "GET /v2.0/ports/db4f2ceb-d281-460e-a1a1-470cbef32bb7 HTTP/1.1" status: 404 len: 333 time: 0.0802529 Dec 10 19:43:04.021307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58628) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:04.111328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting port 719d1380-a357-4f1b-878f-29ee444780e5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:04.111969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:04.322452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8b7261b6-3946-4f22-8e5c-494c4775c059 None None] Provisioning complete for port 64f41479-095d-4776-8ab0-f19cc22c5533 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:04.323028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b7261b6-3946-4f22-8e5c-494c4775c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:04.380475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8b7261b6-3946-4f22-8e5c-494c4775c059 None None] Port 64f41479-095d-4776-8ab0-f19cc22c5533 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:04.394012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:04.411651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:04.531656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Calling delete_port for 719d1380-a357-4f1b-878f-29ee444780e5 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:04.656540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f43acd-684f-41a4-978e-c3fad04ae37f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:04.660950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f43acd-684f-41a4-978e-c3fad04ae37f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:04.664441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c7f43acd-684f-41a4-978e-c3fad04ae37f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.0352695 Dec 10 19:43:04.667137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58632) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:04.672815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:04.733634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:04.741794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13e79522-16d2-416b-a81a-8a6255a41843 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:04.760449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:04.765049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:04.765708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:04.787390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-320b4dc6-0d6a-444a-bb63-1d36824d460e tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:04.791974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Port': ['ID=719d1380-a357-4f1b-878f-29ee444780e5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:04.795574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:04.806126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:04.806508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.017191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.022903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 05ea2871-6762-4a0f-8faf-510ea841a4fa up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:05.097338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.117939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 05ea2871-6762-4a0f-8faf-510ea841a4fa triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:05.118606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.193137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Network': ['ID=a8979b05-7198-482a-9549-cb7e81ad0442,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:05.196469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3128014 Dec 10 19:43:05.232155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network a8979b05-7198-482a-9549-cb7e81ad0442 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:43:05.264593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58636) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:05.265886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:05.267482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd84397f-c3f9-4b04-9ca3-68f401b06d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:05.279724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1686193294'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:05.293409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:05.296287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.309619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Usage tracker for resource:network and tenant:21387d169a27437598311b13fc9e8d7e is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:05.316751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Calling delete_port for 11801e47-13a5-485a-a593-399dd943c38a owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:05.318009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:05.344698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "DELETE /v2.0/ports/719d1380-a357-4f1b-878f-29ee444780e5 HTTP/1.1" status: 204 len: 168 time: 1.3198903 Dec 10 19:43:05.344698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:05.348746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event deleted for resources: {'Port': ['ID=507c147c-decd-4af4-8796-5f397eeb8271,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:05.351119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.366741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:05.367244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58640) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:05.367927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-78270d32-18e2-4d0d-a58f-f491cb825b0a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:05.423132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Made reservation on behalf of 21387d169a27437598311b13fc9e8d7e for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:05.429013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.494888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:43:05.502186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Pushing event deleted for resources: {'Subnet': ['ID=0d707dae-47ee-412d-b165-74bafe2abf0f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:05.519085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.531497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.531995 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Added segment 78149d56-83e3-481a-949f-6d65eb0f6b47 of type vlan for network 1b91585b-ea1e-466a-b92b-d71e7131c5bf Dec 10 19:43:05.549490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:05.592801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25012809-d7e5-468e-9e45-7d727490560c None None] Network ede2e16b-3756-49b5-a0ee-398f3d104894 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:05.595722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.600657 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/subnets/0d707dae-47ee-412d-b165-74bafe2abf0f HTTP/1.1" status: 204 len: 168 time: 2.8619294 Dec 10 19:43:05.608057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:05.673367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:05.742305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.830077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.834195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:05.834862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.845557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:05.907228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] DHCP port deletion for ede2e16b-3756-49b5-a0ee-398f3d104894 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:05.911871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] Deleting port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:05.912374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:05.991988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Network': ['ID=1b91585b-ea1e-466a-b92b-d71e7131c5bf,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:06.001947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7274325 Dec 10 19:43:06.001947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:06.001947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.030207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91b364c2-d219-4a09-8515-6f1fc21e9523 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:06.150982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58648) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:06.154435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] For port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a9f1ef1f-0b0c-49a7-8727-cc45da5feafc,segment=NetworkSegment(27599897-a7ff-42c7-8d74-0b60c5a0e306),segment_id=27599897-a7ff-42c7-8d74-0b60c5a0e306)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:06.155027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.157848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:06.170985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:06.176683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'subnets': [{'network_id': 'a8979b05-7198-482a-9549-cb7e81ad0442', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1825328990', 'ip_version': 4}, {'network_id': '1b91585b-ea1e-466a-b92b-d71e7131c5bf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:06.177557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'subnet': {'network_id': 'a8979b05-7198-482a-9549-cb7e81ad0442', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1825328990', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:06.178382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Request body: {'subnet': {'network_id': '1b91585b-ea1e-466a-b92b-d71e7131c5bf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:06.205218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.211438 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c HTTP/1.1" status: 204 len: 168 time: 1.5431304 Dec 10 19:43:06.212394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58652) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:06.295794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 1b91585b-ea1e-466a-b92b-d71e7131c5bf details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:43:06.298600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.318490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] Calling delete_port for a9f1ef1f-0b0c-49a7-8727-cc45da5feafc owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:06.368406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Deleting port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:06.368990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.424766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.426864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf335fa4-608c-46f2-b81f-4c8f57f2c838 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:06.428498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf335fa4-608c-46f2-b81f-4c8f57f2c838 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:06.432700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf335fa4-608c-46f2-b81f-4c8f57f2c838 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1572127 Dec 10 19:43:06.482623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58656) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:06.487425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting subnet b141175a-e05c-4c81-89f7-3b4157b99251 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:06.489926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.494718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5fb93ec9-5b0b-4da6-9d64-eb47ef48c9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:06.520257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.546242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] Pushing event deleted for resources: {'Port': ['ID=a9f1ef1f-0b0c-49a7-8727-cc45da5feafc,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:06.550673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:06.554091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] No DVR routers for this DVR port a9f1ef1f-0b0c-49a7-8727-cc45da5feafc on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:06.599588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 84f51cac-6625-43ab-a6f3-648322578667 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:06.601932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:06.606458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.640073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Usage tracker for resource:subnet and tenant:21387d169a27437598311b13fc9e8d7e is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:06.647653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:06.661766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:06.681337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.707273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] The port 'a9f1ef1f-0b0c-49a7-8727-cc45da5feafc' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:43:06.711460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Made reservation on behalf of 21387d169a27437598311b13fc9e8d7e for: {'subnet': 2} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:06.811290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.849673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.863406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c1570571-ef84-492e-b94e-591b4090290b tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:06.970529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:06.998800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Port': ['ID=11801e47-13a5-485a-a593-399dd943c38a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:07.002572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:07.011445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a9f1ef1f-0b0c-49a7-8727-cc45da5feafc no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:07.011943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.012321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.050996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: a9f1ef1f-0b0c-49a7-8727-cc45da5feafc {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:07.051373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a9f1ef1f-0b0c-49a7-8727-cc45da5feafc not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:07.093937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router a7aa6c37-d961-40cd-9501-11ad51cf4f80 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:07.117227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.164881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.172404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32d0e43c-e339-4aee-af04-555cc1f3dcde tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:07.216482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=84f51cac-6625-43ab-a6f3-648322578667,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:07.225121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:07.227752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.235096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d712e8fc-12e9-4ca5-932e-54806991bf4a None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:07.330343 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/84f51cac-6625-43ab-a6f3-648322578667 HTTP/1.1" status: 204 len: 168 time: 0.8441920 Dec 10 19:43:07.339491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58660) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:07.425084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-27a16fde-2165-4be5-ac6d-4b0150ddd2eb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820525 Dec 10 19:43:07.425904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58664) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:07.427880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede2e16b-3756-49b5-a0ee-398f3d104894']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:07.471379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27599897-a7ff-42c7-8d74-0b60c5a0e306') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:07.471728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27599897-a7ff-42c7-8d74-0b60c5a0e306') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:07.537528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:07.542442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Deleting port 05ea2871-6762-4a0f-8faf-510ea841a4fa {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:07.542991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.554029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.592590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.645621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04219f0a-304a-44e5-8a79-ea7052e72f54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:07.646388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-04219f0a-304a-44e5-8a79-ea7052e72f54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:07.700248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-04219f0a-304a-44e5-8a79-ea7052e72f54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:07.704784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-04219f0a-304a-44e5-8a79-ea7052e72f54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2779222 Dec 10 19:43:07.710085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58668) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:07.765849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.770916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] For port 05ea2871-6762-4a0f-8faf-510ea841a4fa, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=05ea2871-6762-4a0f-8faf-510ea841a4fa,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:07.771340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.851567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:07.852078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.872057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:07.876174 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:07.917300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Calling delete_port for 05ea2871-6762-4a0f-8faf-510ea841a4fa owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:08.004750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.013267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9db671a-297a-4a63-b803-2bc66bc01fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:08.058473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Pushing event deleted for resources: {'Port': ['ID=05ea2871-6762-4a0f-8faf-510ea841a4fa,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:08.074818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.075217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.075606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.076135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.077013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.077391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.077798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.078186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.078832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.078979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.079243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:08.082699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] No DVR routers for this DVR port 05ea2871-6762-4a0f-8faf-510ea841a4fa on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:08.084322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:08.115635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6794ddd-9eaf-412d-84ca-d4e86dbc3fb4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:08.116409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a6794ddd-9eaf-412d-84ca-d4e86dbc3fb4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:08.162345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.168344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3a3d76f-96d9-41e5-a2b2-00b8e675aa81 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:08.208759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a6794ddd-9eaf-412d-84ca-d4e86dbc3fb4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:08.210105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a6794ddd-9eaf-412d-84ca-d4e86dbc3fb4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4991643 Dec 10 19:43:08.224741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58672) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:08.319004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-33c029d9-212e-435e-819b-b8f387e178f6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920060 Dec 10 19:43:08.322990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-19d25bc8-7a53-4b21-997a-e546801316c6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5616724 Dec 10 19:43:08.333476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58676) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:08.353293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:08.377767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Subnet': ['ID=33fe52d7-3897-4287-a27e-e42d4c11b7f2,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:08.416478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Router 6946144b-1453-49f9-ab15-16e3e4644e29 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:08.417493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.421914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.424946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.429385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:08.442365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17a5fc42-cf7e-48cc-9833-f440c0babb38 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:08.482915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Pushing event deleted for resources: {'Network': ['ID=ede2e16b-3756-49b5-a0ee-398f3d104894,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:08.485585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:08.489809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9304f3cd-56ee-4785-8fa4-b8a20e0bf9c6 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:08.513904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Checking segment: {'id': '733fc259-fc85-40b8-a297-b1651ee67570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a8979b05-7198-482a-9549-cb7e81ad0442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:08.514311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Network hostable DHCP agents. Network: a8979b05-7198-482a-9549-cb7e81ad0442, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:43:08.526317 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] 10.222.0.41 "DELETE /v2.0/networks/ede2e16b-3756-49b5-a0ee-398f3d104894 HTTP/1.1" status: 204 len: 168 time: 2.9020059 Dec 10 19:43:08.534275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.536411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "DELETE /v2.0/subnets/b141175a-e05c-4c81-89f7-3b4157b99251 HTTP/1.1" status: 204 len: 168 time: 3.1377578 Dec 10 19:43:08.541858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58682) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:08.543296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de60408-f2cf-45ff-93b5-81038b7cb082 None None] Network 8d809769-1fca-4513-8f8f-cccc4f1e995a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:08.547055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Subnet': ['ID=b141175a-e05c-4c81-89f7-3b4157b99251,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:08.549623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:08.711589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:08.740372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.770663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:08.785822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting port 678a5f9a-b0af-4740-a5b3-698646599fd2 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:08.786000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.841097 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-6c9b2fe7-7dc5-4308-860c-8c80fb2ed377 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 1099 time: 0.4105885 Dec 10 19:43:08.844751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:08.854181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] DHCP port deletion for 8d809769-1fca-4513-8f8f-cccc4f1e995a request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:08.859593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Deleting port 678a5f9a-b0af-4740-a5b3-698646599fd2 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:08.860247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:08.869939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Network a8979b05-7198-482a-9549-cb7e81ad0442 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:43:08.958205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58688) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:08.987902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:09.006986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a69c74-8aa1-4b9d-b591-8f182d5c8dd7 None None] Sync routers for ids ['6946144b-1453-49f9-ab15-16e3e4644e29'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:09.026413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a69c74-8aa1-4b9d-b591-8f182d5c8dd7 None None] Routers {'6946144b-1453-49f9-ab15-16e3e4644e29'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:09.027086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-97a69c74-8aa1-4b9d-b591-8f182d5c8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6946144b-1453-49f9-ab15-16e3e4644e29'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:09.044763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-c4f31da0-f44c-409b-a17a-896f8ef63660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:09.046414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-c4f31da0-f44c-409b-a17a-896f8ef63660 service neutron] 10.222.0.84 "GET /v2.0/networks?id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 200 len: 898 time: 0.1664965 Dec 10 19:43:09.108552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a8979b05-7198-482a-9549-cb7e81ad0442) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:09.128704 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "PUT /v2.0/routers/6946144b-1453-49f9-ab15-16e3e4644e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8086498 Dec 10 19:43:09.133357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:09.136441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58694) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:09.165534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/a7aa6c37-d961-40cd-9501-11ad51cf4f80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9002881 Dec 10 19:43:09.178086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-97a69c74-8aa1-4b9d-b591-8f182d5c8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:09.208725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a69c74-8aa1-4b9d-b591-8f182d5c8dd7 None None] Routers {'6946144b-1453-49f9-ab15-16e3e4644e29'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:09.209644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-97a69c74-8aa1-4b9d-b591-8f182d5c8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6946144b-1453-49f9-ab15-16e3e4644e29'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:09.255895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-de4a7a2b-0b3f-48a6-b6da-47e2445d5c47 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] delete failed (client error): The resource could not be found. Dec 10 19:43:09.262938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:09.263871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-de4a7a2b-0b3f-48a6-b6da-47e2445d5c47 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1334922358 HTTP/1.1" status: 404 len: 335 time: 0.1260133 Dec 10 19:43:09.264415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-455d910f-03b0-4b3c-a50b-2f9121708f87 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:09.266411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 05ea2871-6762-4a0f-8faf-510ea841a4fa no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:09.267064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:09.293839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0a8bacff-c7fb-4a8e-8e20-f1ee122ab0fb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'router': {'external_gateway_info': {'network_id': '6946144b-1453-49f9-ab15-16e3e4644e29'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:09.294075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-97a69c74-8aa1-4b9d-b591-8f182d5c8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:09.294658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a69c74-8aa1-4b9d-b591-8f182d5c8dd7 None None] The sync data for ids ['6946144b-1453-49f9-ab15-16e3e4644e29'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:09.306892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:09.307495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0f423-fadc-4024-a94d-0ab76717d926 None None] Network a8979b05-7198-482a-9549-cb7e81ad0442 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:09.329344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 05ea2871-6762-4a0f-8faf-510ea841a4fa {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:09.329876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 05ea2871-6762-4a0f-8faf-510ea841a4fa not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:09.330425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 678a5f9a-b0af-4740-a5b3-698646599fd2 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:09.355461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Sync routers for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:09.486708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a022210-a842-4bb4-be10-438db90079b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d04851083ac64322becb551e7a5a8cff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5144317 Dec 10 19:43:09.491466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Router 885d9b57-3012-4f9e-91e8-80fcecc32ef3 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:09.492384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58708) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:09.496203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:09.496975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:09.528926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event updated for resources: {'Subnet': ['ID=cbea2489-e16a-482b-9f64-6e4ad0b51550,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:09.532432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:09.614211 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-d13273b7-5fce-4400-ae01-89f06b5649c3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb3e0db3-32cf-48fc-a390-82be2d917084 HTTP/1.1" status: 200 len: 1002 time: 0.5011497 Dec 10 19:43:09.651367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] For port 678a5f9a-b0af-4740-a5b3-698646599fd2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=678a5f9a-b0af-4740-a5b3-698646599fd2,segment=NetworkSegment(70efaf79-494a-4f59-880d-e7fce33a1ce9),segment_id=70efaf79-494a-4f59-880d-e7fce33a1ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:09.652360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:09.809568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Checking segment: {'id': '78149d56-83e3-481a-949f-6d65eb0f6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b91585b-ea1e-466a-b92b-d71e7131c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:09.810003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Network hostable DHCP agents. Network: 1b91585b-ea1e-466a-b92b-d71e7131c5bf, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:43:09.823627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] For port 678a5f9a-b0af-4740-a5b3-698646599fd2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=678a5f9a-b0af-4740-a5b3-698646599fd2,segment=NetworkSegment(70efaf79-494a-4f59-880d-e7fce33a1ce9),segment_id=70efaf79-494a-4f59-880d-e7fce33a1ce9)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:09.824132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:09.846593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef35b715-65b1-4f1f-8413-5a22ffa64a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:09.890924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Calling delete_port for 678a5f9a-b0af-4740-a5b3-698646599fd2 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:09.940181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:09.952524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e7cb1-e7ac-4851-94de-58805ef0d363 None None] Sync routers for ids ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:09.958691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "PUT /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0650208 Dec 10 19:43:09.960752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef35b715-65b1-4f1f-8413-5a22ffa64a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:09.966068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e7cb1-e7ac-4851-94de-58805ef0d363 None None] Routers {'885d9b57-3012-4f9e-91e8-80fcecc32ef3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:09.967543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d70e7cb1-e7ac-4851-94de-58805ef0d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:10.010257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58712) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:10.023547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Calling delete_port for 678a5f9a-b0af-4740-a5b3-698646599fd2 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:10.035896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d70e7cb1-e7ac-4851-94de-58805ef0d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:10.048080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:43:10.048602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e7cb1-e7ac-4851-94de-58805ef0d363 None None] Routers {'885d9b57-3012-4f9e-91e8-80fcecc32ef3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:10.049483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d70e7cb1-e7ac-4851-94de-58805ef0d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:10.078057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacff-c7fb-4a8e-8e20-f1ee122ab0fb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.109918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef35b715-65b1-4f1f-8413-5a22ffa64a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.117697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:10.118116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d70e7cb1-e7ac-4851-94de-58805ef0d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:10.118797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e7cb1-e7ac-4851-94de-58805ef0d363 None None] The sync data for ids ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:10.128542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-0a8bacff-c7fb-4a8e-8e20-f1ee122ab0fb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] update failed (client error): The resource could not be found. Dec 10 19:43:10.130938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-8d5b6592-f47e-42a0-9c69-abb02bfd4f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:10.131739 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a8bacff-c7fb-4a8e-8e20-f1ee122ab0fb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "PUT /v2.0/routers/6946144b-1453-49f9-ab15-16e3e4644e29 HTTP/1.1" status: 404 len: 339 time: 0.8493462 Dec 10 19:43:10.132739 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-8d5b6592-f47e-42a0-9c69-abb02bfd4f4a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7c11f707-c8ba-4c18-ad0e-1a616c1eb265 HTTP/1.1" status: 200 len: 835 time: 0.4414589 Dec 10 19:43:10.136306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35b715-65b1-4f1f-8413-5a22ffa64a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c00410-93df-4d19-ae5e-938fe39ddc7d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:10.139864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef35b715-65b1-4f1f-8413-5a22ffa64a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:10.140515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58716) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:10.179979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.208367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-45322003-8055-47f7-af1d-7967446d7c21 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] delete failed (client error): The resource could not be found. Dec 10 19:43:10.214403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-45322003-8055-47f7-af1d-7967446d7c21 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-314196494 HTTP/1.1" status: 404 len: 334 time: 0.1967750 Dec 10 19:43:10.218176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58720) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:10.234007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c572e53e-e8fd-4cc4-8ac5-3b30a66d9b3b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'router': {'external_gateway_info': {'network_id': '885d9b57-3012-4f9e-91e8-80fcecc32ef3'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:10.251154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-a8979b05-7198-482a-9549-cb7e81ad0442', 'network_id': 'a8979b05-7198-482a-9549-cb7e81ad0442', 'tenant_id': '21387d169a27437598311b13fc9e8d7e', 'fixed_ips': [{'subnet_id': '33fe52d7-3897-4287-a27e-e42d4c11b7f2'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:43:10.252053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.281116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Network 1b91585b-ea1e-466a-b92b-d71e7131c5bf is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:43:10.288782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 678a5f9a-b0af-4740-a5b3-698646599fd2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=678a5f9a-b0af-4740-a5b3-698646599fd2,segment=NetworkSegment(70efaf79-494a-4f59-880d-e7fce33a1ce9),segment_id=70efaf79-494a-4f59-880d-e7fce33a1ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:10.322032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 1b91585b-ea1e-466a-b92b-d71e7131c5bf) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:10.339038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:10.339699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.356241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.378667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:43:10.378667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:43:10.379137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6509c918-1077-4297-b362-c256d16d2f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:10.411863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4492bcf9-2d90-4eae-95e6-7f0cfa44e912 None None] Network 1b91585b-ea1e-466a-b92b-d71e7131c5bf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:10.428014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2577128 Dec 10 19:43:10.436404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-99217231-88e9-499f-8065-0af5de69b08c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2865322 Dec 10 19:43:10.436674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58724) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:10.618546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef35b715-65b1-4f1f-8413-5a22ffa64a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.632377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef35b715-65b1-4f1f-8413-5a22ffa64a6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45c00410-93df-4d19-ae5e-938fe39ddc7d HTTP/1.1" status: 204 len: 168 time: 1.1277289 Dec 10 19:43:10.733558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Allocated IP 172.20.0.2 (a8979b05-7198-482a-9549-cb7e81ad0442/33fe52d7-3897-4287-a27e-e42d4c11b7f2/ee67de72-e808-45b1-91a8-5b3118693665) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:10.882956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Deleting port 678a5f9a-b0af-4740-a5b3-698646599fd2 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:10.883289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.974646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237f8c5-c1d8-4a2c-afc1-57b8df9a6aea tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:10.976196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237f8c5-c1d8-4a2c-afc1-57b8df9a6aea tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:10.977915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237f8c5-c1d8-4a2c-afc1-57b8df9a6aea tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:10.978873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1237f8c5-c1d8-4a2c-afc1-57b8df9a6aea tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Synchronizing usage tracker for tenant:21387d169a27437598311b13fc9e8d7e on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:10.987575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:10.996956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af6abc9d-78b3-45dd-b11d-a5f35894fa6f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:11.059291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:43:11.059771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:43:11.113791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=678a5f9a-b0af-4740-a5b3-698646599fd2,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:11.147419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1237f8c5-c1d8-4a2c-afc1-57b8df9a6aea tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Unset dirty status for tenant:21387d169a27437598311b13fc9e8d7e on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:11.151909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1237f8c5-c1d8-4a2c-afc1-57b8df9a6aea tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.7079780 Dec 10 19:43:11.164174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:11.171103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58732) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:11.183106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:11.215636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:11.217566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=6fcffd88-7f7f-4a36-882d-626dd939fa24,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:11.222049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:11.222325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.260726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71944c43-bf6c-4018-ba07-7cfbf9b46661 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:11.294406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:11.296656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-47e362b8-e8dc-49ba-bbfb-ce0880c04949 service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084340 Dec 10 19:43:11.317163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34cfe0c4-c94c-45ed-a049-665e512ae2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.441839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1069729 Dec 10 19:43:11.458165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58736) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:11.473760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Deleting subnet 33fe52d7-3897-4287-a27e-e42d4c11b7f2 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:11.476849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.482989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:8c:9e:00', 'name': 'tempest-NetworksTestDHCPv6-298298841'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:11.542075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.567335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c572e53e-e8fd-4cc4-8ac5-3b30a66d9b3b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.572858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Transition to ACTIVE for port object ee67de72-e808-45b1-91a8-5b3118693665 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:11.575495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Deleting port 678a5f9a-b0af-4740-a5b3-698646599fd2 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:11.575943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.598179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] For port 678a5f9a-b0af-4740-a5b3-698646599fd2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=678a5f9a-b0af-4740-a5b3-698646599fd2,segment=NetworkSegment(70efaf79-494a-4f59-880d-e7fce33a1ce9),segment_id=70efaf79-494a-4f59-880d-e7fce33a1ce9)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:11.598596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.651643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-1b91585b-ea1e-466a-b92b-d71e7131c5bf', 'network_id': '1b91585b-ea1e-466a-b92b-d71e7131c5bf', 'tenant_id': '21387d169a27437598311b13fc9e8d7e', 'fixed_ips': [{'subnet_id': 'cbea2489-e16a-482b-9f64-6e4ad0b51550'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:43:11.652547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.702297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Transition to ACTIVE for port object ee67de72-e808-45b1-91a8-5b3118693665 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:11.740163 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-c572e53e-e8fd-4cc4-8ac5-3b30a66d9b3b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] update failed (client error): The resource could not be found. Dec 10 19:43:11.742122 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c572e53e-e8fd-4cc4-8ac5-3b30a66d9b3b tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "PUT /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3 HTTP/1.1" status: 404 len: 339 time: 1.5148394 Dec 10 19:43:11.754928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58742) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:11.757259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.782455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.796659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa5dc76f-25e3-4773-a3fe-5012c5740ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:11.801004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Calling delete_port for 678a5f9a-b0af-4740-a5b3-698646599fd2 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:11.833580 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d22d310-2c9a-4ecf-bc0e-1fa65d5fd59e req-6313b039-8689-4631-93dc-997e79425689 service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210421 Dec 10 19:43:11.837443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-510232590'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:11.886662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:11.915329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:network and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:11.932264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:11.937028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:11.978492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Allocated IP 172.20.0.1 (a759f697-65a6-482f-962f-db8c3b81cf47/482b7279-0085-487f-b540-c1d577ff7eea/733755cd-629c-4be1-9724-90f7f7466b76) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:11.990086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:12.018370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:12.044603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:12.046708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Made reservation on behalf of 0240b12aa154428a8656e86f6511ab66 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:12.052191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.063175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.073174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55ac3eb4-28c3-4900-b2a8-322ad17336e7 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:12.095980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Network a8979b05-7198-482a-9549-cb7e81ad0442 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:12.099846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Pushing event updated for resources: {'Port': ['ID=ee67de72-e808-45b1-91a8-5b3118693665,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:12.102921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:12.117529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:12.120021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:12.147196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Port': ['ID=678a5f9a-b0af-4740-a5b3-698646599fd2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:12.151518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:12.165344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:12.171655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.171995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.191527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Transition to ACTIVE for port object 733755cd-629c-4be1-9724-90f7f7466b76 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:12.192506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] No DVR routers for this DVR port 678a5f9a-b0af-4740-a5b3-698646599fd2 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:12.217201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.222400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fb0582e3-99d1-4780-b058-a87f3cb0e9e3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:12.236318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:43:12.237040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '6fcffd88-7f7f-4a36-882d-626dd939fa24'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:43:12.237995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.303710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network a759f697-65a6-482f-962f-db8c3b81cf47 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:12.307223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:12.312176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:12.338913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 6a1f3f36-5175-49f1-a9f7-170bc55eb74e yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:12.343978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Port': ['ID=733755cd-629c-4be1-9724-90f7f7466b76,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:12.346495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:00Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:48Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f41479-095d-4776-8ab0-f19cc22c5533', 'name': '', 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:15:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '074392df-d45a-4b87-86c9-def1003aa950', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:57Z', 'updated_at': '2021-12-10T19:43:01Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '074392df-d45a-4b87-86c9-def1003aa950', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:12.354941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:12.387462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.387863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Added segment 6228e22f-7620-45ce-ad1a-344c8eb69e37 of type vlan for network 2d28b6e3-d2b5-452c-bb76-8664739f9f19 Dec 10 19:43:12.389093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.398159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Checking router: a7aa6c37-d961-40cd-9501-11ad51cf4f80 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:43:12.398734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Updating router a7aa6c37-d961-40cd-9501-11ad51cf4f80 port 64f41479-095d-4776-8ab0-f19cc22c5533 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:43:12.407113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.469731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.514138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.557913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.559916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Attempting to bind port ee67de72-e808-45b1-91a8-5b3118693665 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:12.561017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Attempting to bind port ee67de72-e808-45b1-91a8-5b3118693665 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '733fc259-fc85-40b8-a297-b1651ee67570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a8979b05-7198-482a-9549-cb7e81ad0442'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:12.561651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Attempting to bind port ee67de72-e808-45b1-91a8-5b3118693665 on network a8979b05-7198-482a-9549-cb7e81ad0442 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:12.572089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d809769-1fca-4513-8f8f-cccc4f1e995a']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:12.588764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] For port 678a5f9a-b0af-4740-a5b3-698646599fd2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=678a5f9a-b0af-4740-a5b3-698646599fd2,segment=NetworkSegment(70efaf79-494a-4f59-880d-e7fce33a1ce9),segment_id=70efaf79-494a-4f59-880d-e7fce33a1ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:12.589144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.592816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70efaf79-494a-4f59-880d-e7fce33a1ce9') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:12.593358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70efaf79-494a-4f59-880d-e7fce33a1ce9') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:12.599581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.611679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.612915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Allocated IP 172.20.0.18 (1b91585b-ea1e-466a-b92b-d71e7131c5bf/cbea2489-e16a-482b-9f64-6e4ad0b51550/cda2a667-2656-4c06-9809-543f59168397) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:12.651714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.713403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:12.713865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:12.733749 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:12.768790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:12.769169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Checking segment: {'id': '733fc259-fc85-40b8-a297-b1651ee67570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a8979b05-7198-482a-9549-cb7e81ad0442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:12.769608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.770060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Bound using segment: {'id': '733fc259-fc85-40b8-a297-b1651ee67570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a8979b05-7198-482a-9549-cb7e81ad0442'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:12.770599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Bound port: ee67de72-e808-45b1-91a8-5b3118693665, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733fc259-fc85-40b8-a297-b1651ee67570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a8979b05-7198-482a-9549-cb7e81ad0442'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:12.771025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.791647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Calling delete_port for 678a5f9a-b0af-4740-a5b3-698646599fd2 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:12.821957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.842202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.846343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:12.847400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.856002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-93ba602e-9eb0-4976-814f-f5c289a17002 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:12.886106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:12.961729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:fe8c:9e00 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/6fcffd88-7f7f-4a36-882d-626dd939fa24/6a1f3f36-5175-49f1-a9f7-170bc55eb74e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:12.994051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.000546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.005141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.019296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.030129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.038564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-173176e1-5900-45ea-a575-46cadea4e508 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:13.045188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Network': ['ID=2d28b6e3-d2b5-452c-bb76-8664739f9f19,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:13.066927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:13.068643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2810888 Dec 10 19:43:13.075562 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] 10.222.0.41 "DELETE /v2.0/networks/8d809769-1fca-4513-8f8f-cccc4f1e995a HTTP/1.1" status: 204 len: 168 time: 4.5233841 Dec 10 19:43:13.075562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ebd951c-28ff-4329-a4b0-e8ebfe570e3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:13.076478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58746) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:13.090784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 2d28b6e3-d2b5-452c-bb76-8664739f9f19 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:43:13.091267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'subnet': {'network_id': '2d28b6e3-d2b5-452c-bb76-8664739f9f19', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:13.239885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event updated for resources: {'Port': ['ID=733755cd-629c-4be1-9724-90f7f7466b76,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:13.254430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:13.257929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.275942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:13.299495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Usage tracker for resource:subnet and tenant:0240b12aa154428a8656e86f6511ab66 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:13.323174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/subnets/33fe52d7-3897-4287-a27e-e42d4c11b7f2 HTTP/1.1" status: 204 len: 168 time: 2.1509376 Dec 10 19:43:13.350998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58752) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:13.351945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:13.400349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:13.406037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.426577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 6a1f3f36-5175-49f1-a9f7-170bc55eb74e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:13.446406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58758) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:13.456322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Subnet': ['ID=33fe52d7-3897-4287-a27e-e42d4c11b7f2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:13.456556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-de83adb3-6af6-483a-916e-5015f8ec0317 None None] Provisioning for port 733755cd-629c-4be1-9724-90f7f7466b76 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:13.460505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:13.461076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9eeffea-95ae-4c0e-a2ad-f3594659a862 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:13.487883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Pushing event deleted for resources: {'Network': ['ID=8d809769-1fca-4513-8f8f-cccc4f1e995a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:13.491186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:13.516363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.522712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d118840-1365-4085-a93f-a0aaea888fb7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:13.576883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.601744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-de83adb3-6af6-483a-916e-5015f8ec0317 None None] Provisioning complete for port 733755cd-629c-4be1-9724-90f7f7466b76 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:13.602177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de83adb3-6af6-483a-916e-5015f8ec0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.627179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=6a1f3f36-5175-49f1-a9f7-170bc55eb74e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:13.639379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:13.666534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:13.671987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:13.674504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:13.679259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:13.679908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.702930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Made reservation on behalf of 0240b12aa154428a8656e86f6511ab66 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:13.711689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Transition to ACTIVE for port object cda2a667-2656-4c06-9809-543f59168397 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:13.716330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2555687 Dec 10 19:43:13.719667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58764) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:13.785072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7319d616-dee4-4b23-b23e-544fb7e5447b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ed79360f5064b3a92c72763ed6131a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3368380 Dec 10 19:43:13.788835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58768) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:13.829203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:43:13.829670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:43:13.876394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6a953-621a-47d9-ac97-c0bf0b4e1e31 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:13.877554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c1f6a953-621a-47d9-ac97-c0bf0b4e1e31 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:13.893140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-de83adb3-6af6-483a-916e-5015f8ec0317 None None] Port 733755cd-629c-4be1-9724-90f7f7466b76 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:13.895211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Transition to ACTIVE for port object cda2a667-2656-4c06-9809-543f59168397 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:13.905069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0a946c7-6889-4a3a-beff-542b22746a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.908095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c1f6a953-621a-47d9-ac97-c0bf0b4e1e31 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:13.909282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Allocated IP 2001:db8::f816:3eff:fe4e:64d0 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/6fcffd88-7f7f-4a36-882d-626dd939fa24/8fab8ef7-5794-4889-bbdb-f3b2b79c26b9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:13.912664 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c1f6a953-621a-47d9-ac97-c0bf0b4e1e31 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1919701 Dec 10 19:43:13.913637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58772) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:13.915581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] For port ee67de72-e808-45b1-91a8-5b3118693665, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:13.925247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.927380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.930630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] For port ee67de72-e808-45b1-91a8-5b3118693665, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ee67de72-e808-45b1-91a8-5b3118693665,segment=NetworkSegment(733fc259-fc85-40b8-a297-b1651ee67570),segment_id=733fc259-fc85-40b8-a297-b1651ee67570)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:13.932968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:13.943768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-563c6ce3-eb40-4c1d-b757-e5aed65513a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:13.984495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.020737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2591fe70-7195-4040-aea0-48d573048292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.022372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Deleting port 678a5f9a-b0af-4740-a5b3-698646599fd2 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:14.022607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.052057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Network a759f697-65a6-482f-962f-db8c3b81cf47 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:14.057627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:14.274490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0a946c7-6889-4a3a-beff-542b22746a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.285350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d2bcf-7a3e-4d15-af08-eafd4b09e3ff None None] The port '678a5f9a-b0af-4740-a5b3-698646599fd2' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:43:14.287302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Network 1b91585b-ea1e-466a-b92b-d71e7131c5bf is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:14.298474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:14.306683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Pushing event updated for resources: {'Port': ['ID=cda2a667-2656-4c06-9809-543f59168397,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:14.317993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:14.318400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 6a1f3f36-5175-49f1-a9f7-170bc55eb74e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:14.318792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.322738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:14.329143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:14.337002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Deleting subnet cbea2489-e16a-482b-9f64-6e4ad0b51550 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:14.343287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.581547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0a946c7-6889-4a3a-beff-542b22746a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.589323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2746bc85-e877-4b17-9252-002c1336ee46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:14.604077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Pushing event updated for resources: {'Port': ['ID=ee67de72-e808-45b1-91a8-5b3118693665,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:14.612187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.622251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a946c7-6889-4a3a-beff-542b22746a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c236e4-e735-4aef-a8a3-399037d454a6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:14.628247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0a946c7-6889-4a3a-beff-542b22746a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:14.631412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0a946c7-6889-4a3a-beff-542b22746a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.632583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c0a946c7-6889-4a3a-beff-542b22746a2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15c236e4-e735-4aef-a8a3-399037d454a6 HTTP/1.1" status: 204 len: 168 time: 0.8430159 Dec 10 19:43:14.681304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:14.691949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.779513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.785900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-93616da0-285e-4cf9-b473-a5e9a7f1b9ca tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:14.801823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Attempting to bind port cda2a667-2656-4c06-9809-543f59168397 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:14.802354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Attempting to bind port cda2a667-2656-4c06-9809-543f59168397 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '78149d56-83e3-481a-949f-6d65eb0f6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b91585b-ea1e-466a-b92b-d71e7131c5bf'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:14.802983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Attempting to bind port cda2a667-2656-4c06-9809-543f59168397 on network 1b91585b-ea1e-466a-b92b-d71e7131c5bf {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:14.854528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 6a1f3f36-5175-49f1-a9f7-170bc55eb74e owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:14.877580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.921228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:14.921502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Checking segment: {'id': '78149d56-83e3-481a-949f-6d65eb0f6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b91585b-ea1e-466a-b92b-d71e7131c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:14.921980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.922424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Bound using segment: {'id': '78149d56-83e3-481a-949f-6d65eb0f6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b91585b-ea1e-466a-b92b-d71e7131c5bf'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:14.922963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Bound port: cda2a667-2656-4c06-9809-543f59168397, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78149d56-83e3-481a-949f-6d65eb0f6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b91585b-ea1e-466a-b92b-d71e7131c5bf'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:14.923776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.942053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f8ff6c23-d730-42ec-8680-abb4ef7e1caf None None] Provisioning complete for port 733755cd-629c-4be1-9724-90f7f7466b76 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:14.942517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6c23-d730-42ec-8680-abb4ef7e1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:14.952599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Subnet': ['ID=2b61752c-9d55-4854-90b7-fc9f505328f4,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:14.960203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:14.987956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Router 6946144b-1453-49f9-ab15-16e3e4644e29 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:14.987956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Checking segment: {'id': '6228e22f-7620-45ce-ad1a-344c8eb69e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d28b6e3-d2b5-452c-bb76-8664739f9f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:14.987956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network hostable DHCP agents. Network: 2d28b6e3-d2b5-452c-bb76-8664739f9f19, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:43:15.003642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97edb7af-84be-4ea8-ae89-08c5f1d980fe None None] Network a8979b05-7198-482a-9549-cb7e81ad0442 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:15.063586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff6c23-d730-42ec-8680-abb4ef7e1caf None None] Port 733755cd-629c-4be1-9724-90f7f7466b76 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:15.089918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.099716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5008b21d-1399-40e4-b8b8-cf351e58ea1d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:15.152566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=6a1f3f36-5175-49f1-a9f7-170bc55eb74e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:15.157977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:15.187321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.208668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:15.211406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.230004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/6a1f3f36-5175-49f1-a9f7-170bc55eb74e HTTP/1.1" status: 204 len: 168 time: 1.3025155 Dec 10 19:43:15.230004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58788) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:15.255225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.265304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Subnet': ['ID=cbea2489-e16a-482b-9f64-6e4ad0b51550,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:15.268065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:15.312459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network 2d28b6e3-d2b5-452c-bb76-8664739f9f19 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:43:15.319395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.328389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/subnets/cbea2489-e16a-482b-9f64-6e4ad0b51550 HTTP/1.1" status: 204 len: 168 time: 1.9722853 Dec 10 19:43:15.329433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58794) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:15.330296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33e7e5-ac96-477b-80bc-54c5d11fb15f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:15.332497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33e7e5-ac96-477b-80bc-54c5d11fb15f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:15.333873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ec33e7e5-ac96-477b-80bc-54c5d11fb15f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:15.335276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 2d28b6e3-d2b5-452c-bb76-8664739f9f19) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:15.341271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:15.342617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.354746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ec33e7e5-ac96-477b-80bc-54c5d11fb15f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:15.359051 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ec33e7e5-ac96-477b-80bc-54c5d11fb15f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1291821 Dec 10 19:43:15.359405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58798) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:15.367706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb7d63-343a-4bb5-a95c-85bc2ec33417 None None] Network 2d28b6e3-d2b5-452c-bb76-8664739f9f19 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:15.394616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.437021 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f58bba4-38e9-4ee0-ba76-6e7622f067b9 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3573258 Dec 10 19:43:15.440697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:15.453916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0145f2dd-023e-4d7d-8a1f-45db879b8ad0 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d28b6e3-d2b5-452c-bb76-8664739f9f19'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:15.464179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Transition to ACTIVE for port object 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:15.542741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Transition to ACTIVE for port object 64f41479-095d-4776-8ab0-f19cc22c5533 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:15.556751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.573412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Transition to ACTIVE for port object 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:15.577152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.619621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfafe4-a89f-4ac1-8661-930406b2bf83 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:15.620388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-33dfafe4-a89f-4ac1-8661-930406b2bf83 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Synchronizing usage tracker for tenant:21387d169a27437598311b13fc9e8d7e on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:15.630320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:15.630936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:15.643378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 6fcffd88-7f7f-4a36-882d-626dd939fa24 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:15.644186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "PUT /v2.0/routers/6946144b-1453-49f9-ab15-16e3e4644e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5021756 Dec 10 19:43:15.647915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.651077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:15.718535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.747672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] For port cda2a667-2656-4c06-9809-543f59168397, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:15.750757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af082050-0ea1-4c3b-a9c5-4f6bea0fe8af None None] Pushing event updated for resources: {'Port': ['ID=64f41479-095d-4776-8ab0-f19cc22c5533,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:15.755078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.760155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdfebb-009d-4465-8a68-0f0c5d088a63 None None] Sync routers for ids ['6946144b-1453-49f9-ab15-16e3e4644e29'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:15.784558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af082050-0ea1-4c3b-a9c5-4f6bea0fe8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:15.785084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af082050-0ea1-4c3b-a9c5-4f6bea0fe8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:15.836965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.887823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58816) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:15.948059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Pushing event updated for resources: {'Port': ['ID=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:15.953456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:15.957271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] For port cda2a667-2656-4c06-9809-543f59168397, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cda2a667-2656-4c06-9809-543f59168397,segment=NetworkSegment(78149d56-83e3-481a-949f-6d65eb0f6b47),segment_id=78149d56-83e3-481a-949f-6d65eb0f6b47)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:15.977801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:15.995933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f1f002c-d997-4ffa-8b08-806ecc008e67 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:15.996176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.019602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-12015925-11a2-47b6-9bb4-bcf0aabd006e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:16.038715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.060844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/6fcffd88-7f7f-4a36-882d-626dd939fa24 HTTP/1.1" status: 204 len: 168 time: 0.6957209 Dec 10 19:43:16.067166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58822) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:16.070656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcffd88-7f7f-4a36-882d-626dd939fa24,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:16.073612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:16.139371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-710412655'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:16.146067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:16.150475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Usage tracker for resource:network and tenant:cb29c25cdc954ae3a1f1d0d383741739 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:16.154357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:16.154569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:16.161398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:16.175716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Made reservation on behalf of cb29c25cdc954ae3a1f1d0d383741739 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:16.181268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.206460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:16.210573 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-35525b5b-d976-4643-83b9-79287cef9a1f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393769 Dec 10 19:43:16.210736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdfebb-009d-4465-8a68-0f0c5d088a63 None None] Routers {'6946144b-1453-49f9-ab15-16e3e4644e29'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:16.210849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.210944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d0bdfebb-009d-4465-8a68-0f0c5d088a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6946144b-1453-49f9-ab15-16e3e4644e29'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:16.212961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-33dfafe4-a89f-4ac1-8661-930406b2bf83 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Unset dirty status for tenant:21387d169a27437598311b13fc9e8d7e on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:16.214419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-33dfafe4-a89f-4ac1-8661-930406b2bf83 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8819480 Dec 10 19:43:16.223032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58826) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:16.223568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58828) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:16.256075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:16.261090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Usage tracker for resource:security_group_rule and tenant:cb29c25cdc954ae3a1f1d0d383741739 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:16.264769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:16.271062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:16.291233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:16.320863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:16.337172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-2d28b6e3-d2b5-452c-bb76-8664739f9f19', 'network_id': '2d28b6e3-d2b5-452c-bb76-8664739f9f19', 'tenant_id': '0240b12aa154428a8656e86f6511ab66', 'fixed_ips': [{'subnet_id': '2b61752c-9d55-4854-90b7-fc9f505328f4'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:43:16.338114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.350009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.353715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.359413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8068e7a1-ce26-47a3-b404-06c709a7a984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:16.364942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d0bdfebb-009d-4465-8a68-0f0c5d088a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:16.394329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:43:16.403773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6806b2-a4ff-419f-9a39-111443017d27,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:16.411659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:16.413680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.414195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Added segment 59abeecb-d9f5-401c-8107-bdf5cd18d42e of type vlan for network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 Dec 10 19:43:16.446566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.488158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.492946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:16.494019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.499460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d9921afd-0b3b-4abb-a804-256616218a9e tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:16.553369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:16.570912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:16.586190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:16.601131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:16.620161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.625226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Pushing event updated for resources: {'Port': ['ID=cda2a667-2656-4c06-9809-543f59168397,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:16.629768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7402821 Dec 10 19:43:16.632998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58836) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:16.633933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'Network': ['ID=0689fdac-eb6c-4429-95ae-ca5558c9ee41,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:16.643018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Request body: {'subnet': {'network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:16.648822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:16.653161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc18aef-50ab-4cef-b29d-ddcdb555ed0f None None] Network 1b91585b-ea1e-466a-b92b-d71e7131c5bf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:16.661774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:16.711255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:16.732900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:43:16.758677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Attempting to bind port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:16.759093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Attempting to bind port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:16.759497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Attempting to bind port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:16.772753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:16.776996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Usage tracker for resource:subnet and tenant:cb29c25cdc954ae3a1f1d0d383741739 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:16.780863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:16.787208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:16.797236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Made reservation on behalf of cb29c25cdc954ae3a1f1d0d383741739 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:16.822258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdfebb-009d-4465-8a68-0f0c5d088a63 None None] Routers {'6946144b-1453-49f9-ab15-16e3e4644e29'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:16.822949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d0bdfebb-009d-4465-8a68-0f0c5d088a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6946144b-1453-49f9-ab15-16e3e4644e29'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:16.846467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Deleting port cda2a667-2656-4c06-9809-543f59168397 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:16.846851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.898846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Attempting to bind port 64f41479-095d-4776-8ab0-f19cc22c5533 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:16.899170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Attempting to bind port 64f41479-095d-4776-8ab0-f19cc22c5533 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:16.899568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Attempting to bind port 64f41479-095d-4776-8ab0-f19cc22c5533 on network 943983a7-7848-448c-b00f-9b656d3d18ae {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:16.929384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.945136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d0bdfebb-009d-4465-8a68-0f0c5d088a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:16.945653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdfebb-009d-4465-8a68-0f0c5d088a63 None None] The sync data for ids ['6946144b-1453-49f9-ab15-16e3e4644e29'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:16.974362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:16.974787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:16.975266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.975659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:16.976190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Bound port: 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:16.976592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:16.995811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.024747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-512cf207-8e82-4348-ab1d-f32876a98443 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.161072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0145f2dd-023e-4d7d-8a1f-45db879b8ad0 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.189397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:17.189887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Checking segment: {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:17.190264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.190698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Bound using segment: {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:17.190822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.191231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Bound port: 64f41479-095d-4776-8ab0-f19cc22c5533, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e86a88-654a-4c01-8061-1d752c90ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:17.191648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.195730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-511ac2f6-8330-4149-9f88-f477685c074c tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:17.274655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'Subnet': ['ID=b5038f73-9e02-4958-b4b4-d21ab93315d9,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:17.277663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:17.302949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Checking segment: {'id': '59abeecb-d9f5-401c-8107-bdf5cd18d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:17.303511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Network hostable DHCP agents. Network: 0689fdac-eb6c-4429-95ae-ca5558c9ee41, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:43:17.327253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:43:17.337954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 0689fdac-eb6c-4429-95ae-ca5558c9ee41) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:17.342867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:17.343827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.368712 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7318077 Dec 10 19:43:17.371373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58840) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:17.377737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-615100958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:17.382592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0229a83-1bbd-48f9-9119-4b9c30ab2b69 None None] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:17.384730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:17.389235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Usage tracker for resource:router and tenant:cb29c25cdc954ae3a1f1d0d383741739 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:17.392390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:17.399308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:17.413073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.414531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.438193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.459899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.499419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.501219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a1a7aabd-32db-4700-a091-fc766c005bfd tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1284044 Dec 10 19:43:17.504080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58844) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:17.506206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Allocated IP 2001:db8:1::2 (2d28b6e3-d2b5-452c-bb76-8664739f9f19/2b61752c-9d55-4854-90b7-fc9f505328f4/1c363f7e-3dd7-4fcc-8b91-86988452c100) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:17.520916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] For port cda2a667-2656-4c06-9809-543f59168397, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cda2a667-2656-4c06-9809-543f59168397,segment=NetworkSegment(78149d56-83e3-481a-949f-6d65eb0f6b47),segment_id=78149d56-83e3-481a-949f-6d65eb0f6b47)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:17.521324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.658989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] For port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:17.686321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] For port 64f41479-095d-4776-8ab0-f19cc22c5533, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:17.707721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] For port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:17.715770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] For port 64f41479-095d-4776-8ab0-f19cc22c5533, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=64f41479-095d-4776-8ab0-f19cc22c5533,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:17.742184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.746879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:17.756376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:17.951204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Calling delete_port for cda2a667-2656-4c06-9809-543f59168397 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:17.982668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Pushing event updated for resources: {'Port': ['ID=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:18.091168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:18.121888 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-512cf207-8e82-4348-ab1d-f32876a98443 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 19:43:18.126714 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-512cf207-8e82-4348-ab1d-f32876a98443 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/routers/6946144b-1453-49f9-ab15-16e3e4644e29 HTTP/1.1" status: 409 len: 329 time: 2.4723566 Dec 10 19:43:18.131470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:18.173860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-0689fdac-eb6c-4429-95ae-ca5558c9ee41', 'network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41', 'tenant_id': 'cb29c25cdc954ae3a1f1d0d383741739', 'fixed_ips': [{'subnet_id': 'b5038f73-9e02-4958-b4b4-d21ab93315d9'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:43:18.174771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:18.205452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:18.206896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:18.210926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:18.223753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:18.277404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:18.356685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Port': ['ID=cda2a667-2656-4c06-9809-543f59168397,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:18.360117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:18.387168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Transition to ACTIVE for port object 1c363f7e-3dd7-4fcc-8b91-86988452c100 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:18.390465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af082050-0ea1-4c3b-a9c5-4f6bea0fe8af None None] Pushing event updated for resources: {'Port': ['ID=64f41479-095d-4776-8ab0-f19cc22c5533,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:18.418982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] No DVR routers for this DVR port cda2a667-2656-4c06-9809-543f59168397 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:18.440617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af082050-0ea1-4c3b-a9c5-4f6bea0fe8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:18.441162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.653s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:18.441599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:18.497238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-0145f2dd-023e-4d7d-8a1f-45db879b8ad0 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:43:18.503090 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0145f2dd-023e-4d7d-8a1f-45db879b8ad0 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "PUT /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3 HTTP/1.1" status: 400 len: 364 time: 3.0571873 Dec 10 19:43:18.511353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Transition to ACTIVE for port object 1c363f7e-3dd7-4fcc-8b91-86988452c100 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:18.544307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58852) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:18.570118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:18.580883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a93d6300-0dd6-406e-8782-db27aa42ff3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:18.657406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:18.680533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Network 2d28b6e3-d2b5-452c-bb76-8664739f9f19 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:18.688371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:18.695410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Pushing event updated for resources: {'Port': ['ID=1c363f7e-3dd7-4fcc-8b91-86988452c100,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:18.697435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:18.700413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Allocated IP 172.20.0.2 (0689fdac-eb6c-4429-95ae-ca5558c9ee41/b5038f73-9e02-4958-b4b4-d21ab93315d9/fc24058a-972b-4b44-9297-b8cf607e6eb0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:18.707467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:18.715263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:43:18.751956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b91585b-ea1e-466a-b92b-d71e7131c5bf']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:18.781403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78149d56-83e3-481a-949f-6d65eb0f6b47') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:18.781756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78149d56-83e3-481a-949f-6d65eb0f6b47') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:18.807636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:18.968363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:18.987190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:18.987190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:19.004488 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:19.117906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.125221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f9b1592-8bd8-4c79-be73-f97dea7c8229 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:19.141251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.199426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Network': ['ID=1b91585b-ea1e-466a-b92b-d71e7131c5bf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:19.205874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:19.223232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Attempting to bind port 1c363f7e-3dd7-4fcc-8b91-86988452c100 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:19.223651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Attempting to bind port 1c363f7e-3dd7-4fcc-8b91-86988452c100 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '6228e22f-7620-45ce-ad1a-344c8eb69e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d28b6e3-d2b5-452c-bb76-8664739f9f19'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:19.224235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Attempting to bind port 1c363f7e-3dd7-4fcc-8b91-86988452c100 on network 2d28b6e3-d2b5-452c-bb76-8664739f9f19 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:19.244539 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/networks/1b91585b-ea1e-466a-b92b-d71e7131c5bf HTTP/1.1" status: 204 len: 168 time: 3.0154274 Dec 10 19:43:19.245553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:19.250416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.259155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:19.259907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Checking segment: {'id': '6228e22f-7620-45ce-ad1a-344c8eb69e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d28b6e3-d2b5-452c-bb76-8664739f9f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:19.259907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.260345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Bound using segment: {'id': '6228e22f-7620-45ce-ad1a-344c8eb69e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d28b6e3-d2b5-452c-bb76-8664739f9f19'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:19.260878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Bound port: 1c363f7e-3dd7-4fcc-8b91-86988452c100, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6228e22f-7620-45ce-ad1a-344c8eb69e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d28b6e3-d2b5-452c-bb76-8664739f9f19'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:19.261273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.265670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.397589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.509314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.550223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Transition to ACTIVE for port object fc24058a-972b-4b44-9297-b8cf607e6eb0 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:19.594971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.598659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] For port 1c363f7e-3dd7-4fcc-8b91-86988452c100, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:19.605448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Transition to ACTIVE for port object fc24058a-972b-4b44-9297-b8cf607e6eb0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:19.646448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] For port 1c363f7e-3dd7-4fcc-8b91-86988452c100, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1c363f7e-3dd7-4fcc-8b91-86988452c100,segment=NetworkSegment(6228e22f-7620-45ce-ad1a-344c8eb69e37),segment_id=6228e22f-7620-45ce-ad1a-344c8eb69e37)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:19.648100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.656328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:19.692172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.712416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Deleting port ee67de72-e808-45b1-91a8-5b3118693665 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:19.712795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.730845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Allocated IP 2001:db8::1 (4e29cbcd-07fb-4911-a821-9511256fe55e/e6f28930-3e92-4021-9e68-df9dcc88b8f3/8af537f3-67fc-4887-95a7-ddb6f0583d8f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:19.742701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Allocated IP 172.20.0.1 (0689fdac-eb6c-4429-95ae-ca5558c9ee41/b5038f73-9e02-4958-b4b4-d21ab93315d9/b69175d6-ac27-433b-ad23-4d91b253e9b3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:19.757771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:19.759189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Pushing event updated for resources: {'Port': ['ID=fc24058a-972b-4b44-9297-b8cf607e6eb0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:19.764344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:19.767216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:19.767964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a518117-c060-4a16-962d-9ec2ccfe7b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:19.803371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:19.875237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] For port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:19.918897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:00Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:48Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f41479-095d-4776-8ab0-f19cc22c5533', 'name': '', 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:15:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '074392df-d45a-4b87-86c9-def1003aa950', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:57Z', 'updated_at': '2021-12-10T19:43:17Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '074392df-d45a-4b87-86c9-def1003aa950', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:19.935132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Pushing event updated for resources: {'Port': ['ID=1c363f7e-3dd7-4fcc-8b91-86988452c100,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:19.945997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2942c-33e2-4a7a-9de9-6d1809d70c77 None None] The sync data for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:00Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:48Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f41479-095d-4776-8ab0-f19cc22c5533', 'name': '', 'network_id': '943983a7-7848-448c-b00f-9b656d3d18ae', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:15:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '074392df-d45a-4b87-86c9-def1003aa950', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:57Z', 'updated_at': '2021-12-10T19:43:17Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '074392df-d45a-4b87-86c9-def1003aa950', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:19.947901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:19.959039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Attempting to bind port fc24058a-972b-4b44-9297-b8cf607e6eb0 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:19.959783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Attempting to bind port fc24058a-972b-4b44-9297-b8cf607e6eb0 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '59abeecb-d9f5-401c-8107-bdf5cd18d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:19.960388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Attempting to bind port fc24058a-972b-4b44-9297-b8cf607e6eb0 on network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:19.969285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:19.970686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Checking segment: {'id': '59abeecb-d9f5-401c-8107-bdf5cd18d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:19.971151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:19.971599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Bound using segment: {'id': '59abeecb-d9f5-401c-8107-bdf5cd18d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:19.972157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Bound port: fc24058a-972b-4b44-9297-b8cf607e6eb0, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59abeecb-d9f5-401c-8107-bdf5cd18d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:19.972587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.141106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.144888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] For port fc24058a-972b-4b44-9297-b8cf607e6eb0, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:20.153225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] For port fc24058a-972b-4b44-9297-b8cf607e6eb0, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fc24058a-972b-4b44-9297-b8cf607e6eb0,segment=NetworkSegment(59abeecb-d9f5-401c-8107-bdf5cd18d42e),segment_id=59abeecb-d9f5-401c-8107-bdf5cd18d42e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:20.154338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.159216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.164352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:20.193718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Transition to ACTIVE for port object b69175d6-ac27-433b-ad23-4d91b253e9b3 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:20.195508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Transition to ACTIVE for port object 8af537f3-67fc-4887-95a7-ddb6f0583d8f will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:20.244187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.260044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:20.316479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Pushing event updated for resources: {'Port': ['ID=fc24058a-972b-4b44-9297-b8cf607e6eb0,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:20.324631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:20.339859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.370965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network 4e29cbcd-07fb-4911-a821-9511256fe55e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:20.378228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:20.396766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:20.397432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.408909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:20.419453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:20.426745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:20.473268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.486542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.487412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.524436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Port': ['ID=8af537f3-67fc-4887-95a7-ddb6f0583d8f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:20.527879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:20.564963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae710fde-6678-4d76-8fc0-d03722cb16be tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:20.601613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:20.655175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'Port': ['ID=b69175d6-ac27-433b-ad23-4d91b253e9b3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:20.658355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:20.678091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] For port ee67de72-e808-45b1-91a8-5b3118693665, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ee67de72-e808-45b1-91a8-5b3118693665,segment=NetworkSegment(733fc259-fc85-40b8-a297-b1651ee67570),segment_id=733fc259-fc85-40b8-a297-b1651ee67570)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:20.678967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.750130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.802539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:20.843052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.927527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:20.930676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:20.931339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:20.945181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Calling delete_port for ee67de72-e808-45b1-91a8-5b3118693665 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:20.953199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc8de44-e781-4b2f-9f81-10e8dd289a80 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:21.087893 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.8627961 Dec 10 19:43:21.094806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58862) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:21.105208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:31:f7:4e', 'name': 'tempest-NetworksTestDHCPv6-1317183507'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:21.120981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,revision_number=5']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:21.135118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:21.135834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56f5c6a9-546f-44d1-bc2f-c856de3f1ade tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:21.187292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a7166ed8-6d16-49b6-860b-f5bf297598e7 None None] Provisioning for port 8af537f3-67fc-4887-95a7-ddb6f0583d8f completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:21.222220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a7166ed8-6d16-49b6-860b-f5bf297598e7 None None] Provisioning complete for port 8af537f3-67fc-4887-95a7-ddb6f0583d8f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:21.222559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7166ed8-6d16-49b6-860b-f5bf297598e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.293744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.318387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a7166ed8-6d16-49b6-860b-f5bf297598e7 None None] Port 8af537f3-67fc-4887-95a7-ddb6f0583d8f cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:21.337919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fc24058a-972b-4b44-9297-b8cf607e6eb0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:21.366182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] No DVR routers for this DVR port ee67de72-e808-45b1-91a8-5b3118693665 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:21.404798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=cc8a1c4f-1cf3-45d8-9af7-83a453ba123d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:21.410016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:21.414781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e880690a-352f-4de4-b865-644ba23f7fac tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:21.559138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port fc24058a-972b-4b44-9297-b8cf607e6eb0 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:21.573800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 64f41479-095d-4776-8ab0-f19cc22c5533 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:21.623274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Port': ['ID=ee67de72-e808-45b1-91a8-5b3118693665,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:21.639154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:21.656320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.671697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 64f41479-095d-4776-8ab0-f19cc22c5533 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:21.687067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 64f41479-095d-4776-8ab0-f19cc22c5533 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:21.687467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.723120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8979b05-7198-482a-9549-cb7e81ad0442']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:21.801706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733fc259-fc85-40b8-a297-b1651ee67570') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:21.802086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733fc259-fc85-40b8-a297-b1651ee67570') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:21.831669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.863935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.877657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.886564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.912642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 64f41479-095d-4776-8ab0-f19cc22c5533, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=64f41479-095d-4776-8ab0-f19cc22c5533,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:21.917953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.919106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1c363f7e-3dd7-4fcc-8b91-86988452c100 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:21.956249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:21.967230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Deleting port 733755cd-629c-4be1-9724-90f7f7466b76 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:21.967613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:21.969047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:21.999262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:21.999716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:22.027369 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:22.087445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=64f41479-095d-4776-8ab0-f19cc22c5533,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:22.091173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:22.112830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 1c363f7e-3dd7-4fcc-8b91-86988452c100 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:22.190815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:22.198205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:22.213872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.215734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:22.222432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0509353f-efd4-46da-b6f4-f2e56603f3e5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:22.238904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.241976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:22.258873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Network': ['ID=a8979b05-7198-482a-9549-cb7e81ad0442,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:22.266372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:22.285842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/networks/a8979b05-7198-482a-9549-cb7e81ad0442 HTTP/1.1" status: 204 len: 168 time: 3.0366206 Dec 10 19:43:22.289185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58870) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:22.346247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.392158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.393313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.393925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52609385-fe35-4d25-8fd9-e69297938633 None None] Network 2d28b6e3-d2b5-452c-bb76-8664739f9f19 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:22.448866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.453384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7653fc39-955c-4569-b292-ee810387eb72 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:22.538422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.641419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Calling delete_port for 733755cd-629c-4be1-9724-90f7f7466b76 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:22.714737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] Provisioning for port 1c363f7e-3dd7-4fcc-8b91-86988452c100 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:22.723660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] Provisioning complete for port 1c363f7e-3dd7-4fcc-8b91-86988452c100 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:22.724077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.745886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event updated for resources: {'Port': ['ID=8af537f3-67fc-4887-95a7-ddb6f0583d8f,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:22.749934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:22.827808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:22.861252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Network 4e29cbcd-07fb-4911-a821-9511256fe55e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:22.868490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:22.985665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.024825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f711699-59c4-49a7-9e0d-78706b38a0fd']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:23.026727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.072823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd554612d-bcb3-49cf-b12f-c9e8946b2f7f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:23.073169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd554612d-bcb3-49cf-b12f-c9e8946b2f7f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:23.111582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] For port 1c363f7e-3dd7-4fcc-8b91-86988452c100, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1c363f7e-3dd7-4fcc-8b91-86988452c100,segment=NetworkSegment(6228e22f-7620-45ce-ad1a-344c8eb69e37),segment_id=6228e22f-7620-45ce-ad1a-344c8eb69e37)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:23.114101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.119627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.121590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:23.148460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port a49d16b1-fefc-48c7-8eff-baa7b41ee020 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:23.239714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.253642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:23.254111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.259670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 64f41479-095d-4776-8ab0-f19cc22c5533 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:23.265855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.275639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.320427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] Pushing event updated for resources: {'Port': ['ID=1c363f7e-3dd7-4fcc-8b91-86988452c100,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:23.342059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:23.356486 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:23.361236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.366305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.373667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:23.376319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0900f9a-d532-4a28-b8f8-d871fd672f9d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:23.377793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 64f41479-095d-4776-8ab0-f19cc22c5533 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:23.378294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.411436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.412481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Network': ['ID=6f711699-59c4-49a7-9e0d-78706b38a0fd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:23.415404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:23.425328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/networks/6f711699-59c4-49a7-9e0d-78706b38a0fd HTTP/1.1" status: 204 len: 168 time: 1.1350091 Dec 10 19:43:23.429623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58874) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:23.530207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.532527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cef5fb-3246-410f-a202-d68113033659 None None] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:23.538277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3cb0693-69f5-4acd-a464-c6a681b3a691 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:23.608995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event deleted for resources: {'Port': ['ID=733755cd-629c-4be1-9724-90f7f7466b76,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:23.612269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:23.722754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:23.786256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58880) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:23.910582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] Provisioning for port fc24058a-972b-4b44-9297-b8cf607e6eb0 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:23.939693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] Provisioning complete for port fc24058a-972b-4b44-9297-b8cf607e6eb0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:23.940119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.083744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'Port': ['ID=b69175d6-ac27-433b-ad23-4d91b253e9b3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:24.102502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:24.104879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:24.167815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:fe31:f74e (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/cc8a1c4f-1cf3-45d8-9af7-83a453ba123d/a49d16b1-fefc-48c7-8eff-baa7b41ee020) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:24.254392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Router 885d9b57-3012-4f9e-91e8-80fcecc32ef3 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:24.276140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:24.292179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:24.294372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.358933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] For port fc24058a-972b-4b44-9297-b8cf607e6eb0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fc24058a-972b-4b44-9297-b8cf607e6eb0,segment=NetworkSegment(59abeecb-d9f5-401c-8107-bdf5cd18d42e),segment_id=59abeecb-d9f5-401c-8107-bdf5cd18d42e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:24.365615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.368538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae897669-0678-4e41-8ec4-4dd731c49b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:24.406204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:24.475295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] Pushing event updated for resources: {'Port': ['ID=fc24058a-972b-4b44-9297-b8cf607e6eb0,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:24.487591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:24.525690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0cf549fc-8f03-4554-ae16-84b7398c1dd1 None None] Provisioning complete for port 1c363f7e-3dd7-4fcc-8b91-86988452c100 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:24.526291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0cf549fc-8f03-4554-ae16-84b7398c1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.593826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.629991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a8a35a-b2ff-4086-ba3e-b1781dad9463']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:24.646496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9d8aa7-a3ee-4c98-9668-fa7dfa30ff48') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:24.647076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9d8aa7-a3ee-4c98-9668-fa7dfa30ff48') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:24.666793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.687822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.704081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0cf549fc-8f03-4554-ae16-84b7398c1dd1 None None] Provisioning complete for port 8af537f3-67fc-4887-95a7-ddb6f0583d8f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:24.704502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0cf549fc-8f03-4554-ae16-84b7398c1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.724261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:24.724709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:24.749466 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:24.780332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0cf549fc-8f03-4554-ae16-84b7398c1dd1 None None] Port 8af537f3-67fc-4887-95a7-ddb6f0583d8f cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:24.848898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.912284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Provisioning for port b69175d6-ac27-433b-ad23-4d91b253e9b3 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:24.920450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Provisioning complete for port b69175d6-ac27-433b-ad23-4d91b253e9b3 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:24.921470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.961306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:24.972707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-500750b6-24df-4e38-8649-538f31b97f14 tempest-AllowedAddressPairIpV6TestJSON-1455153694 tempest-AllowedAddressPairIpV6TestJSON-1455153694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:25.012912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Port b69175d6-ac27-433b-ad23-4d91b253e9b3 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:25.030737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Provisioning for port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:25.037995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Provisioning complete for port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:25.038410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.040112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.081079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Pushing event deleted for resources: {'Network': ['ID=c1a8a35a-b2ff-4086-ba3e-b1781dad9463,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:25.091272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:25.096277 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] 10.222.0.41 "DELETE /v2.0/networks/c1a8a35a-b2ff-4086-ba3e-b1781dad9463 HTTP/1.1" status: 204 len: 168 time: 1.6628275 Dec 10 19:43:25.098461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fc24058a-972b-4b44-9297-b8cf607e6eb0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:25.109985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.130288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object a49d16b1-fefc-48c7-8eff-baa7b41ee020 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:25.168904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.187566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:25.280500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:25.290587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port fc24058a-972b-4b44-9297-b8cf607e6eb0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:25.291304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.308244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:25.351576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.352554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:25.365007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:25.365744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.429944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:25.433390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=a49d16b1-fefc-48c7-8eff-baa7b41ee020,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:25.450662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346c4eb-ac4f-475a-a68f-1d536c992659 None None] Sync routers for ids ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:25.465903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:25.489558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346c4eb-ac4f-475a-a68f-1d536c992659 None None] Routers {'885d9b57-3012-4f9e-91e8-80fcecc32ef3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:25.491710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9346c4eb-ac4f-475a-a68f-1d536c992659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:25.537445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] For port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:25.542604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1c363f7e-3dd7-4fcc-8b91-86988452c100 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:25.561713 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "PUT /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0154824 Dec 10 19:43:25.564684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4666059 Dec 10 19:43:25.566530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58888) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:25.571611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58890) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:25.629227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.636117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b5d55a8-75d0-48b4-a548-ccd4d7dc3445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:25.704896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9346c4eb-ac4f-475a-a68f-1d536c992659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:25.741862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346c4eb-ac4f-475a-a68f-1d536c992659 None None] Routers {'885d9b57-3012-4f9e-91e8-80fcecc32ef3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:25.743392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9346c4eb-ac4f-475a-a68f-1d536c992659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:25.777116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1c363f7e-3dd7-4fcc-8b91-86988452c100 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:25.777591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.782699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58896) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:25.834977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9346c4eb-ac4f-475a-a68f-1d536c992659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:25.835841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346c4eb-ac4f-475a-a68f-1d536c992659 None None] The sync data for ids ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:25.860064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Pushing event updated for resources: {'Port': ['ID=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:25.884574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:25.904969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Provisioning complete for port fc24058a-972b-4b44-9297-b8cf607e6eb0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:25.905808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:25.932324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Router 6946144b-1453-49f9-ab15-16e3e4644e29 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:25.936118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92326eb0-0509-41ef-89d0-f9fce9f27ac1 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:43:25.942294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Router 796b9086-e8aa-4213-ba7c-523ab5ddb217 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:43:25.958577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b5c4b-80db-4946-89ef-a6c22c680a7d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:25.963125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b5c4b-80db-4946-89ef-a6c22c680a7d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:25.964057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-575b5c4b-80db-4946-89ef-a6c22c680a7d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:26.168998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:26.298355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:26.302048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92326eb0-0509-41ef-89d0-f9fce9f27ac1 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:43:26.312547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e5aaf-4de7-411d-80fe-80bb6f7e8b6f None None] Sync routers for ids ['6946144b-1453-49f9-ab15-16e3e4644e29'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:26.315580 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "PUT /v2.0/routers/6946144b-1453-49f9-ab15-16e3e4644e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1822834 Dec 10 19:43:26.320895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d75e8083-ea62-475d-b3ff-58070d54b2db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21387d169a27437598311b13fc9e8d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4682186 Dec 10 19:43:26.320895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58902) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:26.324692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:26.368550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-575b5c4b-80db-4946-89ef-a6c22c680a7d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:26.373031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-575b5c4b-80db-4946-89ef-a6c22c680a7d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.7946088 Dec 10 19:43:26.379637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98c16d71-f826-426e-9fc9-148f5cd5439d tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:26.385497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58908) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:26.429132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e5aaf-4de7-411d-80fe-80bb6f7e8b6f None None] Routers {'6946144b-1453-49f9-ab15-16e3e4644e29'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:26.429870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f67e5aaf-4de7-411d-80fe-80bb6f7e8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6946144b-1453-49f9-ab15-16e3e4644e29'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:26.457089 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-f673f891-eae6-4b7b-aa3c-c4ca90691dfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] show failed (client error): The resource could not be found. Dec 10 19:43:26.462290 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f673f891-eae6-4b7b-aa3c-c4ca90691dfb tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1834950206 HTTP/1.1" status: 404 len: 335 time: 0.1409431 Dec 10 19:43:26.463884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58914) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:26.488274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-367a18d0-aeea-4599-971d-7aa75a2b000e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:26.511951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f67e5aaf-4de7-411d-80fe-80bb6f7e8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:26.533133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f3a586a-b463-4442-a9c4-df758482bac2 None None] Provisioning complete for port b69175d6-ac27-433b-ad23-4d91b253e9b3 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:26.533593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f3a586a-b463-4442-a9c4-df758482bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:26.599672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-367a18d0-aeea-4599-971d-7aa75a2b000e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] update failed (client error): The resource could not be found. Dec 10 19:43:26.604338 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-367a18d0-aeea-4599-971d-7aa75a2b000e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-2079007827 HTTP/1.1" status: 404 len: 335 time: 0.1326559 Dec 10 19:43:26.604514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-98c16d71-f826-426e-9fc9-148f5cd5439d tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 19:43:26.608498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-98c16d71-f826-426e-9fc9-148f5cd5439d tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3 HTTP/1.1" status: 409 len: 329 time: 1.0357118 Dec 10 19:43:26.608498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58918) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:26.610323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58920) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:26.610834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:26.619165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e5aaf-4de7-411d-80fe-80bb6f7e8b6f None None] Routers {'6946144b-1453-49f9-ab15-16e3e4644e29'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:26.619875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f67e5aaf-4de7-411d-80fe-80bb6f7e8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6946144b-1453-49f9-ab15-16e3e4644e29'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:26.626868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de923ffc-55f8-4f79-a703-b68a60754484 None None] Sync routers for ids ['796b9086-e8aa-4213-ba7c-523ab5ddb217'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:26.640874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de923ffc-55f8-4f79-a703-b68a60754484 None None] Routers {'796b9086-e8aa-4213-ba7c-523ab5ddb217'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:26.642023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-de923ffc-55f8-4f79-a703-b68a60754484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['796b9086-e8aa-4213-ba7c-523ab5ddb217'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:26.712037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-de923ffc-55f8-4f79-a703-b68a60754484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:26.719467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f67e5aaf-4de7-411d-80fe-80bb6f7e8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:26.719936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e5aaf-4de7-411d-80fe-80bb6f7e8b6f None None] The sync data for ids ['6946144b-1453-49f9-ab15-16e3e4644e29'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:26.728580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a586a-b463-4442-a9c4-df758482bac2 None None] Port b69175d6-ac27-433b-ad23-4d91b253e9b3 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:26.733413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de923ffc-55f8-4f79-a703-b68a60754484 None None] Routers {'796b9086-e8aa-4213-ba7c-523ab5ddb217'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:26.734509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-de923ffc-55f8-4f79-a703-b68a60754484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['796b9086-e8aa-4213-ba7c-523ab5ddb217'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:26.803631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f3a586a-b463-4442-a9c4-df758482bac2 None None] Provisioning for port a49d16b1-fefc-48c7-8eff-baa7b41ee020 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:26.811865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-de923ffc-55f8-4f79-a703-b68a60754484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:26.812665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de923ffc-55f8-4f79-a703-b68a60754484 None None] The sync data for ids ['796b9086-e8aa-4213-ba7c-523ab5ddb217'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:26.813399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4f3a586a-b463-4442-a9c4-df758482bac2 None None] Provisioning complete for port a49d16b1-fefc-48c7-8eff-baa7b41ee020 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:26.813862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f3a586a-b463-4442-a9c4-df758482bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:26.827482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "PUT /v2.0/routers/796b9086-e8aa-4213-ba7c-523ab5ddb217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3194966 Dec 10 19:43:26.829470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58926) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:26.838178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Request body: {'port': {'network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41', 'name': 'tempest-FloatingIPNegativeTestJSON-796282693'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:26.934591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a586a-b463-4442-a9c4-df758482bac2 None None] Port a49d16b1-fefc-48c7-8eff-baa7b41ee020 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:26.940382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port a49d16b1-fefc-48c7-8eff-baa7b41ee020 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:26.940773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:26.989451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Deleting subnet 8de0406d-e925-4488-9755-78dfd405cf7a {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:26.993862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.012168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf4166-cb80-4e24-b8c5-35842ab7ad87 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:43:27.083421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.112788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f49c5e37-224d-4ec4-97f6-0847e0c46c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.156071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:27.160136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Usage tracker for resource:port and tenant:cb29c25cdc954ae3a1f1d0d383741739 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:27.163282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:27.174220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:27.196093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Made reservation on behalf of cb29c25cdc954ae3a1f1d0d383741739 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:27.202048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.212421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:27.226368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f49c5e37-224d-4ec4-97f6-0847e0c46c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.234037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] device_id is not set on port b1720e92-a6b7-408e-b28d-a889d6f31b67 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:27.299376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.364152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:27.364486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.472128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Allocated IP 172.20.0.5 (0689fdac-eb6c-4429-95ae-ca5558c9ee41/b5038f73-9e02-4958-b4b4-d21ab93315d9/b1720e92-a6b7-408e-b28d-a889d6f31b67) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:27.512969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.521775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a7e294f-e157-469a-bd91-7bff1344abaf tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:27.524658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf4166-cb80-4e24-b8c5-35842ab7ad87 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:43:27.582309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event deleted for resources: {'Subnet': ['ID=8de0406d-e925-4488-9755-78dfd405cf7a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:27.587360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:27.600659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.606072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f49c5e37-224d-4ec4-97f6-0847e0c46c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.618547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b02c548e-271c-42d3-a2ae-f4b59394a2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:27.631173 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/subnets/8de0406d-e925-4488-9755-78dfd405cf7a HTTP/1.1" status: 204 len: 168 time: 1.0230751 Dec 10 19:43:27.639283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.650611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58930) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:27.662180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c5e37-224d-4ec4-97f6-0847e0c46c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b16c8-8d25-439a-978b-01e8afb84ae6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:27.758785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f49c5e37-224d-4ec4-97f6-0847e0c46c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:27.775116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.793024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Transition to ACTIVE for port object b1720e92-a6b7-408e-b28d-a889d6f31b67 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:27.816099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.824302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e2ca087-244f-4a53-a029-05f11bd4222a tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:27.840438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for a49d16b1-fefc-48c7-8eff-baa7b41ee020 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:27.868937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f49c5e37-224d-4ec4-97f6-0847e0c46c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:27.873061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f49c5e37-224d-4ec4-97f6-0847e0c46c34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce8b16c8-8d25-439a-978b-01e8afb84ae6 HTTP/1.1" status: 204 len: 168 time: 1.4861646 Dec 10 19:43:27.905763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:27.909770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:27.911782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'Port': ['ID=b1720e92-a6b7-408e-b28d-a889d6f31b67,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:27.914299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:27.954220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:27.993934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:27.994409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.016472 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1856048 Dec 10 19:43:28.022034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58936) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:28.027977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:28.034673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:28.038817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Usage tracker for resource:floatingip and tenant:cb29c25cdc954ae3a1f1d0d383741739 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:28.042714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:28.049723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:28.061217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.234510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.244954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Deleting subnet f86cddd3-6c26-4a30-90b1-2073c3a98fd3 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:28.250819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.397439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.417239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Allocated IP 172.26.8.136 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/02dc5203-41b0-40b8-a2f3-edfe90c6938c) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:28.471193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.610536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.643821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.648819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:28.734087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:28.738634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:28.740830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'Port': ['ID=02dc5203-41b0-40b8-a2f3-edfe90c6938c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:28.743582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:28.807434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:28.913576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:28.954665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:28.990236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58956) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:29.000386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d6acd-555c-436d-b25b-6169a8a09394 None None] Network 973996ed-02ca-4a46-8e61-6d28939f87a0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:29.028800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.043950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=a49d16b1-fefc-48c7-8eff-baa7b41ee020,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:29.056295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:29.141156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.178742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.208770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.271709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cbb4de31-f14c-4a72-a654-525c53e44d17 None None] Provisioning complete for port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:29.272318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbb4de31-f14c-4a72-a654-525c53e44d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.273945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/a49d16b1-fefc-48c7-8eff-baa7b41ee020 HTTP/1.1" status: 204 len: 168 time: 2.8806691 Dec 10 19:43:29.279835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58962) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:29.458918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2128750688'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:29.471779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:29.472853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cbb4de31-f14c-4a72-a654-525c53e44d17 None None] Could not find standard attr ID for object a49d16b1-fefc-48c7-8eff-baa7b41ee020. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:43:29.486617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:network and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:29.494237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:29.508895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aea1ea-23c5-4c54-a982-565010fb7209 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:29.510662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aea1ea-23c5-4c54-a982-565010fb7209 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:29.511512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f3aea1ea-23c5-4c54-a982-565010fb7209 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:29.534272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:29.542378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648d289-a98b-4538-979e-31d28b373783 None None] DHCP port deletion for 973996ed-02ca-4a46-8e61-6d28939f87a0 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:29.549793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7648d289-a98b-4538-979e-31d28b373783 None None] Deleting port f53214fe-4718-48ad-97e9-f915074f2900 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:29.550453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7648d289-a98b-4538-979e-31d28b373783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.557385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:29.564329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.571702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.581345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70f88590-38b2-4883-a88e-ae21d9c8b14e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:29.587229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.633707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.644663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.647241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event deleted for resources: {'Subnet': ['ID=f86cddd3-6c26-4a30-90b1-2073c3a98fd3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:29.649854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:29.651557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1656707-0c93-4076-b77d-667e1350977d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:29.658299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-718556ab-159e-4577-99f1-862867559aef None None] Provisioning for port b1720e92-a6b7-408e-b28d-a889d6f31b67 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:29.672913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-718556ab-159e-4577-99f1-862867559aef None None] Provisioning complete for port b1720e92-a6b7-408e-b28d-a889d6f31b67 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:29.673332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718556ab-159e-4577-99f1-862867559aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.693752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.707224 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/subnets/f86cddd3-6c26-4a30-90b1-2073c3a98fd3 HTTP/1.1" status: 204 len: 168 time: 2.0551236 Dec 10 19:43:29.715503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58966) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:29.718987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:29.720135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1911906f-a6a5-43f7-86ee-7f08cb0e1891 None None] Network dda8fd6e-c713-4d44-8f25-b07f9bd5d804 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:29.750838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f3aea1ea-23c5-4c54-a982-565010fb7209 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:29.755027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f3aea1ea-23c5-4c54-a982-565010fb7209 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4702256 Dec 10 19:43:29.755727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58970) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:29.774215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group_rule and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:29.848007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:29.886977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:29.906713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'Port': ['ID=02dc5203-41b0-40b8-a2f3-edfe90c6938c,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:29.922670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.924976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-718556ab-159e-4577-99f1-862867559aef None None] Port b1720e92-a6b7-408e-b28d-a889d6f31b67 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:29.932275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:29.953340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.996576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:29.998386 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9754102 Dec 10 19:43:29.999414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Deleting port f53214fe-4718-48ad-97e9-f915074f2900 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:29.999779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.016525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:30.025012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7648d289-a98b-4538-979e-31d28b373783 None None] For port f53214fe-4718-48ad-97e9-f915074f2900, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f53214fe-4718-48ad-97e9-f915074f2900,segment=NetworkSegment(d62a8805-6e92-4cf3-b9d2-c7699ecbf241),segment_id=d62a8805-6e92-4cf3-b9d2-c7699ecbf241)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:30.025422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7648d289-a98b-4538-979e-31d28b373783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.075064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-af386058-cb60-4b03-8603-90043c208a3c tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Request body: {'floatingip': {'port_id': 'b1720e92-a6b7-408e-b28d-a889d6f31b67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:30.166190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7648d289-a98b-4538-979e-31d28b373783 None None] Calling delete_port for f53214fe-4718-48ad-97e9-f915074f2900 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:30.221853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af386058-cb60-4b03-8603-90043c208a3c tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for floatingip, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.270798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7648d289-a98b-4538-979e-31d28b373783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.275378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:30.319054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 64f41479-095d-4776-8ab0-f19cc22c5533 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:30.319680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.325599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648d289-a98b-4538-979e-31d28b373783 None None] Pushing event deleted for resources: {'Port': ['ID=f53214fe-4718-48ad-97e9-f915074f2900,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:30.329893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7648d289-a98b-4538-979e-31d28b373783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:30.334433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648d289-a98b-4538-979e-31d28b373783 None None] No DVR routers for this DVR port f53214fe-4718-48ad-97e9-f915074f2900 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:30.337717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] DHCP port deletion for dda8fd6e-c713-4d44-8f25-b07f9bd5d804 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:30.346730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] Deleting port e1587e63-527e-4d5b-ad6f-34b51a34f614 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:30.346730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.371542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.377709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] The port 'f53214fe-4718-48ad-97e9-f915074f2900' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:43:30.379320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.384000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cab4fb0-5270-4ea7-8f94-dabde7820a5b tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:30.515197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:43:30.547530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12464250-3efe-4701-87dd-6c0b98258940,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:30.556698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:30.560518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.560916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Added segment 18befb4b-7135-4fb8-bbee-ccd6b003b09c of type vlan for network a4aa814b-55ac-45af-9028-5f69205e03cf Dec 10 19:43:30.569294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.573272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet cc8a1c4f-1cf3-45d8-9af7-83a453ba123d {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:30.586298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.617188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] For port e1587e63-527e-4d5b-ad6f-34b51a34f614, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e1587e63-527e-4d5b-ad6f-34b51a34f614,segment=NetworkSegment(5c3eaf6a-a447-4712-9602-f88e9b12fccd),segment_id=5c3eaf6a-a447-4712-9602-f88e9b12fccd)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:30.617680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.627232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973996ed-02ca-4a46-8e61-6d28939f87a0']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:30.636504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.648375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62a8805-6e92-4cf3-b9d2-c7699ecbf241') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:30.648724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62a8805-6e92-4cf3-b9d2-c7699ecbf241') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:30.664683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.698908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.708535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:30.709086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:30.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:30.748689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.749757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] Calling delete_port for e1587e63-527e-4d5b-ad6f-34b51a34f614 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:30.773832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.777879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:30.779080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.790093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8439c46-26d4-4fea-a9e4-02358dbd15d3 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:30.827847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:30.833923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce0d0895-5abc-46be-9e96-f07245fafa04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:30.950030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9448848 Dec 10 19:43:30.952874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58978) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:30.963015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'name': 'tempest-PortsIpV6TestJSON-1504606849'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:31.048134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] Pushing event deleted for resources: {'Port': ['ID=e1587e63-527e-4d5b-ad6f-34b51a34f614,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:31.051617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:31.054737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] No DVR routers for this DVR port e1587e63-527e-4d5b-ad6f-34b51a34f614 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:31.065038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.070291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.072201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f53214fe-4718-48ad-97e9-f915074f2900 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:31.082131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Network': ['ID=a4aa814b-55ac-45af-9028-5f69205e03cf,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:31.085126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:31.089651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14be2aa4-94a8-4417-8fa9-755bcec86ca5 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:31.110559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network a4aa814b-55ac-45af-9028-5f69205e03cf details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:43:31.117262 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/networks/973996ed-02ca-4a46-8e61-6d28939f87a0 HTTP/1.1" status: 204 len: 168 time: 1.3948424 Dec 10 19:43:31.130034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event deleted for resources: {'Network': ['ID=973996ed-02ca-4a46-8e61-6d28939f87a0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:31.131864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58982) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:31.138885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:31.144932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-af386058-cb60-4b03-8603-90043c208a3c tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] update failed (client error): The resource could not be found. Dec 10 19:43:31.148740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-af386058-cb60-4b03-8603-90043c208a3c tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "PUT /v2.0/floatingips/ab9de8e3-e041-4d37-8a9e-be2058130110 HTTP/1.1" status: 404 len: 507 time: 1.1003528 Dec 10 19:43:31.163096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58986) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:31.187643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: f53214fe-4718-48ad-97e9-f915074f2900 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:31.188180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f53214fe-4718-48ad-97e9-f915074f2900 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:31.188746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e1587e63-527e-4d5b-ad6f-34b51a34f614 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:31.240073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e1587e63-527e-4d5b-ad6f-34b51a34f614 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:31.240073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e1587e63-527e-4d5b-ad6f-34b51a34f614 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:31.240721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:31.250632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:port and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:31.256036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:31.272801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 64f41479-095d-4776-8ab0-f19cc22c5533, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=64f41479-095d-4776-8ab0-f19cc22c5533,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:31.273215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.278226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:31.290794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.300928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:31.306295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.384576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 42185977-4ead-4e3d-9808-810ebb6745b4 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:31.424886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.520027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.567876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 64f41479-095d-4776-8ab0-f19cc22c5533 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:31.573470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda8fd6e-c713-4d44-8f25-b07f9bd5d804']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:31.597287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3eaf6a-a447-4712-9602-f88e9b12fccd') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:31.597650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3eaf6a-a447-4712-9602-f88e9b12fccd') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:31.617018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.628768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Deleting port 02dc5203-41b0-40b8-a2f3-edfe90c6938c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:31.629153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.695934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting port 8af537f3-67fc-4887-95a7-ddb6f0583d8f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:31.696296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.716657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.730250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:31.730692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:31.747172 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:31.854934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.861078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.865453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:31.881257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.885476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.895598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event deleted for resources: {'Network': ['ID=dda8fd6e-c713-4d44-8f25-b07f9bd5d804,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:31.896553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8562e78-2985-49ef-b2b3-efbcdf34c3c0 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:31.902759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:31.907821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/networks/dda8fd6e-c713-4d44-8f25-b07f9bd5d804 HTTP/1.1" status: 204 len: 168 time: 0.7712266 Dec 10 19:43:31.910558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58990) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:31.977076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:31.985402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fa900a3-5f17-4644-a517-f39e09390802 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:32.009802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8a1c4f-1cf3-45d8-9af7-83a453ba123d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:32.021499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:32.045000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.045926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b79abda-c37c-4fcd-a945-098b1fa29a3d None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:32.100384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/cc8a1c4f-1cf3-45d8-9af7-83a453ba123d HTTP/1.1" status: 204 len: 168 time: 2.3337712 Dec 10 19:43:32.111614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 58994) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:32.171085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=42185977-4ead-4e3d-9808-810ebb6745b4,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:32.178950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:32.207160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.207591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.210930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking segment: {'id': '18befb4b-7135-4fb8-bbee-ccd6b003b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:32.211342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network hostable DHCP agents. Network: a4aa814b-55ac-45af-9028-5f69205e03cf, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:43:32.232490 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-17ee25bb-ef8e-4677-ad46-ca8fd10c4fb4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163781 Dec 10 19:43:32.243858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 58998) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:32.261711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.293134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Deleting subnet 482b7279-0085-487f-b540-c1d577ff7eea {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:32.302227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.304684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.363790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:32.368345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] Deleting port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:32.369043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.377391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:43:32.384179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.416954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Calling delete_port for 02dc5203-41b0-40b8-a2f3-edfe90c6938c owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:32.450347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a4aa814b-55ac-45af-9028-5f69205e03cf) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:32.461656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:32.466689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:32.467568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.501658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c41bba-0021-4bc7-b6a3-f7b3467fd8e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:32.503581 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e1c41bba-0021-4bc7-b6a3-f7b3467fd8e1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2580893 Dec 10 19:43:32.507803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59002) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:32.513764 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5588310 Dec 10 19:43:32.515847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59004) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:32.582746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a24999-2dab-40a5-ad4c-137228e5bcad None None] Network a4aa814b-55ac-45af-9028-5f69205e03cf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:32.608756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1481d-9eb5-441f-8a97-a8a20892dc3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:32.609449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43d1481d-9eb5-441f-8a97-a8a20892dc3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:32.613140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.679055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43d1481d-9eb5-441f-8a97-a8a20892dc3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:32.679974 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-43d1481d-9eb5-441f-8a97-a8a20892dc3e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1646056 Dec 10 19:43:32.682906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59008) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:32.737946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] For port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:32.738399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.775892 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-02f14c18-20c2-4958-95ca-4971617925d0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873370 Dec 10 19:43:32.778845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59012) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:32.784746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:32.829748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Calling delete_port for 8af537f3-67fc-4887-95a7-ddb6f0583d8f owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:32.867118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818082159'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:32.867813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.883873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:32.907011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:32.925409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:network and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:32.931098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event deleted for resources: {'Subnet': ['ID=482b7279-0085-487f-b540-c1d577ff7eea,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:32.938850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:32.941713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] Calling delete_port for 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:32.943763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:32.948702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:32.952952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.959636 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/subnets/482b7279-0085-487f-b540-c1d577ff7eea HTTP/1.1" status: 204 len: 168 time: 1.0480106 Dec 10 19:43:32.964943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:32.965616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:32.969270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59018) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:32.977740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:32.984752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba39dc8-bedd-4456-b39d-81de9ea9144d None None] Network a759f697-65a6-482f-962f-db8c3b81cf47 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:32.985278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7375613-6a2f-4475-bcc5-95fb44983580 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:32.987354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:33.075136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:33.080090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=64f41479-095d-4776-8ab0-f19cc22c5533,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:33.082088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:33.087601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.098100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:33.109823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.293626 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No ports have port_id starting with 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 Dec 10 19:43:33.299303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.311845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e5f4054-cac6-4689-9d1f-739b51b8303b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:33.355422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.361915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] No DVR routers for this DVR port 8fab8ef7-5794-4889-bbdb-f3b2b79c26b9 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:33.365982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] Pushing event deleted for resources: {'Port': ['ID=8fab8ef7-5794-4889-bbdb-f3b2b79c26b9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:33.369444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:33.371544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:43:33.410535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.410939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Added segment a3ea8a5a-816e-4018-a003-c3ef9af93d84 of type vlan for network d1b4577f-99a0-4cf0-b945-b18c34a198cf Dec 10 19:43:33.428880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Deleting port a7862b94-34df-4c7e-a145-536db1d95cb1 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:33.429264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.475258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] DHCP port deletion for a759f697-65a6-482f-962f-db8c3b81cf47 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:33.480806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] Deleting port a7862b94-34df-4c7e-a145-536db1d95cb1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:33.481825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.587101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.604232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85613a60-3497-4b50-81b5-d30b94fab780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:33.707294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] For port a7862b94-34df-4c7e-a145-536db1d95cb1, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a7862b94-34df-4c7e-a145-536db1d95cb1,segment=NetworkSegment(aa0fd484-b75e-49bc-8b79-9404e999958e),segment_id=aa0fd484-b75e-49bc-8b79-9404e999958e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:33.707648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.723058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.735449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event deleted for resources: {'Port': ['ID=02dc5203-41b0-40b8-a2f3-edfe90c6938c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:33.746352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:33.839765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.840358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] Calling delete_port for a7862b94-34df-4c7e-a145-536db1d95cb1 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:33.855438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:33.914400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.921718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bf0f5b41-4ef9-4ebb-a00d-d97e1ff0503f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:33.923088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:33.927728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94fabcbc-2a38-4204-8171-3878b6c8f1fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:33.967604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Port': ['ID=8af537f3-67fc-4887-95a7-ddb6f0583d8f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:33.978351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] Pushing event deleted for resources: {'Port': ['ID=a7862b94-34df-4c7e-a145-536db1d95cb1,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:33.982787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:33.984085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] No DVR routers for this DVR port a7862b94-34df-4c7e-a145-536db1d95cb1 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:33.987536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:33.994212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:33.997937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:34.002576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:34.003313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.007601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=5e240ca9-0fb8-4dbf-80d5-abe1b46fd938,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:34.008895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ea69d-fb7e-4432-b873-b1cf90f7ae96 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:34.011746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:34.036334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2539399 Dec 10 19:43:34.036334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59022) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:34.045859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:1d:50:45', 'name': 'tempest-NetworksTestDHCPv6-1888832693'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:34.061859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.066062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:34.066716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.108307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91072dca-0119-4daa-97c1-05446fb1b776 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067 tempest-ExtraDHCPOptionsIpV6TestJSON-115150067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:34.215280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:34.220718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:34.224135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:34.230574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:34.300546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '5e240ca9-0fb8-4dbf-80d5-abe1b46fd938'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:43:34.301929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.315977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.417891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:34.424785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.445781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6243963 Dec 10 19:43:34.446738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Network': ['ID=d1b4577f-99a0-4cf0-b945-b18c34a198cf,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:34.449138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59026) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:34.454686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.455579 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "DELETE /v2.0/floatingips/ab9de8e3-e041-4d37-8a9e-be2058130110 HTTP/1.1" status: 204 len: 168 time: 3.2896345 Dec 10 19:43:34.462441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:34.462989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59030) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:34.466268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'ports': [{'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf'}, {'network_id': 'd1b4577f-99a0-4cf0-b945-b18c34a198cf'}]} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:34.466741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:34.467551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': 'd1b4577f-99a0-4cf0-b945-b18c34a198cf'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:34.471596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-247ec5e6-1228-45e9-9911-300a1c98798a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Request body: {'floatingip': {'floating_network_id': '0689fdac-eb6c-4429-95ae-ca5558c9ee41', 'port_id': 'b1720e92-a6b7-408e-b28d-a889d6f31b67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:34.502645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/5e240ca9-0fb8-4dbf-80d5-abe1b46fd938/6cee3d92-9fa2-4023-8d19-f65f480240bf) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:34.517397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network d1b4577f-99a0-4cf0-b945-b18c34a198cf details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:43:34.560898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 04225c03-691c-479c-a87c-bcc974dd41eb yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:34.713750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] For port a7862b94-34df-4c7e-a145-536db1d95cb1, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a7862b94-34df-4c7e-a145-536db1d95cb1,segment=NetworkSegment(aa0fd484-b75e-49bc-8b79-9404e999958e),segment_id=aa0fd484-b75e-49bc-8b79-9404e999958e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:34.714305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.733061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-247ec5e6-1228-45e9-9911-300a1c98798a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:34.810721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:34.814888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:port and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:34.818007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:34.824360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:34.840231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 2} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:34.847016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.862858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-247ec5e6-1228-45e9-9911-300a1c98798a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Usage tracker for resource:floatingip and tenant:cb29c25cdc954ae3a1f1d0d383741739 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:34.866663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.874564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Calling delete_port for a7862b94-34df-4c7e-a145-536db1d95cb1 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:34.902759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-247ec5e6-1228-45e9-9911-300a1c98798a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:34.924723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-247ec5e6-1228-45e9-9911-300a1c98798a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:34.949595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:34.975446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-247ec5e6-1228-45e9-9911-300a1c98798a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.021064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.034523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Transition to ACTIVE for port object 6cee3d92-9fa2-4023-8d19-f65f480240bf will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:35.036088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 6d20e109-ae32-4ecb-9cb4-8ee5aeeb6469 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:35.058801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Transition to ACTIVE for port object 6cee3d92-9fa2-4023-8d19-f65f480240bf will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:35.066505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.080815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ae696ca-16ac-407d-92ae-f8e2500ede5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:35.124564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a7862b94-34df-4c7e-a145-536db1d95cb1 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:35.157077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:43:35.157457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:43:35.158795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.167957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-247ec5e6-1228-45e9-9911-300a1c98798a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:43:35.172887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-247ec5e6-1228-45e9-9911-300a1c98798a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7035253 Dec 10 19:43:35.173228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:35.178120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59034) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:35.181871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:35.186545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: a7862b94-34df-4c7e-a145-536db1d95cb1 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:35.186944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a7862b94-34df-4c7e-a145-536db1d95cb1 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:35.188651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:35.191511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'b1720e92-a6b7-408e-b28d-a889d6f31b67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:35.198819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:35.211902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Usage tracker for resource:floatingip and tenant:cb29c25cdc954ae3a1f1d0d383741739 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:35.218826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:35.238465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Pushing event updated for resources: {'Port': ['ID=6cee3d92-9fa2-4023-8d19-f65f480240bf,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:35.252228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:35.296363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:35.310702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Attempting to bind port 6cee3d92-9fa2-4023-8d19-f65f480240bf on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:35.311304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Attempting to bind port 6cee3d92-9fa2-4023-8d19-f65f480240bf by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:35.311766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Attempting to bind port 6cee3d92-9fa2-4023-8d19-f65f480240bf on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:35.319654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:35.320088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:35.320549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.320996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:35.321724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Bound port: 6cee3d92-9fa2-4023-8d19-f65f480240bf, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:35.322164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.383831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::d9 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/5e240ca9-0fb8-4dbf-80d5-abe1b46fd938/04225c03-691c-479c-a87c-bcc974dd41eb) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:35.419672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] For port 6cee3d92-9fa2-4023-8d19-f65f480240bf, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:35.422986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] For port 6cee3d92-9fa2-4023-8d19-f65f480240bf, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6cee3d92-9fa2-4023-8d19-f65f480240bf,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:35.427394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.431977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea0a1956-e62d-4b11-b3da-c2a16d8eda62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:35.520104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Pushing event updated for resources: {'Port': ['ID=6cee3d92-9fa2-4023-8d19-f65f480240bf,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:35.523520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:35.528701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.644715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.713078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Deleting port a7862b94-34df-4c7e-a145-536db1d95cb1 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:35.713459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.808887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port a5f3b03d-4c60-49c0-a5e3-737e7884f6e9 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:35.872000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] The port 'a7862b94-34df-4c7e-a145-536db1d95cb1' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:43:35.880118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:35.915088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 04225c03-691c-479c-a87c-bcc974dd41eb will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:36.048840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.056768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0c6ef36-9034-42a9-b3e6-8dd8cb5f72a9 tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:36.067955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Router 885d9b57-3012-4f9e-91e8-80fcecc32ef3 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:36.067955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.094218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.120518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a759f697-65a6-482f-962f-db8c3b81cf47']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:36.142614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:36.147591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:36.150146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:36.155219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:36.155935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.158029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0fd484-b75e-49bc-8b79-9404e999958e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:36.158372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0fd484-b75e-49bc-8b79-9404e999958e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:36.183873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=04225c03-691c-479c-a87c-bcc974dd41eb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:36.190222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:36.202676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1652398 Dec 10 19:43:36.205672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59038) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:36.239181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.248898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.265701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e19bb05-c715-4a15-b9ec-ddc0465b4f7e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:36.333214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.337483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.363443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=6d20e109-ae32-4ecb-9cb4-8ee5aeeb6469,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:36.367027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:36.369232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:36.371709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:36.374259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:36.375118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.383215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edf9fef1-4cab-4534-b40e-5e359ea0a5f1 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:36.440902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:36.440902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.453594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245373a-166f-4964-9a37-27d5cc29d795 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:36.458032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245373a-166f-4964-9a37-27d5cc29d795 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:36.458892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d245373a-166f-4964-9a37-27d5cc29d795 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:36.459665 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:36.505648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=a5f3b03d-4c60-49c0-a5e3-737e7884f6e9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:36.513413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:36.521064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d245373a-166f-4964-9a37-27d5cc29d795 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:36.524298 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d245373a-166f-4964-9a37-27d5cc29d795 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3157282 Dec 10 19:43:36.526225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59042) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:36.564704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking segment: {'id': 'a3ea8a5a-816e-4018-a003-c3ef9af93d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd1b4577f-99a0-4cf0-b945-b18c34a198cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:36.565031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network hostable DHCP agents. Network: d1b4577f-99a0-4cf0-b945-b18c34a198cf, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:43:36.626308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 04225c03-691c-479c-a87c-bcc974dd41eb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:36.626709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.658996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network d1b4577f-99a0-4cf0-b945-b18c34a198cf is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:43:36.685397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, d1b4577f-99a0-4cf0-b945-b18c34a198cf) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:36.695135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee967d-e299-4512-81fc-c20cc71b4207 None None] Network d1b4577f-99a0-4cf0-b945-b18c34a198cf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:36.695349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:36.699687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:36.703543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:36.704306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.785101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3313668 Dec 10 19:43:36.788794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59046) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:36.903335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:36.922562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e59135-4543-425d-b248-61b2b631cc27 None None] Sync routers for ids ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:36.934158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:36.952146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e59135-4543-425d-b248-61b2b631cc27 None None] Routers {'885d9b57-3012-4f9e-91e8-80fcecc32ef3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:36.952855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c1e59135-4543-425d-b248-61b2b631cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:36.978653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d630c317-ca70-4e07-8a18-a07675835a8a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:36.992813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port a5f3b03d-4c60-49c0-a5e3-737e7884f6e9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:36.993209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.012929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.029583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c1e59135-4543-425d-b248-61b2b631cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:37.032100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Pushing event deleted for resources: {'Network': ['ID=a759f697-65a6-482f-962f-db8c3b81cf47,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:37.045393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e59135-4543-425d-b248-61b2b631cc27 None None] Routers {'885d9b57-3012-4f9e-91e8-80fcecc32ef3'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:37.046144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c1e59135-4543-425d-b248-61b2b631cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:37.055349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:37.064586 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "PUT /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4539173 Dec 10 19:43:37.068053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59050) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:37.084602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/networks/a759f697-65a6-482f-962f-db8c3b81cf47 HTTP/1.1" status: 204 len: 168 time: 4.0681000 Dec 10 19:43:37.091500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59052) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:37.139717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c1e59135-4543-425d-b248-61b2b631cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:37.140519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e59135-4543-425d-b248-61b2b631cc27 None None] The sync data for ids ['885d9b57-3012-4f9e-91e8-80fcecc32ef3'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:37.171458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6cee3d92-9fa2-4023-8d19-f65f480240bf up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:37.175577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Allocated IP 172.26.8.130 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/eb4821d2-c7f2-42e5-87d0-d7297e9b37fd) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:37.190759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e6d34c7a-20b1-41f5-9e58-9a3dce1f8004 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Synchronizing usage tracker for tenant:c842cd7f81094aff923f92aa787d2340 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:37.260450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 6cee3d92-9fa2-4023-8d19-f65f480240bf completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:37.344314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.426487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e6d34c7a-20b1-41f5-9e58-9a3dce1f8004 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Unset dirty status for tenant:c842cd7f81094aff923f92aa787d2340 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:37.431860 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e6d34c7a-20b1-41f5-9e58-9a3dce1f8004 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "GET /v2.0/ports?device_id=6946144b-1453-49f9-ab15-16e3e4644e29 HTTP/1.1" status: 200 len: 205 time: 0.3392594 Dec 10 19:43:37.432562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59058) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:37.534709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] Provisioning for port 6cee3d92-9fa2-4023-8d19-f65f480240bf completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:37.541963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] Provisioning complete for port 6cee3d92-9fa2-4023-8d19-f65f480240bf triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:37.542563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.542898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-f2410e77-4a22-4d0f-b208-557ea130fa0c tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] show failed (client error): The resource could not be found. Dec 10 19:43:37.544094 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f2410e77-4a22-4d0f-b208-557ea130fa0c tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1012155809 HTTP/1.1" status: 404 len: 335 time: 0.2689497 Dec 10 19:43:37.557682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for a5f3b03d-4c60-49c0-a5e3-737e7884f6e9 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:37.584034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59062) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:37.599477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a6171ef8-7178-462b-81f8-f35f5c823280 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:37.628144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.708098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-a6171ef8-7178-462b-81f8-f35f5c823280 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] update failed (client error): The resource could not be found. Dec 10 19:43:37.710119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.712991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a6171ef8-7178-462b-81f8-f35f5c823280 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1377795704 HTTP/1.1" status: 404 len: 335 time: 0.1182799 Dec 10 19:43:37.720042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59066) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:37.787024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] For port 6cee3d92-9fa2-4023-8d19-f65f480240bf, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6cee3d92-9fa2-4023-8d19-f65f480240bf,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:37.793744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 04225c03-691c-479c-a87c-bcc974dd41eb owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:37.796052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.799671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af082050-0ea1-4c3b-a9c5-4f6bea0fe8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:37.810944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.834987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-767500f9-aa51-48f0-901d-a881795d1f01 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.878632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] Pushing event updated for resources: {'Port': ['ID=6cee3d92-9fa2-4023-8d19-f65f480240bf,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:37.882057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:37.884455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.902415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d96a24a8-f451-44c9-a18a-d6be873ec3e5 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:37.919247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b489b66a-d203-49db-8987-6cfd29b6cbae None None] Provisioning for port 04225c03-691c-479c-a87c-bcc974dd41eb completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:37.924491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b489b66a-d203-49db-8987-6cfd29b6cbae None None] Provisioning complete for port 04225c03-691c-479c-a87c-bcc974dd41eb triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:37.924911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b489b66a-d203-49db-8987-6cfd29b6cbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:37.949824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=a5f3b03d-4c60-49c0-a5e3-737e7884f6e9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:37.955567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:37.983645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b489b66a-d203-49db-8987-6cfd29b6cbae None None] Port 04225c03-691c-479c-a87c-bcc974dd41eb cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:43:38.007078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:38.028161 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/a5f3b03d-4c60-49c0-a5e3-737e7884f6e9 HTTP/1.1" status: 204 len: 168 time: 1.2382956 Dec 10 19:43:38.031822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59070) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:38.089194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:38.096560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91c39a29-1e2a-4cb3-b7bf-31c005ccb6c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:38.146006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=04225c03-691c-479c-a87c-bcc974dd41eb,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:38.151777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:38.202922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:38.208722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:38.210878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/04225c03-691c-479c-a87c-bcc974dd41eb HTTP/1.1" status: 204 len: 168 time: 1.6827745 Dec 10 19:43:38.214643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59074) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:38.275019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f31776f8-3f66-43f2-b9ad-f824c0f15bde tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:38.276610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc5ef8-9023-434c-866b-ecd9c879bd21 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:38.281142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc5ef8-9023-434c-866b-ecd9c879bd21 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:38.282031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7cfc5ef8-9023-434c-866b-ecd9c879bd21 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:38.315308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aec37d-2f3e-41aa-b74a-6420e6c6c80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:38.316918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aec37d-2f3e-41aa-b74a-6420e6c6c80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:38.318807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69aec37d-2f3e-41aa-b74a-6420e6c6c80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:38.322104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7cfc5ef8-9023-434c-866b-ecd9c879bd21 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:38.323393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7cfc5ef8-9023-434c-866b-ecd9c879bd21 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2905364 Dec 10 19:43:38.331456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59078) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:38.337033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69aec37d-2f3e-41aa-b74a-6420e6c6c80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:38.340920 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69aec37d-2f3e-41aa-b74a-6420e6c6c80a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1228969 Dec 10 19:43:38.341290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59080) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:38.420422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting subnet 2b61752c-9d55-4854-90b7-fc9f505328f4 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:38.502069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:38.788476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 5e240ca9-0fb8-4dbf-80d5-abe1b46fd938 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:38.791739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:38.803207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:38.853678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:38.883628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event updated for resources: {'Port': ['ID=eb4821d2-c7f2-42e5-87d0-d7297e9b37fd,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:38.886362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:38.904310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:38.906380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router a7aa6c37-d961-40cd-9501-11ad51cf4f80 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:38.909604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:38.945809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:38.951474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 6d20e109-ae32-4ecb-9cb4-8ee5aeeb6469 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:38.951866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.003136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-767500f9-aa51-48f0-901d-a881795d1f01 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.027650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.029029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.033908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c49e42e6-ae70-4d71-885d-065f3b39bb25 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:39.047888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6cee3d92-9fa2-4023-8d19-f65f480240bf up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:39.072880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=5e240ca9-0fb8-4dbf-80d5-abe1b46fd938,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:39.077983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-767500f9-aa51-48f0-901d-a881795d1f01 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.078264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:39.081682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.099638 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/5e240ca9-0fb8-4dbf-80d5-abe1b46fd938 HTTP/1.1" status: 204 len: 168 time: 0.7537501 Dec 10 19:43:39.099638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59086) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:39.113700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d81177-e1b1-4301-b4c6-4d396e2de9f6 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:39.186066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e94d5688-61fd-434b-9200-755c960f1051 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857987 Dec 10 19:43:39.188616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59090) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:39.278107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0d4e6-d26a-4bca-a5dc-697f9077bde3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:39.279512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4ce0d4e6-d26a-4bca-a5dc-697f9077bde3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:39.294941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4ce0d4e6-d26a-4bca-a5dc-697f9077bde3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:39.298758 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ce0d4e6-d26a-4bca-a5dc-697f9077bde3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1066923 Dec 10 19:43:39.299220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59094) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:39.363503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6cee3d92-9fa2-4023-8d19-f65f480240bf triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:39.363912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.380585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3381f122-098c-474b-8bc8-bbf8b93e52e9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:39.381337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3381f122-098c-474b-8bc8-bbf8b93e52e9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:39.398420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3381f122-098c-474b-8bc8-bbf8b93e52e9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:39.402355 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3381f122-098c-474b-8bc8-bbf8b93e52e9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0993354 Dec 10 19:43:39.402675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59098) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:39.496372 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a5e9e28-bc9a-4ccb-87ff-0e61ffc5115e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876567 Dec 10 19:43:39.496728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59102) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:39.503401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:39.527425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-767500f9-aa51-48f0-901d-a881795d1f01 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.528455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767500f9-aa51-48f0-901d-a881795d1f01 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Fanout notify agent at l3_agent the message router_deleted on router 6946144b-1453-49f9-ab15-16e3e4644e29 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:43:39.531310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.554819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:39.560995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] Deleting port 6cee3d92-9fa2-4023-8d19-f65f480240bf {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:39.561163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.645961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:39.657883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:39.667208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:39.674156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.692857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 6d20e109-ae32-4ecb-9cb4-8ee5aeeb6469 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:39.787727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-767500f9-aa51-48f0-901d-a881795d1f01 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.791792 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-767500f9-aa51-48f0-901d-a881795d1f01 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] 10.222.0.41 "DELETE /v2.0/routers/6946144b-1453-49f9-ab15-16e3e4644e29 HTTP/1.1" status: 204 len: 168 time: 2.3518822 Dec 10 19:43:39.802507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.809281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] For port 6cee3d92-9fa2-4023-8d19-f65f480240bf, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6cee3d92-9fa2-4023-8d19-f65f480240bf,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:39.809755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.925379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Deleting port eb4821d2-c7f2-42e5-87d0-d7297e9b37fd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:39.925799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.967125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] Calling delete_port for 6cee3d92-9fa2-4023-8d19-f65f480240bf owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:39.969370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:39.981793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-367e67b2-116b-4fc6-915e-1518e318ea74 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:40.052992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=6d20e109-ae32-4ecb-9cb4-8ee5aeeb6469,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:40.064230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.072089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.076116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5379db40-edb9-457a-9547-77a4b3e0d386 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:40.082259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:40.127147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:40.134385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] No DVR routers for this DVR port 6cee3d92-9fa2-4023-8d19-f65f480240bf on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:40.142862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] Pushing event deleted for resources: {'Port': ['ID=6cee3d92-9fa2-4023-8d19-f65f480240bf,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:40.146482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:40.155523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.164177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d5d6c20-e16d-4404-9704-9da825ccca54 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:40.169433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:40.172729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:40.175736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:40.176385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.183161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=9dfc43a5-007a-4950-ba8f-3ecdea1a711d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:40.183683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f7919-a86d-4fa3-b5ef-ed546203dd55 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:40.193125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:40.204585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.216768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7183392 Dec 10 19:43:40.219674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59110) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:40.222253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Subnet': ['ID=2b61752c-9d55-4854-90b7-fc9f505328f4,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:40.226311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:40.232788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:40.247750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59114) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:40.248662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.255431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/subnets/2b61752c-9d55-4854-90b7-fc9f505328f4 HTTP/1.1" status: 204 len: 168 time: 2.5341754 Dec 10 19:43:40.264039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608dea91-67ef-4e3e-b45d-1084dd111294 None None] Network 2d28b6e3-d2b5-452c-bb76-8664739f9f19 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:40.273894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59118) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:40.277280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/6d20e109-ae32-4ecb-9cb4-8ee5aeeb6469 HTTP/1.1" status: 204 len: 168 time: 1.9333181 Dec 10 19:43:40.300966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59122) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:40.401986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:40.410364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:40.415047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:40.425170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:40.449231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:40.456081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:40.462206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.462653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.468282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] Sync routers for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:40.474967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.476993 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ac973ce3-ecbc-4ae6-b2d3-5c6e739de4ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/a7aa6c37-d961-40cd-9501-11ad51cf4f80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6866419 Dec 10 19:43:40.509068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:40.509796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:40.723529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dfc43a5-007a-4950-ba8f-3ecdea1a711d (CIDR: 2001:db8::/64) Dec 10 19:43:40.795147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d59082e0-a826-4fc9-9297-c9ca41f3ee91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c842cd7f81094aff923f92aa787d2340&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5465634 Dec 10 19:43:40.796403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:43:40.797170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:43:40.818531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59132) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:40.838863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e9a1d6d-be73-413d-b5cb-99bee192e7f7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6179266 Dec 10 19:43:40.843124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59136) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:40.852637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:40.891005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Calling delete_port for eb4821d2-c7f2-42e5-87d0-d7297e9b37fd owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:40.928625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:40.939235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:43:41.015620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting port 1c363f7e-3dd7-4fcc-8b91-86988452c100 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:41.016009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.018465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '9dfc43a5-007a-4950-ba8f-3ecdea1a711d'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:43:41.019480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.084037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7b6fb-afc8-4d82-9080-a9cb1e7ef90b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:41.084805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-58e7b6fb-afc8-4d82-9080-a9cb1e7ef90b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:41.107564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6cee3d92-9fa2-4023-8d19-f65f480240bf no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:41.172946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] DHCP port deletion for 2d28b6e3-d2b5-452c-bb76-8664739f9f19 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:41.186529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 6cee3d92-9fa2-4023-8d19-f65f480240bf {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:41.186917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6cee3d92-9fa2-4023-8d19-f65f480240bf not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:41.191251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] Deleting port 1c363f7e-3dd7-4fcc-8b91-86988452c100 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:41.191676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.207382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-58e7b6fb-afc8-4d82-9080-a9cb1e7ef90b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:41.208684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-58e7b6fb-afc8-4d82-9080-a9cb1e7ef90b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9046695 Dec 10 19:43:41.215224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59142) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:41.240033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92231796-03f0-4a69-ad46-019805147026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.273872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:41.278442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbc7c46-a628-4587-a50e-84f85d9d49ff tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:43:41.280750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4cbc7c46-a628-4587-a50e-84f85d9d49ff tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/a5f3b03d-4c60-49c0-a5e3-737e7884f6e9 HTTP/1.1" status: 404 len: 333 time: 0.0601442 Dec 10 19:43:41.285104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59146) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:41.294675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:41.304102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271055af-9000-4cdb-b619-b159effbf91f req-e2545529-3e9b-422c-9c82-21dcff89e615 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:41.306683 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-271055af-9000-4cdb-b619-b159effbf91f req-e2545529-3e9b-422c-9c82-21dcff89e615 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 946 time: 0.3048074 Dec 10 19:43:41.326959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:41.346643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19e6dfbd-c62b-4819-bde0-6854ed74eb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.348390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:43:41.377269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19e6dfbd-c62b-4819-bde0-6854ed74eb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.424521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c65e526-7bd4-4fd8-878e-df8801e9c7b9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:43:41.425924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0c65e526-7bd4-4fd8-878e-df8801e9c7b9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/6d20e109-ae32-4ecb-9cb4-8ee5aeeb6469 HTTP/1.1" status: 404 len: 333 time: 0.1376865 Dec 10 19:43:41.440040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59150) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:41.452838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:41.455916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19e6dfbd-c62b-4819-bde0-6854ed74eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.467365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.473656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] For port 1c363f7e-3dd7-4fcc-8b91-86988452c100, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1c363f7e-3dd7-4fcc-8b91-86988452c100,segment=NetworkSegment(6228e22f-7620-45ce-ad1a-344c8eb69e37),segment_id=6228e22f-7620-45ce-ad1a-344c8eb69e37)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:41.474392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.477407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f427df80-9b02-48f5-9688-fd0a59f02439 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:41.482626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:41.522775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6dfbd-c62b-4819-bde0-6854ed74eb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d04da-7ded-4506-9e96-c5ba3e74f93f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:41.531339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19e6dfbd-c62b-4819-bde0-6854ed74eb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:41.559004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-271055af-9000-4cdb-b619-b159effbf91f req-a56edca0-229b-403b-8408-99927e795655 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278888 Dec 10 19:43:41.561473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:41.568071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.599132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19e6dfbd-c62b-4819-bde0-6854ed74eb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.599132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-19e6dfbd-c62b-4819-bde0-6854ed74eb14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/005d04da-7ded-4506-9e96-c5ba3e74f93f HTTP/1.1" status: 204 len: 168 time: 0.7708015 Dec 10 19:43:41.647561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event deleted for resources: {'Port': ['ID=eb4821d2-c7f2-42e5-87d0-d7297e9b37fd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:41.672962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:41.679931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:32Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:48Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:41.685532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] For port 1c363f7e-3dd7-4fcc-8b91-86988452c100, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1c363f7e-3dd7-4fcc-8b91-86988452c100,segment=NetworkSegment(6228e22f-7620-45ce-ad1a-344c8eb69e37),segment_id=6228e22f-7620-45ce-ad1a-344c8eb69e37)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:41.685940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:41.694001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] Checking router: a7aa6c37-d961-40cd-9501-11ad51cf4f80 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:43:41.714714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] Calling delete_port for 1c363f7e-3dd7-4fcc-8b91-86988452c100 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:41.714944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:41.715620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:41.876512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Calling delete_port for 1c363f7e-3dd7-4fcc-8b91-86988452c100 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:41.890863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Allocated IP 2001:db8::f816:3eff:fe78:baff (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/9dfc43a5-007a-4950-ba8f-3ecdea1a711d/e7317127-f209-468e-bf68-693509c7c8f6) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:41.970127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:43:41.971314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.032809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.069456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c851f83-2a61-46ac-8a8d-f3fed5745882 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:42.136858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.149495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:42.153851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:42.155435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fa77963-66aa-47fe-855b-708c35388949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:42.157343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:42.158037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.188257 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3439302 Dec 10 19:43:42.192363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59162) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:42.198547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:44:4e:0b', 'name': 'tempest-NetworksTestDHCPv6-56347163'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:42.258380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:43:42.258762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:43:42.270444 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] create failed (client error): The resource could not be found. Dec 10 19:43:42.271634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.0900972 Dec 10 19:43:42.276841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.285797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59168) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:42.289748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] Pushing event deleted for resources: {'Port': ['ID=1c363f7e-3dd7-4fcc-8b91-86988452c100,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:42.299092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] No DVR routers for this DVR port 1c363f7e-3dd7-4fcc-8b91-86988452c100 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:42.318859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:42.349829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.365069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b4577f-99a0-4cf0-b945-b18c34a198cf']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:42.384675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ea8a5a-816e-4018-a003-c3ef9af93d84') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:42.385075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ea8a5a-816e-4018-a003-c3ef9af93d84') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:42.385185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Transition to ACTIVE for port object e7317127-f209-468e-bf68-693509c7c8f6 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:42.404924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Deleting port b1720e92-a6b7-408e-b28d-a889d6f31b67 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:42.405314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.431348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=20be0748-854b-4310-8266-b5658ab2c62a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:42.434446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:42.447895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:42.454056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Transition to ACTIVE for port object e7317127-f209-468e-bf68-693509c7c8f6 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:42.474929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:42.477424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.496948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:42.500803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.504903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.510668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.510823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-029593b9-0b05-4b9a-be52-a83d000ee514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:42.537212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5357785-d6f6-4587-95c5-898d30280752 req-93ac8c2f-6cd0-4ded-944d-561670f30fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:42.538945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5357785-d6f6-4587-95c5-898d30280752 req-93ac8c2f-6cd0-4ded-944d-561670f30fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 946 time: 0.1727183 Dec 10 19:43:42.554932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:42.555872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.564174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:32Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:48Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:42.569428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33644fbe-d1d6-4a71-a5ee-66fa2e0051f9 None None] The sync data for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:32Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'eed1a6eb-a433-4eaa-9228-7887df8653b0', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'port_id': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'mac_address': 'fa:16:3e:aa:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:40:38Z', 'updated_at': '2021-12-10T19:40:48Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:42.574655 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:42.579579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 5468fedf-1584-4836-a223-d20e6d6d1095 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:42.600055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.696446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:42.696934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.707615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:42.721171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:42.737297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:42.772493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Pushing event updated for resources: {'Port': ['ID=e7317127-f209-468e-bf68-693509c7c8f6,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:42.775918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:42.821169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting port 1c363f7e-3dd7-4fcc-8b91-86988452c100 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:42.821585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.871466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.906452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Attempting to bind port e7317127-f209-468e-bf68-693509c7c8f6 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:42.907195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Attempting to bind port e7317127-f209-468e-bf68-693509c7c8f6 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:42.907832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Attempting to bind port e7317127-f209-468e-bf68-693509c7c8f6 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:42.908695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccb27401-0fba-45bc-9899-120af8251ef3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:42.917463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:42.918401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:42.919083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.919866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:42.920600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Bound port: e7317127-f209-468e-bf68-693509c7c8f6, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:42.921280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.926792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:42.951573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] The port '1c363f7e-3dd7-4fcc-8b91-86988452c100' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:43:42.952697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Network': ['ID=d1b4577f-99a0-4cf0-b945-b18c34a198cf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:42.960517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:43.013298 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/networks/d1b4577f-99a0-4cf0-b945-b18c34a198cf HTTP/1.1" status: 204 len: 168 time: 1.5680895 Dec 10 19:43:43.032030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] For port e7317127-f209-468e-bf68-693509c7c8f6, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:43.035553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] For port e7317127-f209-468e-bf68-693509c7c8f6, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e7317127-f209-468e-bf68-693509c7c8f6,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:43.037566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59182) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:43.037936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8:0:1::f5 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/20be0748-854b-4310-8266-b5658ab2c62a/5468fedf-1584-4836-a223-d20e6d6d1095) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:43.041767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.045990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:fe44:4e0b (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/9dfc43a5-007a-4950-ba8f-3ecdea1a711d/5468fedf-1584-4836-a223-d20e6d6d1095) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:43.056219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:43.141089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1841600366'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:43.165081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:43.166004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Pushing event updated for resources: {'Port': ['ID=e7317127-f209-468e-bf68-693509c7c8f6,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:43.180041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:43.181391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 64f41479-095d-4776-8ab0-f19cc22c5533 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:43.187279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:network and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:43.194130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:43.203169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.211485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:43.214681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.243639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 64f41479-095d-4776-8ab0-f19cc22c5533 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:43.243639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 64f41479-095d-4776-8ab0-f19cc22c5533 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:43.243639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1c363f7e-3dd7-4fcc-8b91-86988452c100 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:43.284305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 1c363f7e-3dd7-4fcc-8b91-86988452c100 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:43.284781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1c363f7e-3dd7-4fcc-8b91-86988452c100 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:43.307599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59186) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:43.382515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Calling delete_port for b1720e92-a6b7-408e-b28d-a889d6f31b67 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:43.414505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:43.420148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.453342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d28b6e3-d2b5-452c-bb76-8664739f9f19']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:43.493001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6228e22f-7620-45ce-ad1a-344c8eb69e37') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:43.493363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6228e22f-7620-45ce-ad1a-344c8eb69e37') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:43.526151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.551854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:43:43.563101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.574083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.574480 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Added segment 1013a39e-ad23-4dc4-9e81-e1246e7b189d of type vlan for network 7ab2e933-9d56-4a35-9d69-1842f0e0633a Dec 10 19:43:43.618332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:43.618866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:43.658936 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:43.737861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.750434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784153146'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:43.771826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.790079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 5468fedf-1584-4836-a223-d20e6d6d1095 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:43.796116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:43.797465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fe8d1-6fec-4455-8fc0-b5004573f81f req-98d2f72d-40f7-48d2-a4f9-624db577c6a7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:43.799189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b13fe8d1-6fec-4455-8fc0-b5004573f81f req-98d2f72d-40f7-48d2-a4f9-624db577c6a7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 946 time: 0.9112282 Dec 10 19:43:43.806168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.819342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:43.823190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:43.839086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:43.850317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.854462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.862856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9b492861-14e7-433f-959a-1c2991f5de55 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:43.879421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25d140d5-d9e6-4a87-b03d-35dbc588c101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.896147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.906218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b13fe8d1-6fec-4455-8fc0-b5004573f81f req-8e7d5c37-6fed-4c0f-8bb7-80d8a427d46a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f80d14e-1f65-4890-a35c-87b81c3582ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931318 Dec 10 19:43:43.915594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.916161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:43.916567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.926471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Network': ['ID=2d28b6e3-d2b5-452c-bb76-8664739f9f19,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:43.928915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:43.933159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:43.937347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef2a6b61-06eb-4db4-a437-978d2d3a7e7a tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:43.991399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:44.110865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:44.195133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:44.201753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=5468fedf-1584-4836-a223-d20e6d6d1095,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:44.204606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:44.209690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:44.210455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:44.214748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:44.215425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.222570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/networks/2d28b6e3-d2b5-452c-bb76-8664739f9f19 HTTP/1.1" status: 204 len: 168 time: 3.9467838 Dec 10 19:43:44.224646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59192) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:44.232018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.242283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event deleted for resources: {'Port': ['ID=b1720e92-a6b7-408e-b28d-a889d6f31b67,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:44.250035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:44.250951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.254917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:44.255556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.287320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66c37dee-db62-403d-9a23-b25b4d5dfea8 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:44.346978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1534023 Dec 10 19:43:44.356768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59196) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:44.472937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4229569 Dec 10 19:43:44.474707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Network': ['ID=7ab2e933-9d56-4a35-9d69-1842f0e0633a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:44.478060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:44.487562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 7ab2e933-9d56-4a35-9d69-1842f0e0633a details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:43:44.492609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59200) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:44.506294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': '7ab2e933-9d56-4a35-9d69-1842f0e0633a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:44.554202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 5468fedf-1584-4836-a223-d20e6d6d1095 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:44.554589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.603225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.620767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da5a62a6-72a8-4327-b61f-eed5fb81d16f tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:44.648059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:44.670828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:44.675235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:44.679468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.683710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:44.691475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:44.695480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=0e7cb4ae-bbea-4267-b832-c7b7ae67cbde,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:44.704185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:44.706988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:44.716758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting subnet 53477161-3b90-482c-95aa-ba86f0cab2c5 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:44.740706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:44.764707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "DELETE /v2.0/ports/b1720e92-a6b7-408e-b28d-a889d6f31b67 HTTP/1.1" status: 204 len: 168 time: 2.4753776 Dec 10 19:43:44.764707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:44.767189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59204) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:44.795117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.863126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.871016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.876255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-68996ae6-898c-441a-9d43-7778ecb3182f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:44.896935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:44.899019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:44.906207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:44.911162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3151803c-cac3-4da7-b6ce-928d1852a65e', 'name': 'network-vif-deleted', 'tag': '0e7cb4ae-bbea-4267-b832-c7b7ae67cbde'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:43:44.912980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:44.961524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:44.961524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 0e7cb4ae-bbea-4267-b832-c7b7ae67cbde not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:44.982418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fde4c5-819d-4631-81b7-3f61ba37b7ce,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:45.002939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.054111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3151803c-cac3-4da7-b6ce-928d1852a65e', 'name': 'network-vif-deleted', 'tag': '0e7cb4ae-bbea-4267-b832-c7b7ae67cbde', 'status': 'completed', 'code': 200} Dec 10 19:43:45.071837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:45.080731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:45.092757 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5357785-d6f6-4587-95c5-898d30280752 req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/0e7cb4ae-bbea-4267-b832-c7b7ae67cbde HTTP/1.1" status: 204 len: 173 time: 2.5458112 Dec 10 19:43:45.099839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:45.110881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:45.129073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:45.163831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22b628-c463-4652-947c-aa349f8a68ca tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:45.164914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ce22b628-c463-4652-947c-aa349f8a68ca tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Synchronizing usage tracker for tenant:cb29c25cdc954ae3a1f1d0d383741739 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:45.189883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.215353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e7317127-f209-468e-bf68-693509c7c8f6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:45.249168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd6d6c49-3e1b-4721-88b3-5ecf648cfe0c req-6ae3ca9b-7e31-4d32-9b4b-3158701b34f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:45.259985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.370608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 10 19:43:45.371436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.375221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 10 19:43:45.390277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e7317127-f209-468e-bf68-693509c7c8f6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:45.436520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ce22b628-c463-4652-947c-aa349f8a68ca tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Unset dirty status for tenant:cb29c25cdc954ae3a1f1d0d383741739 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:45.447599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 5468fedf-1584-4836-a223-d20e6d6d1095 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:45.450788 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ce22b628-c463-4652-947c-aa349f8a68ca tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "GET /v2.0/ports?device_id=796b9086-e8aa-4213-ba7c-523ab5ddb217 HTTP/1.1" status: 200 len: 913 time: 0.6804225 Dec 10 19:43:45.467074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83829ed6-6bae-47fd-8a98-01ba13e05cf1 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:45.584826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] Provisioning for port e7317127-f209-468e-bf68-693509c7c8f6 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:45.596273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:45.596701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.603704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59214) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:45.610590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.614617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd6d6c49-3e1b-4721-88b3-5ecf648cfe0c req-6ae3ca9b-7e31-4d32-9b4b-3158701b34f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:45.621548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9de8d8b9-642c-45c3-bc86-0575e6bad347 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:45.627228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd6d6c49-3e1b-4721-88b3-5ecf648cfe0c req-6ae3ca9b-7e31-4d32-9b4b-3158701b34f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3151803c-cac3-4da7-b6ce-928d1852a65e HTTP/1.1" status: 200 len: 210 time: 0.4516089 Dec 10 19:43:45.633032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.708258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.728588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.768418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=3bef245a-9043-4af5-8479-decb20112a5e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:45.771890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:45.777267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-594df498-5364-4dd4-b3cd-723968b6bb14 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:45.818561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking segment: {'id': '1013a39e-ad23-4dc4-9e81-e1246e7b189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ab2e933-9d56-4a35-9d69-1842f0e0633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:45.819166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network hostable DHCP agents. Network: 7ab2e933-9d56-4a35-9d69-1842f0e0633a, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:43:45.842173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f03cd2-eb91-49f4-b4b6-8d81736f09b3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:45.846903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:45.851392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.855243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4789119 Dec 10 19:43:45.862904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59218) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:45.876297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.916315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 7ab2e933-9d56-4a35-9d69-1842f0e0633a is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:43:45.934097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] For port e7317127-f209-468e-bf68-693509c7c8f6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e7317127-f209-468e-bf68-693509c7c8f6,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:45.939200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.940909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f1e7bbe-a48d-4775-b997-78ab389bdbcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:45.943140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 7ab2e933-9d56-4a35-9d69-1842f0e0633a) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:45.958890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:45.959625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:45.988842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cee2328f-8861-4f3f-80a6-791cd0d39629 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:46.002451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5077190 Dec 10 19:43:46.006337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:46.014728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': '7ab2e933-9d56-4a35-9d69-1842f0e0633a', 'name': 'tempest-PortsIpV6TestJSON-1714513045'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:46.021092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] Pushing event updated for resources: {'Port': ['ID=e7317127-f209-468e-bf68-693509c7c8f6,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:46.024223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced17dd7-4180-429e-9e8f-a750ecbb7db4 None None] Network 7ab2e933-9d56-4a35-9d69-1842f0e0633a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:46.065968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:46.099730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cee2328f-8861-4f3f-80a6-791cd0d39629 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:46.104664 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cee2328f-8861-4f3f-80a6-791cd0d39629 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2362914 Dec 10 19:43:46.109434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59226) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:46.125740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-security--54216482', 'description': 'tempest-security-description-638496514'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:46.181834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:46.193955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:46.201159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.205095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:46.212692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.217732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00de083f-dcca-4d54-b06f-9ff508a5ba65 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:46.244351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port a1f08d54-97af-45a5-9ea5-572fc80f7ab8 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:43:46.271589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.280889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=5468fedf-1584-4836-a223-d20e6d6d1095,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:46.284330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.292297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:46.296501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b36af16-0d46-4164-acea-2715edf8179e tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:46.362600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Update dhcp port {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': '9dfc43a5-007a-4950-ba8f-3ecdea1a711d', 'ip_address': '2001:db8::f816:3eff:fe78:baff'}, {'subnet_id': '20be0748-854b-4310-8266-b5658ab2c62a'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'e7317127-f209-468e-bf68-693509c7c8f6'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:43:46.396297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Subnet': ['ID=53477161-3b90-482c-95aa-ba86f0cab2c5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:46.421283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:46.425314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.426675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c822936-58da-4b02-a745-eba5702707ae None None] Network c6a11b09-b392-4800-a8de-34243e919a63 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:46.437910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::132 (7ab2e933-9d56-4a35-9d69-1842f0e0633a/3bef245a-9043-4af5-8479-decb20112a5e/a1f08d54-97af-45a5-9ea5-572fc80f7ab8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:46.505317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.507301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/5468fedf-1584-4836-a223-d20e6d6d1095 HTTP/1.1" status: 204 len: 168 time: 2.1494954 Dec 10 19:43:46.512356 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/subnets/53477161-3b90-482c-95aa-ba86f0cab2c5 HTTP/1.1" status: 204 len: 168 time: 2.2866135 Dec 10 19:43:46.516571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.517243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59230) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:46.517670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59232) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:46.564437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.591996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.594609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.595934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "PUT /v2.0/security-groups/c9f03cd2-eb91-49f4-b4b6-8d81736f09b3 HTTP/1.1" status: 200 len: 1609 time: 0.4808185 Dec 10 19:43:46.599150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59238) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:46.670823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ead8c57c-c980-4760-882d-5572aaac213b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:46.726127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.744609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:46.779925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object a1f08d54-97af-45a5-9ea5-572fc80f7ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:46.827198 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cb0bc58d-37de-4d84-932b-ee1aef097adc tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups/c9f03cd2-eb91-49f4-b4b6-8d81736f09b3 HTTP/1.1" status: 200 len: 1609 time: 0.2243938 Dec 10 19:43:46.829955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59248) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:46.839246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f03cd2-eb91-49f4-b4b6-8d81736f09b3,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:46.876277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-7ab2e933-9d56-4a35-9d69-1842f0e0633a', 'network_id': '7ab2e933-9d56-4a35-9d69-1842f0e0633a', 'tenant_id': '8f7e00a760f14cc09bbd4d679cff81e4', 'fixed_ips': [{'subnet_id': '3bef245a-9043-4af5-8479-decb20112a5e'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:43:46.877179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.897549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:46.907917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f927b8-f9aa-4f9c-b251-1f40c7570ca1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.910055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:46.919362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bc816a62-74e1-48cc-b86f-613ff537d534 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:46.954542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09aff3c-a554-42bf-91e7-b6b2d127b3fb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:46.955320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d09aff3c-a554-42bf-91e7-b6b2d127b3fb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:47.012696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d09aff3c-a554-42bf-91e7-b6b2d127b3fb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:47.016874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d09aff3c-a554-42bf-91e7-b6b2d127b3fb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4968522 Dec 10 19:43:47.017584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59252) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:47.029348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f927b8-f9aa-4f9c-b251-1f40c7570ca1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.053711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 7ab2e933-9d56-4a35-9d69-1842f0e0633a is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:47.054434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed57e7ab-11c4-4748-99cc-eaf8129954e1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.063155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:47.065569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting subnet 51992418-7a18-4d50-8b85-58eb3d3d3c76 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:47.080460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.101553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:47.105942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:47.107227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.111854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Allocated IP 2001:db8:0:1::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/20be0748-854b-4310-8266-b5658ab2c62a/e7317127-f209-468e-bf68-693509c7c8f6) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:47.141716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] DHCP port deletion for c6a11b09-b392-4800-a8de-34243e919a63 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:47.142092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.142210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=a1f08d54-97af-45a5-9ea5-572fc80f7ab8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:47.154008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] Deleting port 93b22b23-45d8-426c-83f7-d0b77086e72c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:47.154437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.171264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:47.172732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed57e7ab-11c4-4748-99cc-eaf8129954e1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.209734 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1997113 Dec 10 19:43:47.211194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:47.256242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e7317127-f209-468e-bf68-693509c7c8f6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:47.287798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.293113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f927b8-f9aa-4f9c-b251-1f40c7570ca1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.302788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cafc475a-b3eb-4047-9b20-8caacad1a38e tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:47.325201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed57e7ab-11c4-4748-99cc-eaf8129954e1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.329251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f927b8-f9aa-4f9c-b251-1f40c7570ca1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f80d14e-1f65-4890-a35c-87b81c3582ef,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:47.330996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Allocated IP 2001:db8::2 (7ab2e933-9d56-4a35-9d69-1842f0e0633a/3bef245a-9043-4af5-8479-decb20112a5e/e5d25a2a-f3c4-4fa9-8601-cf14efe13864) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:43:47.338413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99f927b8-f9aa-4f9c-b251-1f40c7570ca1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:47.346291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port a1f08d54-97af-45a5-9ea5-572fc80f7ab8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:47.346291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.372909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-79aadbe7-4ad2-42ba-901a-f944f674ba8d tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:47.400695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b6bd83-95c7-47d5-829d-7bd241ee918e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:47.407761 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-32b6bd83-95c7-47d5-829d-7bd241ee918e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3806853 Dec 10 19:43:47.407947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57e7ab-11c4-4748-99cc-eaf8129954e1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f03cd2-eb91-49f4-b4b6-8d81736f09b3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:47.408038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59260) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:47.410130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ed57e7ab-11c4-4748-99cc-eaf8129954e1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:47.420010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed57e7ab-11c4-4748-99cc-eaf8129954e1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.423548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ed57e7ab-11c4-4748-99cc-eaf8129954e1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/c9f03cd2-eb91-49f4-b4b6-8d81736f09b3 HTTP/1.1" status: 204 len: 168 time: 0.5870736 Dec 10 19:43:47.429460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59264) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:47.432039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99f927b8-f9aa-4f9c-b251-1f40c7570ca1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.435941 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-99f927b8-f9aa-4f9c-b251-1f40c7570ca1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/7f80d14e-1f65-4890-a35c-87b81c3582ef HTTP/1.1" status: 204 len: 168 time: 0.6765733 Dec 10 19:43:47.487481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59270) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:47.574774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.625662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b654ee-0ff8-4856-9d45-126dcc5096df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:47.627158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b654ee-0ff8-4856-9d45-126dcc5096df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:47.628758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b654ee-0ff8-4856-9d45-126dcc5096df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:47.629642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23b654ee-0ff8-4856-9d45-126dcc5096df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:47.685483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b849c94f-c4a4-446a-80e2-870ec7a1a571 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:47.687828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] For port e7317127-f209-468e-bf68-693509c7c8f6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e7317127-f209-468e-bf68-693509c7c8f6,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:47.729192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b849c94f-c4a4-446a-80e2-870ec7a1a571 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:47.733951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b849c94f-c4a4-446a-80e2-870ec7a1a571 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2999766 Dec 10 19:43:47.734929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59274) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:47.738944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:47.739380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.770325 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-cf7d3f69-004f-4aad-836e-892f44f7ad63 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] delete failed (client error): The resource could not be found. Dec 10 19:43:47.775134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf7d3f69-004f-4aad-836e-892f44f7ad63 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/c9f03cd2-eb91-49f4-b4b6-8d81736f09b3 HTTP/1.1" status: 404 len: 347 time: 0.0357611 Dec 10 19:43:47.777066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59278) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:47.782314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--342775946'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:47.798855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23b654ee-0ff8-4856-9d45-126dcc5096df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:47.800076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-23b654ee-0ff8-4856-9d45-126dcc5096df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3921869 Dec 10 19:43:47.804260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:47.805338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] For port 93b22b23-45d8-426c-83f7-d0b77086e72c, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=93b22b23-45d8-426c-83f7-d0b77086e72c,segment=NetworkSegment(43b85bae-c17f-4023-9386-6d69d3bdc983),segment_id=43b85bae-c17f-4023-9386-6d69d3bdc983)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:47.805905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.806798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59282) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:47.814838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.850865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:47.859957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:47.884272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:47.968002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Subnet': ['ID=51992418-7a18-4d50-8b85-58eb3d3d3c76,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:47.973637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] Calling delete_port for 93b22b23-45d8-426c-83f7-d0b77086e72c owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:47.980986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:47.997832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet 074392df-d45a-4b87-86c9-def1003aa950 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:48.000344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.019260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for a1f08d54-97af-45a5-9ea5-572fc80f7ab8 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:48.035696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.055039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089cdb5-a839-45c8-bdc2-dbc4957a6456 None None] Network 87a2fa9a-2155-4460-a330-5b581aa6ab69 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:48.068746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.091021 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/subnets/51992418-7a18-4d50-8b85-58eb3d3d3c76 HTTP/1.1" status: 204 len: 168 time: 1.5669067 Dec 10 19:43:48.097618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59286) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:48.129993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.315093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.418036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Transition to ACTIVE for port object e7317127-f209-468e-bf68-693509c7c8f6 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:48.426134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:48.444319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:48.452422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:48.473151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.485000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.503865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08951939-7ace-4b99-b4bc-518ff16f162b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:48.583181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.602395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.714552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] No DVR routers for this DVR port 93b22b23-45d8-426c-83f7-d0b77086e72c on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:48.715132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.724184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:48.745457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.752705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-357695c5-37f0-41ce-8e2e-8f4c2f6d2110 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:48.762632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Transition to ACTIVE for port object e5d25a2a-f3c4-4fa9-8601-cf14efe13864 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:48.770300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.776946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Pushing event updated for resources: {'Port': ['ID=e7317127-f209-468e-bf68-693509c7c8f6,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:48.782544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d7356b4-ad31-4118-95d8-44aae5b8c830 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:48.787967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:48.790685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b68fbe5-afad-44e8-a94f-ceb22e04bc2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:48.803601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=074392df-d45a-4b87-86c9-def1003aa950,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:48.808906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:48.812059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.831649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2739a757-2fde-4f46-b206-94c534e63478 None None] Network 943983a7-7848-448c-b00f-9b656d3d18ae requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:48.857979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/074392df-d45a-4b87-86c9-def1003aa950 HTTP/1.1" status: 204 len: 168 time: 1.3693569 Dec 10 19:43:48.863740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 20be0748-854b-4310-8266-b5658ab2c62a {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:48.865749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59290) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:48.874076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Transition to ACTIVE for port object e5d25a2a-f3c4-4fa9-8601-cf14efe13864 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:43:48.892174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Deleting port b69175d6-ac27-433b-ad23-4d91b253e9b3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:48.892565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.913739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.923397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] Pushing event deleted for resources: {'Port': ['ID=93b22b23-45d8-426c-83f7-d0b77086e72c,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:48.932867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:48.937870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:48.946133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=a1f08d54-97af-45a5-9ea5-572fc80f7ab8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:48.948905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:48.960245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c28d7f9-f692-4c19-87fa-e77030ecb998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:49.111722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Network 7ab2e933-9d56-4a35-9d69-1842f0e0633a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:49.151380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e7317127-f209-468e-bf68-693509c7c8f6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:49.185133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Pushing event updated for resources: {'Port': ['ID=e5d25a2a-f3c4-4fa9-8601-cf14efe13864,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:49.186747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.189445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:49.196610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:49.202296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] DHCP port deletion for 87a2fa9a-2155-4460-a330-5b581aa6ab69 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:49.204152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.211247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:43:49.223372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] Deleting port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:49.223804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.285246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.368855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Calling delete_port for b69175d6-ac27-433b-ad23-4d91b253e9b3 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:49.418978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.455435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.460364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1a1c08c8-a520-4611-9f87-7c001449a828 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:49.475015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Attempting to bind port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:43:49.475749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Attempting to bind port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '1013a39e-ad23-4dc4-9e81-e1246e7b189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ab2e933-9d56-4a35-9d69-1842f0e0633a'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:43:49.476816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Attempting to bind port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 on network 7ab2e933-9d56-4a35-9d69-1842f0e0633a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:43:49.549725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.566030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=20be0748-854b-4310-8266-b5658ab2c62a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:49.571159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:49.580074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.607658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:43:49.611642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Checking segment: {'id': '1013a39e-ad23-4dc4-9e81-e1246e7b189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ab2e933-9d56-4a35-9d69-1842f0e0633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:43:49.612520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.612977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Bound using segment: {'id': '1013a39e-ad23-4dc4-9e81-e1246e7b189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ab2e933-9d56-4a35-9d69-1842f0e0633a'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:43:49.613702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Bound port: e5d25a2a-f3c4-4fa9-8601-cf14efe13864, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1013a39e-ad23-4dc4-9e81-e1246e7b189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ab2e933-9d56-4a35-9d69-1842f0e0633a'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:43:49.614600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.625438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.630034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] DHCP port deletion for 943983a7-7848-448c-b00f-9b656d3d18ae request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:49.634336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:49.634925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:49.635437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.658040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] Deleting port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:49.658491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.686225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a11b09-b392-4800-a8de-34243e919a63']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:49.692430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event deleted for resources: {'Port': ['ID=b69175d6-ac27-433b-ad23-4d91b253e9b3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:49.695414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:49.702030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/a1f08d54-97af-45a5-9ea5-572fc80f7ab8 HTTP/1.1" status: 204 len: 168 time: 2.4807215 Dec 10 19:43:49.713080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.717457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.719839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3fbbe2d9-eb4a-4371-909d-6c349c46af4f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/20be0748-854b-4310-8266-b5658ab2c62a HTTP/1.1" status: 204 len: 168 time: 1.9091768 Dec 10 19:43:49.720591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59294) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:49.725773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59296) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:49.743134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b85bae-c17f-4023-9386-6d69d3bdc983') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:49.743632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b85bae-c17f-4023-9386-6d69d3bdc983') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:49.801542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.858871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 93b22b23-45d8-426c-83f7-d0b77086e72c no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:49.878839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2076094-8df9-4822-a771-9c340376e48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:49.910856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.925354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 93b22b23-45d8-426c-83f7-d0b77086e72c {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:49.925799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 93b22b23-45d8-426c-83f7-d0b77086e72c not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:49.929800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc43fc8-1d47-40ae-95b1-c4665cb44971 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:43:49.930356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc43fc8-1d47-40ae-95b1-c4665cb44971 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:43:49.935886 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-efc43fc8-1d47-40ae-95b1-c4665cb44971 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/a1f08d54-97af-45a5-9ea5-572fc80f7ab8 HTTP/1.1" status: 404 len: 333 time: 0.2079720 Dec 10 19:43:49.941497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] For port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2afa1de5-5f38-42ca-ba9b-31da9a3abf24,segment=NetworkSegment(8a30d4f0-80ac-49f7-903f-b0589fc1b277),segment_id=8a30d4f0-80ac-49f7-903f-b0589fc1b277)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:49.941985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.950404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59302) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:49.968918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] For port e5d25a2a-f3c4-4fa9-8601-cf14efe13864, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:43:49.987689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:49.989154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2120457 Dec 10 19:43:50.009716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59306) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:50.021687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': 'fa02e95f-f9f2-4b19-be9b-b299b79f1bf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:50.040722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:50.055674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:50.061021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:50.074596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:50.079926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.084093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.105494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa02e95f-f9f2-4b19-be9b-b299b79f1bf6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:50.119905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:50.122945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-49856af9-3568-4132-9937-f9f4091ac54b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:43:50.123759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-49856af9-3568-4132-9937-f9f4091ac54b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:50.124825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] Calling delete_port for 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:50.128770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:50.129410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:50.150866 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:50.177111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.187773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c06cc4-a56a-447c-86b1-761d15d3df54 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:50.233145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 9dfc43a5-007a-4950-ba8f-3ecdea1a711d {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:50.296539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] For port e5d25a2a-f3c4-4fa9-8601-cf14efe13864, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e5d25a2a-f3c4-4fa9-8601-cf14efe13864,segment=NetworkSegment(1013a39e-ad23-4dc4-9e81-e1246e7b189d),segment_id=1013a39e-ad23-4dc4-9e81-e1246e7b189d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:43:50.310272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.324705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.345076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-41a3ac50-3b71-4995-85cd-a9675b2e2933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:50.389631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-49856af9-3568-4132-9937-f9f4091ac54b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:50.394781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-49856af9-3568-4132-9937-f9f4091ac54b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/a1f08d54-97af-45a5-9ea5-572fc80f7ab8 HTTP/1.1" status: 404 len: 333 time: 0.4003751 Dec 10 19:43:50.397925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59310) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:50.469943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.470678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port b1508777-2e2a-4edc-8cf7-0a1dbeec7855, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b1508777-2e2a-4edc-8cf7-0a1dbeec7855,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:50.471290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.494190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.507916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.536551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.550746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59a5fb6e-9ade-4a4b-a57b-52afcf0dd3a3 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:50.560420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-499a19e4-02fd-4641-b8a5-f8d89bcc97b8 None None] Could not find standard attr ID for object 5468fedf-1584-4836-a223-d20e6d6d1095. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:43:50.578788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.630159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6fbf893a-28ac-4fac-b7e8-aa62cc2ef831 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:50.655924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74942cc7-bbc3-42ff-ac4c-f5f20cd71afc,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:50.659535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:50.664015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.668385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6535308 Dec 10 19:43:50.670874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59314) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:50.709251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Network': ['ID=c6a11b09-b392-4800-a8de-34243e919a63,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:50.712339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.713707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Router 796b9086-e8aa-4213-ba7c-523ab5ddb217 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:50.718247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2499fe3-7b7b-42a6-914d-5ad9f2188296 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.719750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for b1508777-2e2a-4edc-8cf7-0a1dbeec7855 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:50.730928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2499fe3-7b7b-42a6-914d-5ad9f2188296 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.756357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:50.773527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/networks/c6a11b09-b392-4800-a8de-34243e919a63 HTTP/1.1" status: 204 len: 168 time: 2.6673725 Dec 10 19:43:50.780108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59318) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:50.796276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-499a19e4-02fd-4641-b8a5-f8d89bcc97b8 None None] Provisioning for port e7317127-f209-468e-bf68-693509c7c8f6 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:50.805580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Pushing event updated for resources: {'Port': ['ID=e5d25a2a-f3c4-4fa9-8601-cf14efe13864,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:50.811332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] For port b1508777-2e2a-4edc-8cf7-0a1dbeec7855, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b1508777-2e2a-4edc-8cf7-0a1dbeec7855,segment=NetworkSegment(32e86a88-654a-4c01-8061-1d752c90ffe9),segment_id=32e86a88-654a-4c01-8061-1d752c90ffe9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:50.811785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.820294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:50.824804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7648d289-a98b-4538-979e-31d28b373783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:50.900308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] No DVR routers for this DVR port 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:50.902157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-499a19e4-02fd-4641-b8a5-f8d89bcc97b8 None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:50.902423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2499fe3-7b7b-42a6-914d-5ad9f2188296 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.902583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-499a19e4-02fd-4641-b8a5-f8d89bcc97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.915363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76312397-cd3a-41ba-af23-023f9cd69d72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:50.935256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2499fe3-7b7b-42a6-914d-5ad9f2188296 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74942cc7-bbc3-42ff-ac4c-f5f20cd71afc,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:50.938758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a2499fe3-7b7b-42a6-914d-5ad9f2188296 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:50.939652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2499fe3-7b7b-42a6-914d-5ad9f2188296 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:50.948313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a2499fe3-7b7b-42a6-914d-5ad9f2188296 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/74942cc7-bbc3-42ff-ac4c-f5f20cd71afc HTTP/1.1" status: 204 len: 168 time: 0.2728477 Dec 10 19:43:50.948313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59322) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:50.984261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:50.989800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "PUT /v2.0/routers/796b9086-e8aa-4213-ba7c-523ab5ddb217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3816609 Dec 10 19:43:50.992933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59326) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:51.045153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] Pushing event deleted for resources: {'Port': ['ID=2afa1de5-5f38-42ca-ba9b-31da9a3abf24,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:51.047952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:51.089467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.101246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.103941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.123701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae60840a-edc9-4371-9422-f3be9aae9b04 None None] Sync routers for ids ['796b9086-e8aa-4213-ba7c-523ab5ddb217'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:51.139717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9991f297-9c0e-4a4a-8c33-4c89e6c3fdfe tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:51.139922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] Calling delete_port for b1508777-2e2a-4edc-8cf7-0a1dbeec7855 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:51.153842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f5bcbed2-7810-42a1-848e-eaf5c7a66b99 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:51.169735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b1508777-2e2a-4edc-8cf7-0a1dbeec7855 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:51.192656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f5bcbed2-7810-42a1-848e-eaf5c7a66b99 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:51.192656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f5bcbed2-7810-42a1-848e-eaf5c7a66b99 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2393453 Dec 10 19:43:51.194800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59330) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:51.225031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=b1508777-2e2a-4edc-8cf7-0a1dbeec7855,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:51.234655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:51.247796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet 3bef245a-9043-4af5-8479-decb20112a5e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:51.250395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:51.256920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.266988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: b1508777-2e2a-4edc-8cf7-0a1dbeec7855 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:51.267592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b1508777-2e2a-4edc-8cf7-0a1dbeec7855 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:51.268205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:51.274526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50cc6d0e-54c4-4c77-9dce-01410c018405 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.319424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:51.320055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2afa1de5-5f38-42ca-ba9b-31da9a3abf24 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:51.409794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60840a-edc9-4371-9422-f3be9aae9b04 None None] Routers {'796b9086-e8aa-4213-ba7c-523ab5ddb217'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:51.410620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ae60840a-edc9-4371-9422-f3be9aae9b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['796b9086-e8aa-4213-ba7c-523ab5ddb217'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:51.472966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42b79e2c-5779-4f1d-9f05-39dfe5a3cb47 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.517737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42b79e2c-5779-4f1d-9f05-39dfe5a3cb47 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.563530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ae60840a-edc9-4371-9422-f3be9aae9b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:51.598275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:43:51.598689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:43:51.636003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60840a-edc9-4371-9422-f3be9aae9b04 None None] Routers {'796b9086-e8aa-4213-ba7c-523ab5ddb217'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:51.637118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ae60840a-edc9-4371-9422-f3be9aae9b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['796b9086-e8aa-4213-ba7c-523ab5ddb217'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:51.707196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ae60840a-edc9-4371-9422-f3be9aae9b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:51.707659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae60840a-edc9-4371-9422-f3be9aae9b04 None None] The sync data for ids ['796b9086-e8aa-4213-ba7c-523ab5ddb217'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:51.881098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.949691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.954659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42b79e2c-5779-4f1d-9f05-39dfe5a3cb47 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.958731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:51.962671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-df6fc8c2-f014-4ed3-9d48-97609d1b211f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:51.972227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-391c202c-d77f-47f4-a4d8-f3fc19c8e75b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:52.015690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.041868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b79e2c-5779-4f1d-9f05-39dfe5a3cb47 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa02e95f-f9f2-4b19-be9b-b299b79f1bf6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:52.042794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfc43a5-007a-4950-ba8f-3ecdea1a711d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:52.045554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42b79e2c-5779-4f1d-9f05-39dfe5a3cb47 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:52.053891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:52.074299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943983a7-7848-448c-b00f-9b656d3d18ae']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:52.086180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.095661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a2fa9a-2155-4460-a330-5b581aa6ab69']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:52.099616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] Deleting port b1508777-2e2a-4edc-8cf7-0a1dbeec7855 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:52.100232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.115393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e86a88-654a-4c01-8061-1d752c90ffe9') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:52.115729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e86a88-654a-4c01-8061-1d752c90ffe9') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:52.138889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a30d4f0-80ac-49f7-903f-b0589fc1b277') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:52.139495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a30d4f0-80ac-49f7-903f-b0589fc1b277') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:52.147911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50cc6d0e-54c4-4c77-9dce-01410c018405 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.151450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42b79e2c-5779-4f1d-9f05-39dfe5a3cb47 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.153813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-42b79e2c-5779-4f1d-9f05-39dfe5a3cb47 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa02e95f-f9f2-4b19-be9b-b299b79f1bf6 HTTP/1.1" status: 204 len: 168 time: 0.9571376 Dec 10 19:43:52.158223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59334) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:52.160970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.163791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50cc6d0e-54c4-4c77-9dce-01410c018405 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.179640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.191548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/9dfc43a5-007a-4950-ba8f-3ecdea1a711d HTTP/1.1" status: 204 len: 168 time: 2.4517188 Dec 10 19:43:52.197502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59338) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:52.204850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eae16c0e-e5f0-4f1e-a380-38bb112eff3a None None] The port 'b1508777-2e2a-4edc-8cf7-0a1dbeec7855' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:43:52.229902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c5e4fe63-b159-4f73-8266-4201e1a1e5a1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:52.250146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c5e4fe63-b159-4f73-8266-4201e1a1e5a1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:52.255400 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c5e4fe63-b159-4f73-8266-4201e1a1e5a1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0909748 Dec 10 19:43:52.263610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59342) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:52.273329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--784567320'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:52.282615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:52.293763 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a84c395-f2a7-42b2-8469-4f92a937a68f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948164 Dec 10 19:43:52.295159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.295851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59346) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:52.296597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50cc6d0e-54c4-4c77-9dce-01410c018405 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.297800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cc6d0e-54c4-4c77-9dce-01410c018405 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Fanout notify agent at l3_agent the message router_deleted on router 796b9086-e8aa-4213-ba7c-523ab5ddb217 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:43:52.303967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.311587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:52.312477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.318076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:52.345048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:52.345532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:52.417197 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:52.420268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:52.420268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.433393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50cc6d0e-54c4-4c77-9dce-01410c018405 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.439556 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-50cc6d0e-54c4-4c77-9dce-01410c018405 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "DELETE /v2.0/routers/796b9086-e8aa-4213-ba7c-523ab5ddb217 HTTP/1.1" status: 204 len: 168 time: 1.4431994 Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:52.465964 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:52.510446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59350) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:52.558452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:52.565814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.613741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.615440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:52.629735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e9ab1ff-87ba-4e2c-bf8e-d93e9308c593 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:52.629909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:52.653916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.665203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:52.678564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.682158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:52.687314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=943983a7-7848-448c-b00f-9b656d3d18ae,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:52.697631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:52.698677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.710200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1f28e618-e55d-4f5b-8d7b-a62ee6b3ebc4 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:52.717080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:52.721125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:52.744034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Network': ['ID=87a2fa9a-2155-4460-a330-5b581aa6ab69,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:52.755551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:52.759801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/networks/87a2fa9a-2155-4460-a330-5b581aa6ab69 HTTP/1.1" status: 204 len: 168 time: 1.9629941 Dec 10 19:43:52.765261 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/943983a7-7848-448c-b00f-9b656d3d18ae HTTP/1.1" status: 204 len: 168 time: 3.8827777 Dec 10 19:43:52.766115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59354) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:52.766490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59356) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:52.805348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:52.820135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:52.839832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:52.878257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f0e3f5b-ef48-4750-a18f-e35f170131c3 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:52.959950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=3bef245a-9043-4af5-8479-decb20112a5e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:52.978656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:52.983250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.001433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/3bef245a-9043-4af5-8479-decb20112a5e HTTP/1.1" status: 204 len: 168 time: 2.5903392 Dec 10 19:43:53.006242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59362) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:53.042465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.144532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e5d25a2a-f3c4-4fa9-8601-cf14efe13864 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:53.160753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Deleting subnet b5038f73-9e02-4958-b4b4-d21ab93315d9 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:53.182516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.254379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:53.280929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3dd4bf-7cd1-4ea2-8f36-620d9d909f8f None None] Network 7ab2e933-9d56-4a35-9d69-1842f0e0633a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:53.314455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.359024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.371950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.381106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13231ae6-63e1-43f3-9c3f-1536a7e86a6c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:53.405038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.427795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] Provisioning for port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:43:53.433112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 44fb1927-f3a7-4313-895c-3d96aae3901e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:53.433676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.435682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] Provisioning complete for port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:53.435837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.498860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e86cd4-b175-4513-8326-dddaeb18c616,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:53.503879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5315d68-ab75-40e3-b263-789136396125 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:53.515599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:53.535414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.539529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2720163 Dec 10 19:43:53.539713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:53.539713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.541402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59366) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:53.549281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '43e86cd4-b175-4513-8326-dddaeb18c616', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:53.563290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:53.575572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.605052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:53.614148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:53.624696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting subnet e6f28930-3e92-4021-9e68-df9dcc88b8f3 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:43:53.634014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.643879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:53.696003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.791362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.798789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5212c595-4395-4f29-a054-3e9abf37df1d tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:53.849049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event deleted for resources: {'Subnet': ['ID=b5038f73-9e02-4958-b4b4-d21ab93315d9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:53.851385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.882634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.883033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:53.892027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.928461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e35674-f1e7-421f-93fd-e65178cebe71 None None] Network 0689fdac-eb6c-4429-95ae-ca5558c9ee41 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:53.934081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.942312 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "DELETE /v2.0/subnets/b5038f73-9e02-4958-b4b4-d21ab93315d9 HTTP/1.1" status: 204 len: 168 time: 1.4236348 Dec 10 19:43:53.945789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:53.946477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59370) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:53.977727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:54.009572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.009837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.013949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] DHCP port deletion for 7ab2e933-9d56-4a35-9d69-1842f0e0633a request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:54.031375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] For port e5d25a2a-f3c4-4fa9-8601-cf14efe13864, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e5d25a2a-f3c4-4fa9-8601-cf14efe13864,segment=NetworkSegment(1013a39e-ad23-4dc4-9e81-e1246e7b189d),segment_id=1013a39e-ad23-4dc4-9e81-e1246e7b189d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:54.032710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] Deleting port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:54.033198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.082026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.098022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-626d4066-2e11-44ce-826d-17f094c57339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:54.106525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2319070-3b8d-450d-ac31-ca111fe5120a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:54.136262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:54.158829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.163181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6168890 Dec 10 19:43:54.171108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59374) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:54.196192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '43e86cd4-b175-4513-8326-dddaeb18c616', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:54.210405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:54.220347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:54.230489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.233612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:54.245264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:54.268360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Deleting port fc24058a-972b-4b44-9297-b8cf607e6eb0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:54.268644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.357293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.470433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.489934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 44fb1927-f3a7-4313-895c-3d96aae3901e owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:54.539099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] Pushing event updated for resources: {'Port': ['ID=e5d25a2a-f3c4-4fa9-8601-cf14efe13864,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:54.544481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:54.548866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bf6b18ed-71bd-45eb-9401-2b3678378d55 None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:54.549289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf6b18ed-71bd-45eb-9401-2b3678378d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.577393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] For port e5d25a2a-f3c4-4fa9-8601-cf14efe13864, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e5d25a2a-f3c4-4fa9-8601-cf14efe13864,segment=NetworkSegment(1013a39e-ad23-4dc4-9e81-e1246e7b189d),segment_id=1013a39e-ad23-4dc4-9e81-e1246e7b189d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:54.577886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.701799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.727774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.734648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for e5d25a2a-f3c4-4fa9-8601-cf14efe13864 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:54.742907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] For port e5d25a2a-f3c4-4fa9-8601-cf14efe13864, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e5d25a2a-f3c4-4fa9-8601-cf14efe13864,segment=NetworkSegment(1013a39e-ad23-4dc4-9e81-e1246e7b189d),segment_id=1013a39e-ad23-4dc4-9e81-e1246e7b189d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:54.743356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.766310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.802111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:54.849979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1ba938-d3f9-46c6-96ee-52d4dbc6787c,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:54.869218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:54.873224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] For port fc24058a-972b-4b44-9297-b8cf607e6eb0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fc24058a-972b-4b44-9297-b8cf607e6eb0,segment=NetworkSegment(59abeecb-d9f5-401c-8107-bdf5cd18d42e),segment_id=59abeecb-d9f5-401c-8107-bdf5cd18d42e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:54.876312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.912093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:43:54.912458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:43:54.954076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:54.963722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] Calling delete_port for e5d25a2a-f3c4-4fa9-8601-cf14efe13864 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:54.964788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-160b28f0-1644-4733-9f55-bd7024306468 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:55.012897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f28930-3e92-4021-9e68-df9dcc88b8f3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:55.016125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.017451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8455138 Dec 10 19:43:55.022020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:55.022812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:55.036037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '43e86cd4-b175-4513-8326-dddaeb18c616', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:55.037521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Calling delete_port for fc24058a-972b-4b44-9297-b8cf607e6eb0 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:55.045838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.048855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:55.057381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:55.063983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:55.066931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.078564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-523747ef-bae9-476f-a06e-8a9fa5cc0ee5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:55.115267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:55.119484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91590e6-95e7-4345-a7d8-febebb0c4e5b None None] Network 4e29cbcd-07fb-4911-a821-9511256fe55e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:55.138676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/subnets/e6f28930-3e92-4021-9e68-df9dcc88b8f3 HTTP/1.1" status: 204 len: 168 time: 2.3682382 Dec 10 19:43:55.139609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59382) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:55.140835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=44fb1927-f3a7-4313-895c-3d96aae3901e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:55.144511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:55.145668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] For port e7317127-f209-468e-bf68-693509c7c8f6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e7317127-f209-468e-bf68-693509c7c8f6,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:55.257707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.301337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e5d25a2a-f3c4-4fa9-8601-cf14efe13864 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:55.313115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.316565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.321810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:55.347163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b7ce8e-37ac-4d56-8ad5-4301f9c45bfd None None] DHCP port deletion for 0689fdac-eb6c-4429-95ae-ca5558c9ee41 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:55.365800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.426161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:55.426560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.478064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7af82b6c-9df8-4f4e-a0ec-ba4c53160bb5 None None] Could not find standard attr ID for object 5468fedf-1584-4836-a223-d20e6d6d1095. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:43:55.583973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.599401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.602647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-317d886b-0329-419c-b854-8c65581fa9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:55.608397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.608905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.609901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.615787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.628794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event deleted for resources: {'Port': ['ID=fc24058a-972b-4b44-9297-b8cf607e6eb0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:55.635088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:55.637664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-568bcc8c-8e45-4a69-a5ef-c3a6052fc1da tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:55.645824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] No DVR routers for this DVR port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:55.654568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Port e5d25a2a-f3c4-4fa9-8601-cf14efe13864 update to DOWN by agent not found {{(pid=88873) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}} Dec 10 19:43:55.667066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] The port 'e5d25a2a-f3c4-4fa9-8601-cf14efe13864' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:43:55.672947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7af82b6c-9df8-4f4e-a0ec-ba4c53160bb5 None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:55.673563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7af82b6c-9df8-4f4e-a0ec-ba4c53160bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.675064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:55.679925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] No DVR routers for this DVR port fc24058a-972b-4b44-9297-b8cf607e6eb0 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:55.699578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] Pushing event deleted for resources: {'Port': ['ID=e5d25a2a-f3c4-4fa9-8601-cf14efe13864,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:55.708382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:55.731272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:55.731652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.750832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4779f4de-24ed-4dd9-80e4-997f9bd42664,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:55.753657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:55.765349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:43:55.769132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:43:55.802087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:55.802734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.817039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421fcdf-8f96-40b9-bb27-a3eb3c66e277 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:43:55.847393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.851381 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8231461 Dec 10 19:43:55.861560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59386) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:55.867963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '43e86cd4-b175-4513-8326-dddaeb18c616', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:55.891803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:55.899170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] DHCP port deletion for 4e29cbcd-07fb-4911-a821-9511256fe55e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:43:55.902286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:55.909543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:55.919891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:55.923614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.927440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] Deleting port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:55.927902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.930786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:55.938839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=e7317127-f209-468e-bf68-693509c7c8f6,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:55.968793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab2e933-9d56-4a35-9d69-1842f0e0633a']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:55.978147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:55.979470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08237d7d-727f-417f-ab65-efdf7b110387 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:55.992910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1013a39e-ad23-4dc4-9e81-e1246e7b189d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:55.993247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1013a39e-ad23-4dc4-9e81-e1246e7b189d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:56.005564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.024919 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7155888 Dec 10 19:43:56.024919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59390) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:56.037172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.055316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:56.086209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.101932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:56.102362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:56.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:56.139714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0689fdac-eb6c-4429-95ae-ca5558c9ee41']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:56.225587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.227633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.232355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-49359f13-11d2-4c09-81c2-74296933e19c tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:56.249655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.250982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59abeecb-d9f5-401c-8107-bdf5cd18d42e') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:56.251322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59abeecb-d9f5-401c-8107-bdf5cd18d42e') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:56.255063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.273803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=d194a12c-34e3-4664-8470-99401cb699db,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:56.281857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] For port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1db94087-8cdf-4bf6-910f-4c426bdc8bd9,segment=NetworkSegment(28523854-a81f-466c-afc4-aa2bcd901b5f),segment_id=28523854-a81f-466c-afc4-aa2bcd901b5f)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:56.282300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.296709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:56.302227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.327280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Network': ['ID=7ab2e933-9d56-4a35-9d69-1842f0e0633a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:56.355609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.364350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] For port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1db94087-8cdf-4bf6-910f-4c426bdc8bd9,segment=NetworkSegment(28523854-a81f-466c-afc4-aa2bcd901b5f),segment_id=28523854-a81f-466c-afc4-aa2bcd901b5f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:43:56.364748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.389038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:56.389484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.403596 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/networks/7ab2e933-9d56-4a35-9d69-1842f0e0633a HTTP/1.1" status: 204 len: 168 time: 3.3920643 Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:56.405546 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:56.412372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:56.419606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2057122419'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:56.423917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] Calling delete_port for 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:56.428750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.429177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.429622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.430037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.430450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.430890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.431271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.431680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.432084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.432485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.432885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:56.436799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:56.444505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:56.445066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b8018ae-5d9d-4fd4-b720-2591a6e5df84 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:56.452515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:network and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:56.458011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:56.462248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.466424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6037018 Dec 10 19:43:56.470181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59398) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:56.479652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:56.486371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '43e86cd4-b175-4513-8326-dddaeb18c616', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:56.503711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7097e7db-a9f0-4e6b-aa99-10a68d1687a8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:56.510575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:56.513411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:56.522788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:56.527197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:56.531512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:56.537024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.555825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:56.590031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:56.599346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Calling delete_port for 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:43:56.600746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:43:56.610478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.636839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.637308 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Added segment 82acd577-5d2c-48ae-97d2-71d779d9b453 of type vlan for network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 Dec 10 19:43:56.639724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:56.657649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:56.681762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:56.682794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.695271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:56.697098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.703766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dacabbe-b72b-4890-b88a-01ac9928672b tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:56.709117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.732196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.740626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:56.743528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] Pushing event deleted for resources: {'Port': ['ID=1db94087-8cdf-4bf6-910f-4c426bdc8bd9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:56.747741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.748486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.752016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:56.755803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] No DVR routers for this DVR port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:43:56.764366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.774708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2866af9-5d51-414c-acef-e3001ccd7e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:56.810249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router a7aa6c37-d961-40cd-9501-11ad51cf4f80 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:43:56.812259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.816463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:56.817114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:56.823691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Pushing event deleted for resources: {'Network': ['ID=0689fdac-eb6c-4429-95ae-ca5558c9ee41,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:56.823898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329c8a3a-d8f6-41c0-bf87-82d0fc4b33e1,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:56.835953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:56.836249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] 10.222.0.41 "DELETE /v2.0/networks/0689fdac-eb6c-4429-95ae-ca5558c9ee41 HTTP/1.1" status: 204 len: 168 time: 2.8822389 Dec 10 19:43:56.836691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:56.849650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:56.857116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:43:56.857487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:43:56.910952 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d194a12c-34e3-4664-8470-99401cb699db (CIDR: 2001:db8::/64) Dec 10 19:43:56.916164 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:43:56.916978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:43:56.944421 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-13fe63d0-85bc-4513-a94f-0346dbe27bcf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9049342 Dec 10 19:43:56.945122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59404) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:56.952390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:56.983150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Network': ['ID=96cf5563-ea3d-4dc9-b8ab-c1b20eac4030,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:56.986517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:56.996336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:43:57.090916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.090916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6127326 Dec 10 19:43:57.103238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59408) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:57.135142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-94226b8e-8aee-4eee-89ae-d9b406ac0891 None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:57.135570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94226b8e-8aee-4eee-89ae-d9b406ac0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.169072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e7317127-f209-468e-bf68-693509c7c8f6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:43:57.182565 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7689209 Dec 10 19:43:57.185141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59414) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:57.186851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.198544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': '96cf5563-ea3d-4dc9-b8ab-c1b20eac4030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:57.258072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59418) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:57.287273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:43:57.292349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.300247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] Sync routers for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:43:57.324642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:57.329148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:57.344478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:43:57.344897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.359921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/eed1a6eb-a433-4eaa-9228-7887df8653b0 HTTP/1.1" status: 204 len: 168 time: 4.5899301 Dec 10 19:43:57.360872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:43:57.432600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Deleting port 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:43:57.433123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.519687 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7e79389-b27b-46fb-b588-c60ff318fd69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb29c25cdc954ae3a1f1d0d383741739&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2583187 Dec 10 19:43:57.520191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:57.527777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.579792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fc24058a-972b-4b44-9297-b8cf607e6eb0 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:57.633529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:57.652780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: fc24058a-972b-4b44-9297-b8cf607e6eb0 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:57.653737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fc24058a-972b-4b44-9297-b8cf607e6eb0 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:57.654205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:43:57.670948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0537-1139-4903-bdfa-bf34d773adb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.686587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] The port '1db94087-8cdf-4bf6-910f-4c426bdc8bd9' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:43:57.702771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:57.703555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0537-1139-4903-bdfa-bf34d773adb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.714361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:57.721996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:43:57.728857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:43:57.733494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1db94087-8cdf-4bf6-910f-4c426bdc8bd9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:43:57.782903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'status': 'completed', 'code': 200} Dec 10 19:43:57.784666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0537-1139-4903-bdfa-bf34d773adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.791393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-88cdc551-bfdf-473d-a754-349e60f5c3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:57.812140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf0537-1139-4903-bdfa-bf34d773adb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6806b2-a4ff-419f-9a39-111443017d27,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:57.817881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d5cf0537-1139-4903-bdfa-bf34d773adb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:57.819620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0537-1139-4903-bdfa-bf34d773adb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:57.837098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d5cf0537-1139-4903-bdfa-bf34d773adb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b6806b2-a4ff-419f-9a39-111443017d27 HTTP/1.1" status: 204 len: 168 time: 0.3092127 Dec 10 19:43:57.865160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:57.942227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:57.959278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:58.015793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:58.020037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:58.034901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.050742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a4b0036e-0ad2-4b44-98de-805b8ce8f623 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:58.113762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:32Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:58.116535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:58.118068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] Checking router: a7aa6c37-d961-40cd-9501-11ad51cf4f80 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:43:58.131218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:43:58.132172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:43:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:58.142488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.150406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=329c8a3a-d8f6-41c0-bf87-82d0fc4b33e1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:58.205465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.206695 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/329c8a3a-d8f6-41c0-bf87-82d0fc4b33e1 HTTP/1.1" status: 204 len: 168 time: 1.1021140 Dec 10 19:43:58.210027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59444) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:58.229917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:58.256158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e29cbcd-07fb-4911-a821-9511256fe55e']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:58.265700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.266132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.266551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.266965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.267374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.267787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.268195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.268602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.269006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.269413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.269844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:43:58.287097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:58.303154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9a60706e-ae91-4958-828d-aeaf58c2aa8a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:58.328875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9a60706e-ae91-4958-828d-aeaf58c2aa8a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:58.330852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9a60706e-ae91-4958-828d-aeaf58c2aa8a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1192813 Dec 10 19:43:58.334055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59452) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:58.342338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28523854-a81f-466c-afc4-aa2bcd901b5f') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:58.342680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28523854-a81f-466c-afc4-aa2bcd901b5f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:58.348525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:43:58.356398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.375991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2883c83-2f73-4c01-903b-d7d7599ded2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.388744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2883c83-2f73-4c01-903b-d7d7599ded2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.423309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2883c83-2f73-4c01-903b-d7d7599ded2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.425734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:58.470096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2883c83-2f73-4c01-903b-d7d7599ded2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7097e7db-a9f0-4e6b-aa99-10a68d1687a8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:58.474557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2883c83-2f73-4c01-903b-d7d7599ded2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.481908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2883c83-2f73-4c01-903b-d7d7599ded2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7097e7db-a9f0-4e6b-aa99-10a68d1687a8 HTTP/1.1" status: 204 len: 168 time: 0.1465502 Dec 10 19:43:58.483131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2883c83-2f73-4c01-903b-d7d7599ded2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:58.483640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59456) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:58.542536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e8bc3dd-8562-4f15-b630-486002f15f07 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:58.562922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e8bc3dd-8562-4f15-b630-486002f15f07 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:58.564728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e8bc3dd-8562-4f15-b630-486002f15f07 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0800779 Dec 10 19:43:58.567944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59460) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:58.620787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d69aa94-c6fe-40aa-833d-6d966d35b882 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.636385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d69aa94-c6fe-40aa-833d-6d966d35b882 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.665655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d69aa94-c6fe-40aa-833d-6d966d35b882 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.668889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:58.687183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.697976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69aa94-c6fe-40aa-833d-6d966d35b882 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4779f4de-24ed-4dd9-80e4-997f9bd42664,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:58.709929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d69aa94-c6fe-40aa-833d-6d966d35b882 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:58.712921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-aa60a8dd-c3ac-4e2a-b218-94f33889d253 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 1099 time: 0.9472632 Dec 10 19:43:58.716804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d69aa94-c6fe-40aa-833d-6d966d35b882 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.720815 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9d69aa94-c6fe-40aa-833d-6d966d35b882 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4779f4de-24ed-4dd9-80e4-997f9bd42664 HTTP/1.1" status: 204 len: 168 time: 0.1483603 Dec 10 19:43:58.721264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59468) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:58.745000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:32Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:43:58.750506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5f68b-872b-418b-afcc-0e748f43e549 None None] The sync data for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:43:32Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'bab63446-9059-4006-8ac7-4677a8b64263', 'name': '', 'network_id': '291ec6f4-5e49-4df5-afc4-595e64fcc0ea', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:14:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:36Z', 'updated_at': '2021-12-10T19:39:57Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '7c11f707-c8ba-4c18-ad0e-1a616c1eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:43:58.782894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9be8180c-0d15-4432-a5a0-9e3a77f2eadd tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:58.816446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9be8180c-0d15-4432-a5a0-9e3a77f2eadd tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:58.817999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9be8180c-0d15-4432-a5a0-9e3a77f2eadd tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0955482 Dec 10 19:43:58.821201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59474) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:58.839827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.864759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57a2bff6-2eef-4103-b9f3-e5bc8876ac6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.872734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621651-e3cf-4511-9908-d0e5e4bf3e58 req-40a76c98-5f38-4d5f-836d-5bc5968b5793 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:58.874395 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ed621651-e3cf-4511-9908-d0e5e4bf3e58 req-40a76c98-5f38-4d5f-836d-5bc5968b5793 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 946 time: 0.9294238 Dec 10 19:43:58.882439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57a2bff6-2eef-4103-b9f3-e5bc8876ac6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.896006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:43:58.896451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.907490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57a2bff6-2eef-4103-b9f3-e5bc8876ac6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:43:58.915279 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:43:58.919968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:58.933221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2bff6-2eef-4103-b9f3-e5bc8876ac6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd1ba938-d3f9-46c6-96ee-52d4dbc6787c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:58.941712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57a2bff6-2eef-4103-b9f3-e5bc8876ac6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:58.945882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57a2bff6-2eef-4103-b9f3-e5bc8876ac6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:58.949996 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-57a2bff6-2eef-4103-b9f3-e5bc8876ac6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cd1ba938-d3f9-46c6-96ee-52d4dbc6787c HTTP/1.1" status: 204 len: 168 time: 0.1271646 Dec 10 19:43:58.950628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59478) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:58.968494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:59.009839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e558659a-060d-4f0f-83aa-e281e3312c86 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:59.026897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e558659a-060d-4f0f-83aa-e281e3312c86 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:59.030072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e558659a-060d-4f0f-83aa-e281e3312c86 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0782342 Dec 10 19:43:59.031634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59488) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:59.071763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2660fd56-e664-44fd-98d5-81e9b857d146 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.082908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.084821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2660fd56-e664-44fd-98d5-81e9b857d146 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.115618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2660fd56-e664-44fd-98d5-81e9b857d146 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.117859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-353a4bc1-4943-44da-ad74-a59f1399873e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:59.135076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660fd56-e664-44fd-98d5-81e9b857d146 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2319070-3b8d-450d-ac31-ca111fe5120a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:59.139788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2660fd56-e664-44fd-98d5-81e9b857d146 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:59.154697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2660fd56-e664-44fd-98d5-81e9b857d146 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.156386 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2660fd56-e664-44fd-98d5-81e9b857d146 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f2319070-3b8d-450d-ac31-ca111fe5120a HTTP/1.1" status: 204 len: 168 time: 0.1236935 Dec 10 19:43:59.159970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59492) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:59.194415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.224917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-745218d6-39ae-49d3-b0c5-3aefbf9bb44e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:59.242089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-745218d6-39ae-49d3-b0c5-3aefbf9bb44e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:59.246929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-745218d6-39ae-49d3-b0c5-3aefbf9bb44e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0857759 Dec 10 19:43:59.247846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59496) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:59.290433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5a98ebf2-f703-457c-acf4-99c7c13581a0 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:59.302332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2004549972'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:43:59.308490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:59.311001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.317312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:network and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:59.332222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:59.339275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Pushing event deleted for resources: {'Network': ['ID=4e29cbcd-07fb-4911-a821-9511256fe55e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:59.343374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:59.348484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0258ae91-4907-4800-bcc0-f3c99bfacc71 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.351697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ed621651-e3cf-4511-9908-d0e5e4bf3e58 req-7d49f7c3-d16d-493d-a560-231a81b2c4f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594963 Dec 10 19:43:59.354982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:59.359731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-80f5ae3d-b679-4480-be2d-dd4e06814c6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:59.360896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-80f5ae3d-b679-4480-be2d-dd4e06814c6e service neutron] 10.222.0.84 "GET /v2.0/networks?id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 200 len: 898 time: 0.6273155 Dec 10 19:43:59.362251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6bef0-bcdd-40db-bbb3-52f33541ee50 None None] New status for floating IP eed1a6eb-a433-4eaa-9228-7887df8653b0: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:43:59.372614 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/networks/4e29cbcd-07fb-4911-a821-9511256fe55e HTTP/1.1" status: 204 len: 168 time: 4.2298820 Dec 10 19:43:59.393139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59500) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:59.547441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c2589d6-166c-4fcc-9a52-e4800724f4a2 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Synchronizing usage tracker for tenant:0240b12aa154428a8656e86f6511ab66 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:59.565074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-f3024fb1-8abc-4153-9067-d443d6377d28 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb3e0db3-32cf-48fc-a390-82be2d917084 HTTP/1.1" status: 200 len: 217 time: 0.1864803 Dec 10 19:43:59.630286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.638309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:43:59.641025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:59.644008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.680633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.682647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c2589d6-166c-4fcc-9a52-e4800724f4a2 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Unset dirty status for tenant:0240b12aa154428a8656e86f6511ab66 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:59.683947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9c2589d6-166c-4fcc-9a52-e4800724f4a2 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "GET /v2.0/ports?device_id=885d9b57-3012-4f9e-91e8-80fcecc32ef3 HTTP/1.1" status: 200 len: 205 time: 0.2897060 Dec 10 19:43:59.691092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0258ae91-4907-4800-bcc0-f3c99bfacc71 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.695357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59504) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:59.773022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:43:59.778539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group_rule and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:43:59.782567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:43:59.792817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0258ae91-4907-4800-bcc0-f3c99bfacc71 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.797145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:43:59.800608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d5cf0537-1139-4903-bdfa-bf34d773adb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:43:59.837249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-18bfc78d-1cf5-4a2f-9db5-1e9a48dadb59 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:59.837929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-18bfc78d-1cf5-4a2f-9db5-1e9a48dadb59 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:43:59.840651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258ae91-4907-4800-bcc0-f3c99bfacc71 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e86cd4-b175-4513-8326-dddaeb18c616,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:59.845191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0258ae91-4907-4800-bcc0-f3c99bfacc71 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:43:59.856965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-f6456abc-4fdd-41a5-9fb6-a917f0129b8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:43:59.858621 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-f6456abc-4fdd-41a5-9fb6-a917f0129b8b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7c11f707-c8ba-4c18-ad0e-1a616c1eb265 HTTP/1.1" status: 200 len: 835 time: 0.2752695 Dec 10 19:43:59.872371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-18bfc78d-1cf5-4a2f-9db5-1e9a48dadb59 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:43:59.873671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-18bfc78d-1cf5-4a2f-9db5-1e9a48dadb59 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 946 time: 0.2718098 Dec 10 19:43:59.879350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0258ae91-4907-4800-bcc0-f3c99bfacc71 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:43:59.880510 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0258ae91-4907-4800-bcc0-f3c99bfacc71 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/43e86cd4-b175-4513-8326-dddaeb18c616 HTTP/1.1" status: 204 len: 168 time: 0.6314442 Dec 10 19:43:59.883574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59508) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:43:59.928088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=3207b2a7-5e60-4291-b84a-98b5e7598729,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:43:59.940750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:00.001800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port fb3e0db3-32cf-48fc-a390-82be2d917084 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:00.002187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.036122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking segment: {'id': '82acd577-5d2c-48ae-97d2-71d779d9b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '96cf5563-ea3d-4dc9-b8ab-c1b20eac4030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:00.036529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network hostable DHCP agents. Network: 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:00.052817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1396561-18e5-4de4-b95b-c4ca210e30ba tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.101589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-297ab89b-a38a-4a58-a6f6-8f6885238a2b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:00.111371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.151838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.163574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96911b5d-eecf-439e-9ba5-65d7853c5dd8 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:00.199165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-297ab89b-a38a-4a58-a6f6-8f6885238a2b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:00.201171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-297ab89b-a38a-4a58-a6f6-8f6885238a2b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2872217 Dec 10 19:44:00.207266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59512) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:00.214510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:00.221652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120414450'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:00.233989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-e11540c0-efbd-493e-90d4-c1e4a6783eeb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=291ec6f4-5e49-4df5-afc4-595e64fcc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3583164 Dec 10 19:44:00.236961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:00.295164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8f35e-4fa5-4cdf-a7de-af7461f419b9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:00.304051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:00.314460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.314862 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Added segment 4f83eff2-a8fa-4997-918a-d3e2d8a95b42 of type vlan for network 267cbed6-825b-4670-9d67-b2fda1fe6582 Dec 10 19:44:00.337062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:00.362546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:00.370933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.416607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port fb3e0db3-32cf-48fc-a390-82be2d917084, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fb3e0db3-32cf-48fc-a390-82be2d917084,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:00.417006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.564215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for fb3e0db3-32cf-48fc-a390-82be2d917084 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:00.594934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.599218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:00.599908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.613344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4fc62595-ae23-4f76-aca0-3068fdc5dddc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:00.748706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7790747 Dec 10 19:44:00.755112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59518) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:00.769131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.770556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Network': ['ID=267cbed6-825b-4670-9d67-b2fda1fe6582,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:00.776108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'name': 'tempest-PortsTestJSON-1176985948'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:00.779163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:00.782324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:00.794608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:00.812372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2464f4-e323-4c4d-8671-f596fa2d2f75 None None] Network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:00.866438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:00.867010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.894780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.906504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70bd04dc-db89-4bfe-85a8-f092b9cb4747 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:00.949050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:00.957552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:00.963781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:00.971293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:00.974738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:00.982321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-777b0228-4578-4121-b6af-7b9fb5ccc431 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:01.036701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:01.042239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.052812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=fb3e0db3-32cf-48fc-a390-82be2d917084,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:01.059926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:01.108328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port bed47cf5-bdd0-4930-87fc-63cd220914fa yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:01.144702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-96cf5563-ea3d-4dc9-b8ab-c1b20eac4030', 'network_id': '96cf5563-ea3d-4dc9-b8ab-c1b20eac4030', 'tenant_id': '8f7e00a760f14cc09bbd4d679cff81e4', 'fixed_ips': [{'subnet_id': '3207b2a7-5e60-4291-b84a-98b5e7598729'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:01.145827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.153952 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-bc754c24-958e-4d41-b22f-59b7bda4e05f service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105170 Dec 10 19:44:01.159162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:01.169364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9758270 Dec 10 19:44:01.177544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59522) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:01.178935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1396561-18e5-4de4-b95b-c4ca210e30ba tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.195673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': '96cf5563-ea3d-4dc9-b8ab-c1b20eac4030', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-898390565'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:01.203653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:01.205045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:01.210106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port fb3e0db3-32cf-48fc-a390-82be2d917084 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:01.220159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:01.224494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.230512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:01.245432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec7f14-c60b-4d57-9825-f44fa806beac None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:01.275763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'name': 'network-vif-deleted', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:01.289140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=1a672470-0403-45cc-88d1-ceb31d311359,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:01.293050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:01.294373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.303570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:01.306963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1396561-18e5-4de4-b95b-c4ca210e30ba tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.321570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:01.342447 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94cfe427-9150-4792-86ca-aa42efbf99a3 req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/fb3e0db3-32cf-48fc-a390-82be2d917084 HTTP/1.1" status: 204 len: 173 time: 1.4606693 Dec 10 19:44:01.373620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4272289 Dec 10 19:44:01.377071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59528) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:01.393862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b68b9-58e8-45fb-8670-86148990c0fd req-ffc77bea-ca61-4571-8bfc-47562e3a3596 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:01.395759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c80b68b9-58e8-45fb-8670-86148990c0fd req-ffc77bea-ca61-4571-8bfc-47562e3a3596 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d5e0797-9974-4451-a6e0-53159bf8cb4a HTTP/1.1" status: 200 len: 946 time: 0.6129522 Dec 10 19:44:01.416672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:f0:50:e5', 'name': 'tempest-NetworksTestDHCPv6-4608563'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:01.422822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5e0797-9974-4451-a6e0-53159bf8cb4a', 'name': 'network-vif-deleted', 'tag': 'fb3e0db3-32cf-48fc-a390-82be2d917084', 'status': 'completed', 'code': 200} Dec 10 19:44:01.520621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:01.540338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:port and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:01.555456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:01.560225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Allocated IP 2001:db8::2 (96cf5563-ea3d-4dc9-b8ab-c1b20eac4030/3207b2a7-5e60-4291-b84a-98b5e7598729/d5aa5e34-df3c-462e-a698-fc8cb4525366) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:01.569413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:01.592566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.639364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5f0a688-c143-493c-9e37-6a4e203eb570 req-4a4fed4b-9b39-44af-afb3-93f4b516d5ca service neutron] 10.222.0.84 "GET /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653041 Dec 10 19:44:01.645077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1396561-18e5-4de4-b95b-c4ca210e30ba tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.645684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1396561-18e5-4de4-b95b-c4ca210e30ba tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Fanout notify agent at l3_agent the message router_deleted on router 885d9b57-3012-4f9e-91e8-80fcecc32ef3 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:44:01.662196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:01.668173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.688018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.701671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port bc518294-4560-43ce-b1a1-18a1930ecc21 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:01.702116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.723700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-697ab771-fb94-4509-a2ff-de39b0e814ac tempest-QuotasNegativeTest-1499362952 tempest-QuotasNegativeTest-1499362952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:01.744819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c80b68b9-58e8-45fb-8670-86148990c0fd req-ed5bbe02-4500-4bef-b2f8-01140025bcfa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=46851e57-9509-448a-89fe-e190caafc34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972174 Dec 10 19:44:01.745964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.756265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:01.763844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1396561-18e5-4de4-b95b-c4ca210e30ba tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.765090 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c1396561-18e5-4de4-b95b-c4ca210e30ba tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] 10.222.0.41 "DELETE /v2.0/routers/885d9b57-3012-4f9e-91e8-80fcecc32ef3 HTTP/1.1" status: 204 len: 168 time: 2.0595703 Dec 10 19:44:01.797017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.798451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5900319 Dec 10 19:44:01.813246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59534) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:01.816014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decd52c4-3c3c-4216-b4e3-b4a64c0a6477,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:01.824241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': 'decd52c4-3c3c-4216-b4e3-b4a64c0a6477', 'direction': 'ingress', 'protocol': 17}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:01.831443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:01.838128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:01.843659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:01.846617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:01.851892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:01.862770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:01.865186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:01.886833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:01.895399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.909578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:01.959731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port a32bfac6-c515-48e2-8754-b0aa1493e069 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:02.043035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.048633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=bed47cf5-bdd0-4930-87fc-63cd220914fa,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:02.053082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:02.104098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking segment: {'id': '4f83eff2-a8fa-4997-918a-d3e2d8a95b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:02.104510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network hostable DHCP agents. Network: 267cbed6-825b-4670-9d67-b2fda1fe6582, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:02.120464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.154377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Transition to ACTIVE for port object d5aa5e34-df3c-462e-a698-fc8cb4525366 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:02.157709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:02.162586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.169918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 267cbed6-825b-4670-9d67-b2fda1fe6582) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:02.174621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:02.178034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:02.180979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:02.183120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.192301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0168560-f4c8-4668-a6cc-c22fa7081f05 None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:02.214240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4578288 Dec 10 19:44:02.217606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59540) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:02.224210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10133bb2-f64d-451b-83d1-c326f1b7ed6a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:02.227455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:02.229767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-132417288'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:02.236169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59544) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:02.239055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:02.247228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.248742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:network and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:02.251584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4370782 Dec 10 19:44:02.251709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59550) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:02.254750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:02.274593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:02.318149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:02.325713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.346108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8:0:1::3b6 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/1a672470-0403-45cc-88d1-ceb31d311359/a32bfac6-c515-48e2-8754-b0aa1493e069) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:02.356303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::f816:3eff:fef0:50e5 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/d194a12c-34e3-4664-8470-99401cb699db/a32bfac6-c515-48e2-8754-b0aa1493e069) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:02.387854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:02.390339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87aec3da-e9ef-476f-bbae-3ff7727fed94 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.409541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Update dhcp port {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': 'd194a12c-34e3-4664-8470-99401cb699db', 'ip_address': '2001:db8::f816:3eff:fe78:baff'}, {'subnet_id': '1a672470-0403-45cc-88d1-ceb31d311359'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'e7317127-f209-468e-bf68-693509c7c8f6'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:44:02.435130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.435651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Added segment f8aec8c9-5a18-4de6-b283-7fe349effbf3 of type vlan for network 1ab34a14-ed5b-4c60-b826-198b10b64883 Dec 10 19:44:02.459604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87aec3da-e9ef-476f-bbae-3ff7727fed94 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.525043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.576732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e64ebb1a-56d4-47ff-803d-55a5b585f392 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0240b12aa154428a8656e86f6511ab66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3352392 Dec 10 19:44:02.577009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59554) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:02.602604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87aec3da-e9ef-476f-bbae-3ff7727fed94 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.607179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99f927b8-f9aa-4f9c-b251-1f40c7570ca1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:02.618686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.623186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:02.623520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.636678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aec3da-e9ef-476f-bbae-3ff7727fed94 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=decd52c4-3c3c-4216-b4e3-b4a64c0a6477,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:02.646317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87aec3da-e9ef-476f-bbae-3ff7727fed94 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:02.646855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:02.658063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.663512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.693607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object a32bfac6-c515-48e2-8754-b0aa1493e069 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:02.697346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Transition to ACTIVE for port object d5aa5e34-df3c-462e-a698-fc8cb4525366 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:02.701008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c5c143e-9f5d-4904-8ba4-a5dd3a653501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.724953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.735147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c5c143e-9f5d-4904-8ba4-a5dd3a653501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.748833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.750445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87aec3da-e9ef-476f-bbae-3ff7727fed94 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.754125 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87aec3da-e9ef-476f-bbae-3ff7727fed94 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/decd52c4-3c3c-4216-b4e3-b4a64c0a6477 HTTP/1.1" status: 204 len: 168 time: 0.4989190 Dec 10 19:44:02.756219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da61ddf9-a2bc-4851-a311-e65954b9cfb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:02.758893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59558) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:02.798693 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5761166 Dec 10 19:44:02.798947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:02.801789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59562) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:02.812722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd07f80d-e070-44e5-82f3-1ed036616c3c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:02.815625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Network': ['ID=1ab34a14-ed5b-4c60-b826-198b10b64883,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:02.820375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:02.841471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Pushing event updated for resources: {'Port': ['ID=d5aa5e34-df3c-462e-a698-fc8cb4525366,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:02.844249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 1ab34a14-ed5b-4c60-b826-198b10b64883 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:02.847150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::97 (96cf5563-ea3d-4dc9-b8ab-c1b20eac4030/3207b2a7-5e60-4291-b84a-98b5e7598729/bc518294-4560-43ce-b1a1-18a1930ecc21) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:02.894328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'ports': [{'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582'}, {'network_id': '1ab34a14-ed5b-4c60-b826-198b10b64883'}]} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:02.894815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:02.895315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '1ab34a14-ed5b-4c60-b826-198b10b64883'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:02.913110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59568) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:02.926798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:02.986992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c5c143e-9f5d-4904-8ba4-a5dd3a653501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.013951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device fb3e0db3-32cf-48fc-a390-82be2d917084 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:03.050570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.070907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object bc518294-4560-43ce-b1a1-18a1930ecc21 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:03.088856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:03.089673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: fb3e0db3-32cf-48fc-a390-82be2d917084 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:03.090087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device fb3e0db3-32cf-48fc-a390-82be2d917084 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:03.098686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:03.101307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:03.101937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.102963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:03.108070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54f68544-5a97-40a3-bd79-68090e20f080 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:03.114352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:03.130535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=a32bfac6-c515-48e2-8754-b0aa1493e069,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:03.133271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c5c143e-9f5d-4904-8ba4-a5dd3a653501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.134535 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0c5c143e-9f5d-4904-8ba4-a5dd3a653501 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6e1fc14-fac9-449b-a93b-4ee118dc13b6 HTTP/1.1" status: 204 len: 168 time: 0.5572367 Dec 10 19:44:03.135674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:03.140293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:03.141210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.150416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:03.151689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3433b637-3e47-4ba5-a496-e59d3f6df3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:03.189319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:03.192351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-59b85f76-60e7-465a-820e-75ec07c73b5b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:03.193864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:03.199102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:03.204158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c143e-9f5d-4904-8ba4-a5dd3a653501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e1fc14-fac9-449b-a93b-4ee118dc13b6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:03.204856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:03.205542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.224786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=bc518294-4560-43ce-b1a1-18a1930ecc21,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:03.227991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:03.238634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.0590854 Dec 10 19:44:03.239507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59574) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:03.267899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0c5c143e-9f5d-4904-8ba4-a5dd3a653501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:03.291324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9039564 Dec 10 19:44:03.291576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:03.312548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Attempting to bind port d5aa5e34-df3c-462e-a698-fc8cb4525366 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:03.312971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Attempting to bind port d5aa5e34-df3c-462e-a698-fc8cb4525366 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '82acd577-5d2c-48ae-97d2-71d779d9b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '96cf5563-ea3d-4dc9-b8ab-c1b20eac4030'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:03.313387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Attempting to bind port d5aa5e34-df3c-462e-a698-fc8cb4525366 on network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:03.335688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-59b85f76-60e7-465a-820e-75ec07c73b5b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:03.336964 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59b85f76-60e7-465a-820e-75ec07c73b5b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5770426 Dec 10 19:44:03.341208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:03.342129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Checking segment: {'id': '82acd577-5d2c-48ae-97d2-71d779d9b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '96cf5563-ea3d-4dc9-b8ab-c1b20eac4030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:03.342272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.342619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Bound using segment: {'id': '82acd577-5d2c-48ae-97d2-71d779d9b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '96cf5563-ea3d-4dc9-b8ab-c1b20eac4030'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:03.343164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Bound port: d5aa5e34-df3c-462e-a698-fc8cb4525366, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82acd577-5d2c-48ae-97d2-71d779d9b453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '96cf5563-ea3d-4dc9-b8ab-c1b20eac4030'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:03.343585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.346404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59582) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:03.357720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Allocated IP 2001:db8:0:1::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/1a672470-0403-45cc-88d1-ceb31d311359/e7317127-f209-468e-bf68-693509c7c8f6) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:03.358374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5dff-71d3-4094-b2c4-8d9e7b561414 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.376327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216309964'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:03.381304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:03.390228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:03.394728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:03.400837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:03.413218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5dff-71d3-4094-b2c4-8d9e7b561414 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.421644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:03.432314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port bc518294-4560-43ce-b1a1-18a1930ecc21 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:03.432704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.454675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 2} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:03.461005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.472527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:03.490298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port a32bfac6-c515-48e2-8754-b0aa1493e069 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:03.491062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.491279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.630151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] For port d5aa5e34-df3c-462e-a698-fc8cb4525366, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:03.651880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port b8679b27-8bc0-41b1-9739-41d50651c446 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:03.654902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] For port d5aa5e34-df3c-462e-a698-fc8cb4525366, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d5aa5e34-df3c-462e-a698-fc8cb4525366,segment=NetworkSegment(82acd577-5d2c-48ae-97d2-71d779d9b453),segment_id=82acd577-5d2c-48ae-97d2-71d779d9b453)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:03.665059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5dff-71d3-4094-b2c4-8d9e7b561414 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.666773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.671159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15909a8e-c23b-4247-9ded-636d9c7d83af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:03.675081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2130dddb-64c5-4a9d-bb4c-863625cc8c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:03.692853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb5dff-71d3-4094-b2c4-8d9e7b561414 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46851e57-9509-448a-89fe-e190caafc34e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:03.695403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2dbb5dff-71d3-4094-b2c4-8d9e7b561414 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:03.721098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5dff-71d3-4094-b2c4-8d9e7b561414 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.725688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2dbb5dff-71d3-4094-b2c4-8d9e7b561414 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/46851e57-9509-448a-89fe-e190caafc34e HTTP/1.1" status: 204 len: 168 time: 0.7935693 Dec 10 19:44:03.758591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Pushing event updated for resources: {'Port': ['ID=d5aa5e34-df3c-462e-a698-fc8cb4525366,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:03.771997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:03.778268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] For port e7317127-f209-468e-bf68-693509c7c8f6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e7317127-f209-468e-bf68-693509c7c8f6,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:03.787411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59596) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:03.844958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.873235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Transition to ACTIVE for port object e7317127-f209-468e-bf68-693509c7c8f6 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:03.879965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:03.885636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:04.016262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e7317127-f209-468e-bf68-693509c7c8f6,revision_number=9']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:04.024537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:04.062912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:04.071504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:04.168178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:04.331487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for bc518294-4560-43ce-b1a1-18a1930ecc21 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:04.403437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:04.475792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:04.493569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:04.523042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:04.531999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:04.545383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port c0a0e520-fde6-46db-ba2a-50b063234fa5 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:04.704294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:04.712970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:04.742885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:04.782820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:04.790281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ab65d5e-c86d-4194-a781-c106e5799185 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:04.813019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-02e98138-1f3b-4778-b1ff-e546d6adc48a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:04.813707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-02e98138-1f3b-4778-b1ff-e546d6adc48a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:44:04.814799 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-02e98138-1f3b-4778-b1ff-e546d6adc48a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2814283 Dec 10 19:44:04.832994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59614) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:04.857804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--728662437'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:04.880000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:04.892830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for a32bfac6-c515-48e2-8754-b0aa1493e069 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:04.922574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9a2851a3-8b47-4639-9beb-935fc8f643b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:04.933403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:04.949838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.008123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b6e422-6a28-4e3d-9d6e-f0d24b4b5120,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:05.008303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:05.018816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:05.031629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:05.038215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:05.047157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:05.048342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.050483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:05.051527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:05.052125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b88d8435-3b38-4b5b-b693-fb102acd4575 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:05.065462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=b8679b27-8bc0-41b1-9739-41d50651c446,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:05.075060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:05.075885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7f09c7fa-9b39-483c-a0a9-93eeef3577a9 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:05.119236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.120558 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7699752 Dec 10 19:44:05.126026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59618) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:05.127493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.132030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/bc518294-4560-43ce-b1a1-18a1930ecc21 HTTP/1.1" status: 204 len: 168 time: 1.8890181 Dec 10 19:44:05.132030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=bc518294-4560-43ce-b1a1-18a1930ecc21,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:05.133240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59620) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:05.137564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:05.161095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.175968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433283428'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:05.198771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d16be4-6893-4c72-b4ed-571c7e990321 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:44:05.199590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56d16be4-6893-4c72-b4ed-571c7e990321 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:05.205687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:05.221595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.234012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:05.243277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d5aa5e34-df3c-462e-a698-fc8cb4525366 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:05.246672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:05.252022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56d16be4-6893-4c72-b4ed-571c7e990321 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:05.253309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-56d16be4-6893-4c72-b4ed-571c7e990321 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/bc518294-4560-43ce-b1a1-18a1930ecc21 HTTP/1.1" status: 404 len: 333 time: 0.1184518 Dec 10 19:44:05.256865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59626) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:05.265061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=c0a0e520-fde6-46db-ba2a-50b063234fa5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:05.271963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:05.317302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:05.339166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port d5aa5e34-df3c-462e-a698-fc8cb4525366 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:05.346143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e7317127-f209-468e-bf68-693509c7c8f6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:05.383045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.392374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.414265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d2a1fcc-fddd-4096-95ac-4488316ec4a8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:05.420574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:05.428528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking segment: {'id': 'f8aec8c9-5a18-4de6-b283-7fe349effbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1ab34a14-ed5b-4c60-b826-198b10b64883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:05.428931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network hostable DHCP agents. Network: 1ab34a14-ed5b-4c60-b826-198b10b64883, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:05.433801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:05.464565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:05.543915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:05.553817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=a32bfac6-c515-48e2-8754-b0aa1493e069,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:05.571205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:05.572808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.581660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:05.597680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:05.599595 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/a32bfac6-c515-48e2-8754-b0aa1493e069 HTTP/1.1" status: 204 len: 168 time: 2.3078065 Dec 10 19:44:05.600870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59630) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:05.603514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:05.625121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-df5d3373-987e-4ea0-a742-3fdda6b3a548 None None] Provisioning for port e7317127-f209-468e-bf68-693509c7c8f6 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:05.631048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-df5d3373-987e-4ea0-a742-3fdda6b3a548 None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:05.631489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df5d3373-987e-4ea0-a742-3fdda6b3a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.649666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:05.723287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc159031-84ba-40de-af23-2c1ca63fa52d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:05.724110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cc159031-84ba-40de-af23-2c1ca63fa52d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:05.743694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cc159031-84ba-40de-af23-2c1ca63fa52d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:05.748632 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cc159031-84ba-40de-af23-2c1ca63fa52d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1466317 Dec 10 19:44:05.749334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59636) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:05.776478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet 3207b2a7-5e60-4291-b84a-98b5e7598729 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:05.781151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.831005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 1ab34a14-ed5b-4c60-b826-198b10b64883 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:05.869350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf80fb-37da-4846-aba9-8e34c5b4cea4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:05.871687 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-73bf80fb-37da-4846-aba9-8e34c5b4cea4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1212506 Dec 10 19:44:05.874510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59640) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:05.889355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.952459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.953544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 1ab34a14-ed5b-4c60-b826-198b10b64883) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:05.958082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:05.958684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617d70d-48e4-4ba8-b1e8-bbfebefc98bf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:05.960228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617d70d-48e4-4ba8-b1e8-bbfebefc98bf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:05.961890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617d70d-48e4-4ba8-b1e8-bbfebefc98bf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:05.962791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e617d70d-48e4-4ba8-b1e8-bbfebefc98bf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:05.963339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:05.964459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500508f-4be8-4f89-bf00-e1daf5b93ff5 None None] Network 1ab34a14-ed5b-4c60-b826-198b10b64883 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:05.966983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:05.968024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:05.978974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e617d70d-48e4-4ba8-b1e8-bbfebefc98bf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:05.980278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e617d70d-48e4-4ba8-b1e8-bbfebefc98bf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1044633 Dec 10 19:44:05.983174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:05.998510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.073279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1fcbd02a-647e-4601-9a4d-d9bfe6211955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:06.102523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e4ca7092-101f-4781-89ce-d21134635a5c None None] Could not find standard attr ID for object a32bfac6-c515-48e2-8754-b0aa1493e069. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:44:06.113496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.146852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea4e2cd-399d-4d65-9c05-e66fdc6e0be1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:06.150229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:06.244701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:06.246140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 1a672470-0403-45cc-88d1-ceb31d311359 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:06.251601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.265270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4623344 Dec 10 19:44:06.283755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:06.286484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59648) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:06.301503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:06.331058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.359571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:06.365630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc46da-f75d-4765-97dc-f4be54decdf6 None None] Network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:06.423380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.439054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.448913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:06.449189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.472780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Provisioning for port d5aa5e34-df3c-462e-a698-fc8cb4525366 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:06.482785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Provisioning complete for port d5aa5e34-df3c-462e-a698-fc8cb4525366 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:06.483005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.493757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port c0a0e520-fde6-46db-ba2a-50b063234fa5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:06.495407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.549873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.555435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca237d1c-8e27-45c2-9db0-830a9fc75d80 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:06.576819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.602489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=1a672470-0403-45cc-88d1-ceb31d311359,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:06.605161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:06.610314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.625634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/1a672470-0403-45cc-88d1-ceb31d311359 HTTP/1.1" status: 204 len: 168 time: 0.6413255 Dec 10 19:44:06.628573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59652) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:06.635623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bbef2c-21fb-47af-9db0-4b3fe6d5fb2d None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:06.644677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91431228-c1da-4f84-943c-7418aa770f61,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:06.667461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:06.671045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.672377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5203843 Dec 10 19:44:06.676666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59656) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:06.687926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': 'd4b6e422-6a28-4e3d-9d6e-f0d24b4b5120', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '91431228-c1da-4f84-943c-7418aa770f61', 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:06.700753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:06.709731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:06.714518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:06.725266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:06.744521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet d194a12c-34e3-4664-8470-99401cb699db {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:06.750224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.761704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.780959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.798125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c28fd31d-ab22-4ada-8451-93374dbce1c9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:06.822560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.847227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.942158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.943584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1015518 Dec 10 19:44:06.953587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59660) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:06.963670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a909dfdb-0b5b-4b11-90df-ee652b09f322,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:06.970897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:06.975683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'a909dfdb-0b5b-4b11-90df-ee652b09f322', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:06.978937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:06.979725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7c5fb1b4-f325-4eb1-9392-f3c530f7b18e tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:06.981914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:06.991692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:07.009421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:07.013400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.020394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:07.022054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.026760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.028795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.072411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=3207b2a7-5e60-4291-b84a-98b5e7598729,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:07.082697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d69aa94-c6fe-40aa-833d-6d966d35b882 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:07.089805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.098623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:07.108925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.114182 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/3207b2a7-5e60-4291-b84a-98b5e7598729 HTTP/1.1" status: 204 len: 168 time: 1.8474622 Dec 10 19:44:07.117339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31458b74-933e-4d97-971c-d61953d563bc,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:07.120605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:07.121921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59664) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:07.155014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.242054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for c0a0e520-fde6-46db-ba2a-50b063234fa5 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:07.250816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:44:07.251599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:44:07.266480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.271527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5937636 Dec 10 19:44:07.280354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59668) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:07.341167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.360347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96553885-2682-45fc-aed8-e65d3da57bc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:07.429961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.432317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=d194a12c-34e3-4664-8470-99401cb699db,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:07.436217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:07.466359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2b980e6-1c18-4be0-af75-bb651baa1523 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.475880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.499240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2b980e6-1c18-4be0-af75-bb651baa1523 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.522534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/d194a12c-34e3-4664-8470-99401cb699db HTTP/1.1" status: 204 len: 168 time: 0.8921335 Dec 10 19:44:07.526393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port d5aa5e34-df3c-462e-a698-fc8cb4525366 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:07.526777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.536271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f2e4a2-dad6-41cc-ad07-d36beca2cdf7 None None] Network 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:07.553548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59672) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:07.582212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.662822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.674469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8e7e17c-fe03-49c7-85a6-1ee604e351b4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068056 Dec 10 19:44:07.680040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59676) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:07.682760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99c88a10-d404-4f39-8b79-d0eea287e234 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:07.705642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:07.724316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2b980e6-1c18-4be0-af75-bb651baa1523 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.724633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.733773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-844857aa-0a0b-49bf-bb1b-31e1e8cdbad8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:07.765040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d8b336-62a1-4199-beba-4997659c723b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:07.795993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=c0a0e520-fde6-46db-ba2a-50b063234fa5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:07.798924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:07.807302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.857756 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/c0a0e520-fde6-46db-ba2a-50b063234fa5 HTTP/1.1" status: 204 len: 168 time: 1.5614688 Dec 10 19:44:07.865544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59680) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:07.871623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.918570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] For port d5aa5e34-df3c-462e-a698-fc8cb4525366, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d5aa5e34-df3c-462e-a698-fc8cb4525366,segment=NetworkSegment(82acd577-5d2c-48ae-97d2-71d779d9b453),segment_id=82acd577-5d2c-48ae-97d2-71d779d9b453)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:07.931395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:07.933766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c061d18d-6de0-4ac9-8673-4e90a6bb5b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:08.029686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Pushing event updated for resources: {'Port': ['ID=d5aa5e34-df3c-462e-a698-fc8cb4525366,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:08.035691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a441f-340d-4fd4-b6ab-88e80f42a994 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:08.040667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a441f-340d-4fd4-b6ab-88e80f42a994 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:08.041519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-175a441f-340d-4fd4-b6ab-88e80f42a994 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:08.043297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:08.076848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:08.083061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6a1cfda7-b0cd-45cf-bc06-6a77f867fb07 None None] Provisioning complete for port d5aa5e34-df3c-462e-a698-fc8cb4525366 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:08.083499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a1cfda7-b0cd-45cf-bc06-6a77f867fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.084895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-175a441f-340d-4fd4-b6ab-88e80f42a994 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:08.086984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:08.097765 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-175a441f-340d-4fd4-b6ab-88e80f42a994 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2306657 Dec 10 19:44:08.098468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59684) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:08.135016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b980e6-1c18-4be0-af75-bb651baa1523 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31458b74-933e-4d97-971c-d61953d563bc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:08.148220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2b980e6-1c18-4be0-af75-bb651baa1523 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:08.149030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.150349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1956739 Dec 10 19:44:08.151478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2b980e6-1c18-4be0-af75-bb651baa1523 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.152611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2b980e6-1c18-4be0-af75-bb651baa1523 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/31458b74-933e-4d97-971c-d61953d563bc HTTP/1.1" status: 204 len: 168 time: 0.8711884 Dec 10 19:44:08.159704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59688) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:08.159704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59690) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:08.175522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] DHCP port deletion for 96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:44:08.181697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] Deleting port d5aa5e34-df3c-462e-a698-fc8cb4525366 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:08.182273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.211434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dc4c73a7-090c-467a-bb9b-02ad0ea366ac tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'a909dfdb-0b5b-4b11-90df-ee652b09f322', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:08.238758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port b8679b27-8bc0-41b1-9739-41d50651c446 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:08.239048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.282906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dc4c73a7-090c-467a-bb9b-02ad0ea366ac tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:08.303624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:08.306277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dc4c73a7-090c-467a-bb9b-02ad0ea366ac tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:08.315046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dc4c73a7-090c-467a-bb9b-02ad0ea366ac tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:08.320490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:08.329283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:08.334768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dc4c73a7-090c-467a-bb9b-02ad0ea366ac tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:08.356075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:08.380286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f605a-5155-4da3-9d43-014c7e4ed488 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:08.385264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] For port d5aa5e34-df3c-462e-a698-fc8cb4525366, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d5aa5e34-df3c-462e-a698-fc8cb4525366,segment=NetworkSegment(82acd577-5d2c-48ae-97d2-71d779d9b453),segment_id=82acd577-5d2c-48ae-97d2-71d779d9b453)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:08.385730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.401951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-90fd3ae5-d7a2-4fa5-aac4-f7ba1a7bb700 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:08.408349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:08.414313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.581848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port bab63446-9059-4006-8ac7-4677a8b64263 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:08.582382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.609222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc4c73a7-090c-467a-bb9b-02ad0ea366ac tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.609477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.626339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for d5aa5e34-df3c-462e-a698-fc8cb4525366 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:08.642911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a359594f-baa3-4343-b550-36c3dd336b4f None None] Provisioning complete for port e7317127-f209-468e-bf68-693509c7c8f6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:08.643346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a359594f-baa3-4343-b550-36c3dd336b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.713556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-90fd3ae5-d7a2-4fa5-aac4-f7ba1a7bb700 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:08.717995 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90fd3ae5-d7a2-4fa5-aac4-f7ba1a7bb700 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5447588 Dec 10 19:44:08.724227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:08.740426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] For port d5aa5e34-df3c-462e-a698-fc8cb4525366, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d5aa5e34-df3c-462e-a698-fc8cb4525366,segment=NetworkSegment(82acd577-5d2c-48ae-97d2-71d779d9b453),segment_id=82acd577-5d2c-48ae-97d2-71d779d9b453)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:08.740879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.769231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for b8679b27-8bc0-41b1-9739-41d50651c446 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:08.844232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.852075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66a5de15-dc66-44c4-8ac7-5a8a272f88f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:08.885323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] Calling delete_port for d5aa5e34-df3c-462e-a698-fc8cb4525366 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:08.914875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=d5aa5e34-df3c-462e-a698-fc8cb4525366,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:08.935030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:08.965591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:08.969475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-dc4c73a7-090c-467a-bb9b-02ad0ea366ac tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:44:08.973327 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dc4c73a7-090c-467a-bb9b-02ad0ea366ac tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7989361 Dec 10 19:44:08.973478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a178adc6-343b-4d05-a1ac-77f1c5d7161e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:08.973617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No DVR routers for this DVR port d5aa5e34-df3c-462e-a698-fc8cb4525366 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:09.007536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59700) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:09.008805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-684afa16-12d6-472f-9df7-012244f3e16a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.020617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=b8679b27-8bc0-41b1-9739-41d50651c446,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:09.032456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:09.042274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:44:09.042941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:44:09.050795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port bab63446-9059-4006-8ac7-4677a8b64263, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bab63446-9059-4006-8ac7-4677a8b64263,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:09.051201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.060158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.134818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:44:09.139735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Deleting port e7317127-f209-468e-bf68-693509c7c8f6 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:09.140171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.177112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d5aa5e34-df3c-462e-a698-fc8cb4525366 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:09.196416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-684afa16-12d6-472f-9df7-012244f3e16a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.204416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/b8679b27-8bc0-41b1-9739-41d50651c446 HTTP/1.1" status: 204 len: 168 time: 1.1038582 Dec 10 19:44:09.204609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59704) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:09.215197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for bab63446-9059-4006-8ac7-4677a8b64263 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:09.225396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: d5aa5e34-df3c-462e-a698-fc8cb4525366 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:09.225834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d5aa5e34-df3c-462e-a698-fc8cb4525366 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:09.266506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.367702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cf5563-ea3d-4dc9-b8ab-c1b20eac4030']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:09.403356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82acd577-5d2c-48ae-97d2-71d779d9b453') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:09.403942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82acd577-5d2c-48ae-97d2-71d779d9b453') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:09.407597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] For port e7317127-f209-468e-bf68-693509c7c8f6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e7317127-f209-468e-bf68-693509c7c8f6,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:09.408193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.411683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-681530e1-04ef-4851-8416-8a0c15c7dfa3 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.413875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.420543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd6a4ae2-d77d-4b84-81e6-98f513843038 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:09.425234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.443336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1058c75-1c30-4ff1-9776-57f74496debb tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:09.475303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.489497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=bab63446-9059-4006-8ac7-4677a8b64263,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:09.492704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:09.511475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-684afa16-12d6-472f-9df7-012244f3e16a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.538752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.552319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-681530e1-04ef-4851-8416-8a0c15c7dfa3 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.578179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:09.585366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Calling delete_port for e7317127-f209-468e-bf68-693509c7c8f6 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:09.585797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:09.586257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:09.607548 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:09.665976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:09.668081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] Deleting port d5aa5e34-df3c-462e-a698-fc8cb4525366 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:09.669111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.686932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935fd15-bdac-4c60-b022-3cbd449a5d8c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:09.687699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0935fd15-bdac-4c60-b022-3cbd449a5d8c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:09.695389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:09.696037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.701784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.702963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=16137324-a0db-4ee5-8a80-2223c6a8cd4a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:09.711757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-885f1592-f98e-4acb-b877-93ca4b2b6145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:09.747699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:09.755574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:09.783011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Pushing event deleted for resources: {'Port': ['ID=e7317127-f209-468e-bf68-693509c7c8f6,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:09.790418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684afa16-12d6-472f-9df7-012244f3e16a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91431228-c1da-4f84-943c-7418aa770f61,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:09.798990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-684afa16-12d6-472f-9df7-012244f3e16a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:09.806373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1061afac-c69d-46fa-8e13-8aa5c3129647 None None] The port 'd5aa5e34-df3c-462e-a698-fc8cb4525366' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:44:09.808099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.811496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0935fd15-bdac-4c60-b022-3cbd449a5d8c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:09.815446 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0935fd15-bdac-4c60-b022-3cbd449a5d8c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6006093 Dec 10 19:44:09.819989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1270199 Dec 10 19:44:09.819989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b6f2d3f-f292-4f39-aba1-dc6c8c54decf tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:09.823850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] No DVR routers for this DVR port e7317127-f209-468e-bf68-693509c7c8f6 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:09.828081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.828475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.828862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.829241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.829663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.829851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59708) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:09.830043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.830361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59710) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:09.830492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.830758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.831127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.831502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.831870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:09.837463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.838503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:09.841328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-684afa16-12d6-472f-9df7-012244f3e16a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.842540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-684afa16-12d6-472f-9df7-012244f3e16a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/91431228-c1da-4f84-943c-7418aa770f61 HTTP/1.1" status: 204 len: 168 time: 1.1149521 Dec 10 19:44:09.844914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:09.848628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59716) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:09.852712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Network': ['ID=96cf5563-ea3d-4dc9-b8ab-c1b20eac4030,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:09.857855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:09.875770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-681530e1-04ef-4851-8416-8a0c15c7dfa3 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.878389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd021a55-e107-49cc-bd5e-bbd56091d9db None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:09.883786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:09.900594 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/networks/96cf5563-ea3d-4dc9-b8ab-c1b20eac4030 HTTP/1.1" status: 204 len: 168 time: 2.7746093 Dec 10 19:44:09.904464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-681530e1-04ef-4851-8416-8a0c15c7dfa3 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:09.908141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-681530e1-04ef-4851-8416-8a0c15c7dfa3 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/a909dfdb-0b5b-4b11-90df-ee652b09f322 HTTP/1.1" status: 204 len: 168 time: 0.8948436 Dec 10 19:44:09.908141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681530e1-04ef-4851-8416-8a0c15c7dfa3 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a909dfdb-0b5b-4b11-90df-ee652b09f322,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:09.909137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59720) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:09.909137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59722) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:09.914787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-681530e1-04ef-4851-8416-8a0c15c7dfa3 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:09.934865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'name': 'tempest-PortsIpV6TestJSON-470022242'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:10.130642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-374f87d2-2ccc-48b4-870c-7e58d3f9f0fb tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:10.150736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:10.158353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c99ed418-a124-4553-b8aa-99b63dde9b9d tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:10.177223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:10.179406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-374f87d2-2ccc-48b4-870c-7e58d3f9f0fb tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:10.184483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-374f87d2-2ccc-48b4-870c-7e58d3f9f0fb tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3257458 Dec 10 19:44:10.185400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59728) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:10.213639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c99ed418-a124-4553-b8aa-99b63dde9b9d tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:10.218963 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c99ed418-a124-4553-b8aa-99b63dde9b9d tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3020062 Dec 10 19:44:10.218963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:10.219829 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e526ef94-2878-40aa-b577-4af7ce493bc4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:44:10.219972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e526ef94-2878-40aa-b577-4af7ce493bc4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:10.223957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.232528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59732) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:10.241241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--180816171'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:10.256394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:10.270662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 7e38c8a8-fc7b-432c-90b8-b0051488e694 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:10.300562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e526ef94-2878-40aa-b577-4af7ce493bc4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:10.304587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e526ef94-2878-40aa-b577-4af7ce493bc4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/c0a0e520-fde6-46db-ba2a-50b063234fa5 HTTP/1.1" status: 404 len: 333 time: 0.4693036 Dec 10 19:44:10.305884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:10.311815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59736) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:10.342651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'tenant_id': 'ed3bfdba2fa2493d85c1a574af0f5a7a', 'fixed_ips': [{'subnet_id': '16137324-a0db-4ee5-8a80-2223c6a8cd4a'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:10.343560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.356427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aae83f3b-9145-41c7-a702-e9db1bf610b3 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.392195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-af04d428-bb3f-461c-a998-2d9c0011b38e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:44:10.396273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-af04d428-bb3f-461c-a998-2d9c0011b38e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/b8679b27-8bc0-41b1-9739-41d50651c446 HTTP/1.1" status: 404 len: 333 time: 0.0797703 Dec 10 19:44:10.396273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.399521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59740) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:10.447308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:10.464517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:10.470843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:10.473308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:10.484236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:10.487474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:10.493308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aae83f3b-9145-41c7-a702-e9db1bf610b3 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.500043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:10.511614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:10.533694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:10.553581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/16137324-a0db-4ee5-8a80-2223c6a8cd4a/a24089ab-587c-45f0-8827-7314462fc956) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:10.680573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.684381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.700654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aae83f3b-9145-41c7-a702-e9db1bf610b3 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.708246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-202ef54a-88eb-4ba0-8595-5c230ed87be9 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:10.731967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.738277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae83f3b-9145-41c7-a702-e9db1bf610b3 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b6e422-6a28-4e3d-9d6e-f0d24b4b5120,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:10.747532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aae83f3b-9145-41c7-a702-e9db1bf610b3 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:10.757680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.758764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.810600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.818499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e0850dc1-940a-4d84-881d-c99748061766 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:10.821645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Transition to ACTIVE for port object a24089ab-587c-45f0-8827-7314462fc956 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:10.847196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Transition to ACTIVE for port object a24089ab-587c-45f0-8827-7314462fc956 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:10.853097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.856097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.864622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59b554fc-655c-4b2c-bfab-59be4edac4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:10.893970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aae83f3b-9145-41c7-a702-e9db1bf610b3 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.897121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aae83f3b-9145-41c7-a702-e9db1bf610b3 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/d4b6e422-6a28-4e3d-9d6e-f0d24b4b5120 HTTP/1.1" status: 204 len: 168 time: 0.7090654 Dec 10 19:44:10.909853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59744) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:10.919958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:10.922917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:10.931848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:10.945399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.948389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Pushing event updated for resources: {'Port': ['ID=a24089ab-587c-45f0-8827-7314462fc956,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:10.989474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:10.998670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab34a14-ed5b-4c60-b826-198b10b64883']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:11.001123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:11.006074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e61935f9-2f1b-4a7e-9f9d-ea15d37ffce6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:11.034793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828a4b0d-6dff-4c59-8399-8e2310b035d2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:11.043458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:11.056656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.058036 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8234687 Dec 10 19:44:11.065314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59750) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:11.072255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1642be06-d245-41ff-b04b-186e39e4466e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': '828a4b0d-6dff-4c59-8399-8e2310b035d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:11.072971 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-1642be06-d245-41ff-b04b-186e39e4466e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:11.074138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1642be06-d245-41ff-b04b-186e39e4466e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077155 Dec 10 19:44:11.092514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59754) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:11.093548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Attempting to bind port a24089ab-587c-45f0-8827-7314462fc956 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:11.094180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Attempting to bind port a24089ab-587c-45f0-8827-7314462fc956 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:11.095339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Attempting to bind port a24089ab-587c-45f0-8827-7314462fc956 on network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:11.107661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:11.108419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Checking segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:11.109437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.110113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Bound using segment: {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:11.111557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Bound port: a24089ab-587c-45f0-8827-7314462fc956, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:11.112745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.203898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16137324-a0db-4ee5-8a80-2223c6a8cd4a (CIDR: 2001:db8::/64) Dec 10 19:44:11.227695 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:11.228108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:11.248730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:11.252509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a24089ab-587c-45f0-8827-7314462fc956,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:11.254806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48f54abf-4ee2-4ab5-a3da-fa13e7ea2b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.262630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.268100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c7a600c9-2c46-42b2-a8e9-bf66eba49828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:11.274279 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1834164-4ed8-4ffa-ba70-51e333ea8adf tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4316001 Dec 10 19:44:11.276501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59758) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:11.287779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:11.315172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e7317127-f209-468e-bf68-693509c7c8f6 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:11.342526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8aec8c9-5a18-4de6-b283-7fe349effbf3') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:11.342860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8aec8c9-5a18-4de6-b283-7fe349effbf3') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:11.360583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9394784a-9da1-4ab2-b72e-a784a0105089 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.368668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7c7b3715-2805-4e6a-9948-5f9c32f2b04d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:11.374462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e7317127-f209-468e-bf68-693509c7c8f6 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:11.375452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e7317127-f209-468e-bf68-693509c7c8f6 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:11.376977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.419782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Pushing event updated for resources: {'Port': ['ID=a24089ab-587c-45f0-8827-7314462fc956,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:11.421315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:11.422841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=7e38c8a8-fc7b-432c-90b8-b0051488e694,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:11.424711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:11.430859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:11.434564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:11.436124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:11.441447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:11.442294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.447054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.456821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9394784a-9da1-4ab2-b72e-a784a0105089 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.461015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7c7b3715-2805-4e6a-9948-5f9c32f2b04d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:11.462705 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c7b3715-2805-4e6a-9948-5f9c32f2b04d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5517056 Dec 10 19:44:11.471668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:11.472271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.482016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59762) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:11.492714 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:11.515627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061285009'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:11.535623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:11.553823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6423178 Dec 10 19:44:11.560333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59766) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:11.579276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:11.592655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:11.602183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:11.607077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9394784a-9da1-4ab2-b72e-a784a0105089 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.613033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:11.616937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-133d1a68-a758-433c-86da-85fd120fc8fa tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:11.625745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.665649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.671222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:11.687314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.698447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 7e38c8a8-fc7b-432c-90b8-b0051488e694 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:11.698813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.711261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:11.739263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Network': ['ID=1ab34a14-ed5b-4c60-b826-198b10b64883,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:11.748478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:11.753590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/networks/1ab34a14-ed5b-4c60-b826-198b10b64883 HTTP/1.1" status: 204 len: 168 time: 1.3494933 Dec 10 19:44:11.754007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:11.762941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-263786198'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:11.775568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:11.782608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394784a-9da1-4ab2-b72e-a784a0105089 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a4b0d-6dff-4c59-8399-8e2310b035d2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:11.783003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:network and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:11.788487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:11.800235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:11.808023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9394784a-9da1-4ab2-b72e-a784a0105089 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:11.839582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:11.848181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.873597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:11.883392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.956607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9394784a-9da1-4ab2-b72e-a784a0105089 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:11.958286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9394784a-9da1-4ab2-b72e-a784a0105089 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/828a4b0d-6dff-4c59-8399-8e2310b035d2 HTTP/1.1" status: 204 len: 168 time: 0.8616879 Dec 10 19:44:11.972545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59774) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:12.043400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:12.044963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:12.061264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.073635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.073853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Added segment 81aeaf9a-661d-4eb4-9478-291b26ca24e1 of type vlan for network 940286e3-5dc2-44e7-a8be-f84151242723 Dec 10 19:44:12.085125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:12.103693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:12.124704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:12.144467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf04f919-97fa-4b32-b465-78a2f4abc6aa tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:12.210129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 7e38c8a8-fc7b-432c-90b8-b0051488e694 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:12.261080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf04f919-97fa-4b32-b465-78a2f4abc6aa tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:12.262752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf04f919-97fa-4b32-b465-78a2f4abc6aa tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2837203 Dec 10 19:44:12.275807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59778) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:12.284025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.291502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253904007'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:12.307457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:12.336315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:12.363228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.369221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa0d6b00-7b56-46d2-9d70-4ea15025abdc tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:12.400453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.404569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:12.405204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.409496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.421162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.431406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-159794a0-b2f2-4b22-8370-3739c6aa67b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:12.439693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=7e38c8a8-fc7b-432c-90b8-b0051488e694,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:12.445194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:12.446013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.455961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6c568c4-e1e7-49ba-b1a1-3990284eee7e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:12.484221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.513804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da0fb1-3144-4a56-bc7d-a836a24a1b88,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:12.521785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:12.538780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.544509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0576270 Dec 10 19:44:12.545306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59782) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:12.555694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': 'b7da0fb1-3144-4a56-bc7d-a836a24a1b88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:12.561180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.569418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:12.577082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:12.581599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:12.589897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8318703 Dec 10 19:44:12.598514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59786) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:12.599777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:12.602452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/7e38c8a8-fc7b-432c-90b8-b0051488e694 HTTP/1.1" status: 204 len: 168 time: 1.0410247 Dec 10 19:44:12.608766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59790) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:12.613464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '940286e3-5dc2-44e7-a8be-f84151242723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:12.628822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Network': ['ID=940286e3-5dc2-44e7-a8be-f84151242723,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:12.631726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:12.640145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 940286e3-5dc2-44e7-a8be-f84151242723 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:12.643785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'mac_address': 'fa:16:3e:7c:3d:70', 'name': 'tempest-PortsIpV6TestJSON-1433891847'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:12.659468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.770636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:12.785254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router a7aa6c37-d961-40cd-9501-11ad51cf4f80 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:44:12.795899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:12.809400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:12.821256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:12.857450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.872743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:12.877502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a2499fe3-7b7b-42a6-914d-5ad9f2188296 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:12.887602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:12.892718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:12.895333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:12.904824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:12.914838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:port and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:12.923654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:12.925862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:12.936706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:12.972256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:13.047730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.048853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:13.140189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.144708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a24089ab-587c-45f0-8827-7314462fc956 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:13.153926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e6219f43-a985-403c-b8f7-1dc1dfd8e94b tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:13.228587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3573f38c-d49e-462b-9b12-53188d6ed77b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:13.255328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port a24089ab-587c-45f0-8827-7314462fc956 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:13.273258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c24a4a-3432-4d3d-afee-cf1916123191,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:13.276632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:13.286284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.287521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:13.306821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.333692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.337750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0581727 Dec 10 19:44:13.346398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59794) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:13.362141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.363453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8147497 Dec 10 19:44:13.376810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0adb2514-8da8-4770-b32f-de46681164f7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': '55c24a4a-3432-4d3d-afee-cf1916123191', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:13.377538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-0adb2514-8da8-4770-b32f-de46681164f7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:13.378605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0adb2514-8da8-4770-b32f-de46681164f7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0307281 Dec 10 19:44:13.379374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59798) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:13.388467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59800) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:13.425474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 12b17f95-2751-4441-94bd-8ada67494591 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:13.492236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] Provisioning for port a24089ab-587c-45f0-8827-7314462fc956 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:13.492807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Performing IP validity checks on allocation pools {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 10 19:44:13.493045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88872) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 10 19:44:13.500268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fed9f164-e824-454d-8cfa-f224a731a716 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.503264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:13.504744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.523091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fed9f164-e824-454d-8cfa-f224a731a716 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.584891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6852-5eb5-4835-ada6-7bb4cf278034 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.632420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fed9f164-e824-454d-8cfa-f224a731a716 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.644625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fea88b13-0cc2-4d73-bbd7-5d717fd0a8fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:13.645873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.681040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a24089ab-587c-45f0-8827-7314462fc956,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:13.684929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.687613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-62c6e007-15ac-4447-b891-ce03b045e8c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:13.689595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9f164-e824-454d-8cfa-f224a731a716 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3573f38c-d49e-462b-9b12-53188d6ed77b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:13.701519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fed9f164-e824-454d-8cfa-f224a731a716 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:13.712032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6852-5eb5-4835-ada6-7bb4cf278034 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.723451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fed9f164-e824-454d-8cfa-f224a731a716 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.724679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fed9f164-e824-454d-8cfa-f224a731a716 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3573f38c-d49e-462b-9b12-53188d6ed77b HTTP/1.1" status: 204 len: 168 time: 0.3399210 Dec 10 19:44:13.732393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59806) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:13.737172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.778891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] Pushing event updated for resources: {'Port': ['ID=a24089ab-587c-45f0-8827-7314462fc956,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:13.782850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:13.783921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.826382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.844751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.854774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87e1a9bd-7fdb-4e24-8800-e461bb388b0c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:13.863906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6852-5eb5-4835-ada6-7bb4cf278034 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.865203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28794369-7c20-48bd-a5ba-d66bf78a5d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:13.871714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7763015-6b81-48b6-bef5-7942bf7c63e6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:13.881287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:44:13.892508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] Sync routers for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:44:13.911270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:44:13.912320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:44:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:13.914071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a6852-5eb5-4835-ada6-7bb4cf278034 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c24a4a-3432-4d3d-afee-cf1916123191,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:13.915954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7728aacd-7071-4d8e-837b-02e85661ed50 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:13.973476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c4a6852-5eb5-4835-ada6-7bb4cf278034 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:13.975124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7728aacd-7071-4d8e-837b-02e85661ed50 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:13.979390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7728aacd-7071-4d8e-837b-02e85661ed50 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2430849 Dec 10 19:44:13.986469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:13.989426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=1e33d804-ca82-47c2-b011-b91a5cbadef0,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:14.001709 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/a7aa6c37-d961-40cd-9501-11ad51cf4f80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2130556 Dec 10 19:44:14.005625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:14.005792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59814) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.006584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c4a6852-5eb5-4835-ada6-7bb4cf278034 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.010280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1c4a6852-5eb5-4835-ada6-7bb4cf278034 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/55c24a4a-3432-4d3d-afee-cf1916123191 HTTP/1.1" status: 204 len: 168 time: 0.6052496 Dec 10 19:44:14.019441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.020577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.045494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c0404cd-4158-4142-9d8e-be7b27ac99f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:14.091550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking segment: {'id': '81aeaf9a-661d-4eb4-9478-291b26ca24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '940286e3-5dc2-44e7-a8be-f84151242723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:14.091936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network hostable DHCP agents. Network: 940286e3-5dc2-44e7-a8be-f84151242723, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:14.192506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:14.195993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=12b17f95-2751-4441-94bd-8ada67494591,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:14.206896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:14.210064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a24089ab-587c-45f0-8827-7314462fc956,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:14.212013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:14.224630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:14.228857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:14.229493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.250897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0106cc45-ff1f-421c-9374-8892b3bb76ec tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.254144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ff53ec9-2eb0-4994-870f-e4f1c0d988c0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:14.266234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.267476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:44:14.271685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 940286e3-5dc2-44e7-a8be-f84151242723 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:14.281588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.282435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.289231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f2011d5-bcb7-487e-882b-dbf2ffb13a17 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:14.312679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0106cc45-ff1f-421c-9374-8892b3bb76ec tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.325711 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6925976 Dec 10 19:44:14.326771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 940286e3-5dc2-44e7-a8be-f84151242723) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:14.333425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59822) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.335248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb25281-59eb-467a-991c-bfcfebea9567 None None] Network 940286e3-5dc2-44e7-a8be-f84151242723 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:14.335697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet 7c11f707-c8ba-4c18-ad0e-1a616c1eb265 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:14.351107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.379526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ff53ec9-2eb0-4994-870f-e4f1c0d988c0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:14.386849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ff53ec9-2eb0-4994-870f-e4f1c0d988c0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3629959 Dec 10 19:44:14.388269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59826) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.396098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:14.396993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.425143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:14.431149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:14.440058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:14.440718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.461640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=a24089ab-587c-45f0-8827-7314462fc956,revision_number=5']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:14.466505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.499860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--448035342'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:14.503279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:14.503864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b19da31-e9cf-4b62-854b-dddf5a5a5ecc tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:14.507028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:14.518654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:14.528105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d99277-7429-4af1-891a-fdfd63ee6bec None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:14.531197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0106cc45-ff1f-421c-9374-8892b3bb76ec tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.549399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a78822-3f00-47ed-a5e9-dcc8dab5b4f8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:14.550445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-78a78822-3f00-47ed-a5e9-dcc8dab5b4f8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:14.557343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15f2d522-47c6-4ea6-b3f9-1fba0689768c tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:14.571223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2897849 Dec 10 19:44:14.577483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59830) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.591718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.622710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:44:09Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:14.631052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=d49e8fe2-e891-4ae7-af33-41e7b55ff573,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:14.632466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] Checking router: a7aa6c37-d961-40cd-9501-11ad51cf4f80 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:44:14.638580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106cc45-ff1f-421c-9374-8892b3bb76ec tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da0fb1-3144-4a56-bc7d-a836a24a1b88,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:14.641493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0106cc45-ff1f-421c-9374-8892b3bb76ec tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:14.651407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:14.651570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0106cc45-ff1f-421c-9374-8892b3bb76ec tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.666552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0106cc45-ff1f-421c-9374-8892b3bb76ec tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7da0fb1-3144-4a56-bc7d-a836a24a1b88 HTTP/1.1" status: 204 len: 168 time: 0.6788013 Dec 10 19:44:14.667396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59836) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.668787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] Routers {'a7aa6c37-d961-40cd-9501-11ad51cf4f80'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:44:14.670130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:44:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:14.707611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:14.713664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.717831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:14.723004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:14.735583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:14.790199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6ce50967-c914-418e-b95b-fc450d45a331 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:14.816184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6ce50967-c914-418e-b95b-fc450d45a331 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:14.818953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6ce50967-c914-418e-b95b-fc450d45a331 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1488826 Dec 10 19:44:14.831935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59840) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.859814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542375809'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:14.872813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:14.877013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.888864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.892015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18a150e2-1f15-42c7-ab44-efe3af33f715 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:14.904292 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3014607 Dec 10 19:44:14.904292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.904568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-940286e3-5dc2-44e7-a8be-f84151242723', 'network_id': '940286e3-5dc2-44e7-a8be-f84151242723', 'tenant_id': 'ef4cca9b79064abfaf33b2c53fdaaec8', 'fixed_ips': [{'subnet_id': '1e33d804-ca82-47c2-b011-b91a5cbadef0'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:14.905319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.932794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59844) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.935569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef35b715-65b1-4f1f-8413-5a22ffa64a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:14.939459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e3a91-8f00-4a58-acea-09e57cd9b290 None None] Network 291ec6f4-5e49-4df5-afc4-595e64fcc0ea requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:14.942726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.945808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:14.957032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '940286e3-5dc2-44e7-a8be-f84151242723', 'name': 'tempest-PortsTestJSON-153662290'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:14.972860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-78a78822-3f00-47ed-a5e9-dcc8dab5b4f8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:14.974863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=7c11f707-c8ba-4c18-ad0e-1a616c1eb265,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:14.977824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-78a78822-3f00-47ed-a5e9-dcc8dab5b4f8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/12b17f95-2751-4441-94bd-8ada67494591 HTTP/1.1" status: 200 len: 845 time: 0.6016691 Dec 10 19:44:14.979096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59848) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.979952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e94e32-17e2-4d93-9b4b-645ea0701d3f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:14.983779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:14.986438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:ae:81:8b', 'name': 'tempest-NetworksTestDHCPv6-1129040849'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:14.988408 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5963295 Dec 10 19:44:14.991457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59850) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:14.992484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:14.995045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] Set router a7aa6c37-d961-40cd-9501-11ad51cf4f80 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:44:15.001841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:15.037311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f3981488-21e8-4a20-82d1-5bfe9124defa tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'a7e94e32-17e2-4d93-9b4b-645ea0701d3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:15.038185 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-f3981488-21e8-4a20-82d1-5bfe9124defa tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:15.042727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f3981488-21e8-4a20-82d1-5bfe9124defa tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0162554 Dec 10 19:44:15.050369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59856) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:15.059682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b0b70bc0-bed3-4853-aac4-d9e61f1733f9 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'a7e94e32-17e2-4d93-9b4b-645ea0701d3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:15.060829 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-b0b70bc0-bed3-4853-aac4-d9e61f1733f9 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:15.065499 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b0b70bc0-bed3-4853-aac4-d9e61f1733f9 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142000 Dec 10 19:44:15.066112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59860) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:15.089471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-acfe33cf-15ab-466d-b923-4c11bd714ab1 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'a7e94e32-17e2-4d93-9b4b-645ea0701d3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:15.090331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-acfe33cf-15ab-466d-b923-4c11bd714ab1 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:15.095680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-acfe33cf-15ab-466d-b923-4c11bd714ab1 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0254295 Dec 10 19:44:15.100336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59864) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:15.109832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8785eea2-b87e-42fc-91c6-53c2dcbadd97 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'a7e94e32-17e2-4d93-9b4b-645ea0701d3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:15.110623 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-8785eea2-b87e-42fc-91c6-53c2dcbadd97 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:15.115105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8785eea2-b87e-42fc-91c6-53c2dcbadd97 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136991 Dec 10 19:44:15.119017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59868) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:15.144428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 12b17f95-2751-4441-94bd-8ada67494591 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:15.144813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:15.165635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/7c11f707-c8ba-4c18-ad0e-1a616c1eb265 HTTP/1.1" status: 204 len: 168 time: 1.1564114 Dec 10 19:44:15.173327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Allocated IP 172.20.0.2 (940286e3-5dc2-44e7-a8be-f84151242723/1e33d804-ca82-47c2-b011-b91a5cbadef0/a5d8a514-128b-4d4f-9437-084d47ede8c0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:15.180199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59872) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:15.187237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a24089ab-587c-45f0-8827-7314462fc956 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:15.274074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:15.400383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:15.434705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:44:09Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:15.440244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9e72e-757e-4477-827d-e7136628c7d9 None None] The sync data for ids ['a7aa6c37-d961-40cd-9501-11ad51cf4f80'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'name': 'tempest-TestNetworkBasicOps-router-1352443552', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:39:29Z', 'updated_at': '2021-12-10T19:44:09Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa6c37-d961-40cd-9501-11ad51cf4f80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:39:30Z', 'updated_at': '2021-12-10T19:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:44:15.458047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:15.474448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:15.480187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:15.484077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:15.492991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:15.612991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 12b17f95-2751-4441-94bd-8ada67494591 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:15.787379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:15.787679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:15.905200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:15.910184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:15.913696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:15.922971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:15.954713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:15.958061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:15.965922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.012204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Transition to ACTIVE for port object a5d8a514-128b-4d4f-9437-084d47ede8c0 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:16.047743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.048423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99cd095d-54e6-4a33-9a24-99d816d4df02 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.063460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Transition to ACTIVE for port object a5d8a514-128b-4d4f-9437-084d47ede8c0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:16.065676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.067849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] DHCP port deletion for 291ec6f4-5e49-4df5-afc4-595e64fcc0ea request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:44:16.073729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] Deleting port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:16.074163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.080966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-903fa051-bbac-479b-9e15-c7cbd047c9f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:16.128905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:16.136449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.139357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99cd095d-54e6-4a33-9a24-99d816d4df02 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.141301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.150704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3c1dd776-0ba2-404b-9051-43b863b9c8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:16.157594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42f7558c-b0b2-4158-afe9-368540fb64b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:16.165878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:16.171930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.177000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=12b17f95-2751-4441-94bd-8ada67494591,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:16.179319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.199499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:16.204476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/12b17f95-2751-4441-94bd-8ada67494591 HTTP/1.1" status: 204 len: 168 time: 1.2146847 Dec 10 19:44:16.208493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59876) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:16.221710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Network 940286e3-5dc2-44e7-a8be-f84151242723 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:16.260466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d855e2e2-e3a9-423e-95b0-d791d0313c06 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:44:16.261367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d855e2e2-e3a9-423e-95b0-d791d0313c06 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:16.264226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.291336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d855e2e2-e3a9-423e-95b0-d791d0313c06 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:16.299717 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d855e2e2-e3a9-423e-95b0-d791d0313c06 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/12b17f95-2751-4441-94bd-8ada67494591 HTTP/1.1" status: 404 len: 333 time: 0.0900438 Dec 10 19:44:16.301096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59880) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:16.307769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'name': 'tempest-PortsIpV6TestJSON-154285897'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:16.326998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 51b87b91-9310-4c63-be5d-a03523defcd6 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:16.369976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:16.374583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port fa24a876-e771-401d-b6a1-22827af2a682 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:16.379539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:16.393670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99cd095d-54e6-4a33-9a24-99d816d4df02 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.407344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d507739-48d7-4983-aabc-b969007b6e6a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:16.435061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99cd095d-54e6-4a33-9a24-99d816d4df02 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.439166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-99cd095d-54e6-4a33-9a24-99d816d4df02 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/a7e94e32-17e2-4d93-9b4b-645ea0701d3f HTTP/1.1" status: 204 len: 168 time: 1.3192432 Dec 10 19:44:16.440085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59884) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:16.482183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd095d-54e6-4a33-9a24-99d816d4df02 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e94e32-17e2-4d93-9b4b-645ea0701d3f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:16.489404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99cd095d-54e6-4a33-9a24-99d816d4df02 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:16.505680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Pushing event updated for resources: {'Port': ['ID=a5d8a514-128b-4d4f-9437-084d47ede8c0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:16.530106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:16.536814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5f7217f9-1a09-4c9e-893b-c80d311a1844 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:16.557648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:16.561011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5f7217f9-1a09-4c9e-893b-c80d311a1844 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:16.566370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:16.566593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5f7217f9-1a09-4c9e-893b-c80d311a1844 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1205175 Dec 10 19:44:16.567280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59888) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:16.577975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--815957431'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:16.585647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:16.596773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:16.600617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b6aa48-a63f-49ce-b39d-31439c9c29ce,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:16.602441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.603513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:16.610250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] For port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4,segment=NetworkSegment(56e45496-5c28-48f8-b086-4d8d92f3e168),segment_id=56e45496-5c28-48f8-b086-4d8d92f3e168)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:16.611261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.627582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:16.628135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.629066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7960007 Dec 10 19:44:16.632763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59892) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:16.643431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '68b6aa48-a63f-49ce-b39d-31439c9c29ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:16.651425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 85a8a5e7-d870-4077-ad8e-600bb65cd68e yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:16.674042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.4 (940286e3-5dc2-44e7-a8be-f84151242723/1e33d804-ca82-47c2-b011-b91a5cbadef0/fa24a876-e771-401d-b6a1-22827af2a682) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:16.687741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:16.694814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:16.699054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:16.711873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:16.725620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.775505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] Calling delete_port for 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:16.791127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.804458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Attempting to bind port a5d8a514-128b-4d4f-9437-084d47ede8c0 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:16.804458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Attempting to bind port a5d8a514-128b-4d4f-9437-084d47ede8c0 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '81aeaf9a-661d-4eb4-9478-291b26ca24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '940286e3-5dc2-44e7-a8be-f84151242723'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:16.804787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Attempting to bind port a5d8a514-128b-4d4f-9437-084d47ede8c0 on network 940286e3-5dc2-44e7-a8be-f84151242723 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:16.834054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:16.834694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Checking segment: {'id': '81aeaf9a-661d-4eb4-9478-291b26ca24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '940286e3-5dc2-44e7-a8be-f84151242723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:16.835677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.835677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Bound using segment: {'id': '81aeaf9a-661d-4eb4-9478-291b26ca24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '940286e3-5dc2-44e7-a8be-f84151242723'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:16.836441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Bound port: a5d8a514-128b-4d4f-9437-084d47ede8c0, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81aeaf9a-661d-4eb4-9478-291b26ca24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '940286e3-5dc2-44e7-a8be-f84151242723'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:16.837218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.867351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:16.867566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7a366b2f-dafd-4fcb-9098-fff741974050 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:16.867948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a366b2f-dafd-4fcb-9098-fff741974050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.893535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.935978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:16.943061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:16.974678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:16.985658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:16.994526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4c376114-4c27-4229-9beb-1c762fa62ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:17.051630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.060196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] Pushing event deleted for resources: {'Port': ['ID=50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:17.073310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:17.078329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] No DVR routers for this DVR port 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:17.096098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] For port a5d8a514-128b-4d4f-9437-084d47ede8c0, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:17.101717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.125433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.132665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bab63446-9059-4006-8ac7-4677a8b64263 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:17.134397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.136640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:17.155499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.158260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::1ab (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/16137324-a0db-4ee5-8a80-2223c6a8cd4a/51b87b91-9310-4c63-be5d-a03523defcd6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:17.174524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8fa5ca-286e-402a-a092-54447e6698b8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:17.180565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] For port a5d8a514-128b-4d4f-9437-084d47ede8c0, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a5d8a514-128b-4d4f-9437-084d47ede8c0,segment=NetworkSegment(81aeaf9a-661d-4eb4-9478-291b26ca24e1),segment_id=81aeaf9a-661d-4eb4-9478-291b26ca24e1)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:17.181907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: bab63446-9059-4006-8ac7-4677a8b64263 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:17.182401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bab63446-9059-4006-8ac7-4677a8b64263 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:17.182942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:17.183089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:17.183715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8:0:1:f816:3eff:feae:818b (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/d49e8fe2-e891-4ae7-af33-41e7b55ff573/51b87b91-9310-4c63-be5d-a03523defcd6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:17.184142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b8f3620d-b1a7-487c-b996-100c3b03e0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:17.209406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.231842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.239615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:17.254390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.258103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6217587 Dec 10 19:44:17.259340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f603495e-97f3-4eca-b918-a4c0d7556108,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:17.263098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:17.263934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59896) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.266394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-928aa562-4c1f-4407-91b3-084e2eeed639 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:17.269208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:17.269630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 50f850f1-8b6b-4533-9e0a-4a4ae92fe3c4 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:17.325472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.329460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7588260 Dec 10 19:44:17.336247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Pushing event updated for resources: {'Port': ['ID=a5d8a514-128b-4d4f-9437-084d47ede8c0,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:17.345503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59900) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.346617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:17.361299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-86e8ad48-cb33-4e80-835a-c293c0683371 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:17.362206 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-86e8ad48-cb33-4e80-835a-c293c0683371 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:17.366031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-86e8ad48-cb33-4e80-835a-c293c0683371 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131614 Dec 10 19:44:17.366862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:17.370014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.373228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:17.387760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cdf0df0d-23da-420b-ba4e-83446cd61d6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules/9a8fa5ca-286e-402a-a092-54447e6698b8 HTTP/1.1" status: 200 len: 705 time: 0.0793662 Dec 10 19:44:17.392453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9c1e6009-9bd3-49f4-96db-0473894f52b0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:17.397121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:17.398647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59908) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.401191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:17.401899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.409494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.414713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9c1e6009-9bd3-49f4-96db-0473894f52b0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:17.428477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=85a8a5e7-d870-4077-ad8e-600bb65cd68e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:17.431280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c1e6009-9bd3-49f4-96db-0473894f52b0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:17.435068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:17.435913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c1e6009-9bd3-49f4-96db-0473894f52b0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:17.443341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9c1e6009-9bd3-49f4-96db-0473894f52b0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:17.448974 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1442938 Dec 10 19:44:17.450117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59912) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.456521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:17.466992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object fa24a876-e771-401d-b6a1-22827af2a682 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:17.557921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.569174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:17.574850 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-9c1e6009-9bd3-49f4-96db-0473894f52b0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:17.579485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9c1e6009-9bd3-49f4-96db-0473894f52b0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2046592 Dec 10 19:44:17.583321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59916) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.592171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-385845ad-a044-47cb-9d80-79cf9739113a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:17.592846 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-385845ad-a044-47cb-9d80-79cf9739113a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:17.596553 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-385845ad-a044-47cb-9d80-79cf9739113a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095291 Dec 10 19:44:17.596788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59920) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.614513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-03d354b7-ac70-419a-8f28-dfd6c350ce5c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:17.624056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-03d354b7-ac70-419a-8f28-dfd6c350ce5c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:17.632457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-03d354b7-ac70-419a-8f28-dfd6c350ce5c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:17.637949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-03d354b7-ac70-419a-8f28-dfd6c350ce5c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:17.640783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.656188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-03d354b7-ac70-419a-8f28-dfd6c350ce5c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:17.683054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4d8822dc-cb48-4994-873b-8afb090ff85f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:17.707003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.749865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.755595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=fa24a876-e771-401d-b6a1-22827af2a682,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:17.758444 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-03d354b7-ac70-419a-8f28-dfd6c350ce5c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:17.758693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:17.760105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03d354b7-ac70-419a-8f28-dfd6c350ce5c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1623435 Dec 10 19:44:17.764165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59924) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.764589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 940286e3-5dc2-44e7-a8be-f84151242723 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:17.768990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:17.768990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.789297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-293863be-af15-45fb-8693-bfc35c5b4f40 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:17.790003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-293863be-af15-45fb-8693-bfc35c5b4f40 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:17.794378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-293863be-af15-45fb-8693-bfc35c5b4f40 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0259027 Dec 10 19:44:17.817117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59928) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.818104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4d8822dc-cb48-4994-873b-8afb090ff85f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:17.819587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d8822dc-cb48-4994-873b-8afb090ff85f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4199164 Dec 10 19:44:17.820614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:17.827861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59930) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:17.828760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:17.871652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4bd5f034-b141-471e-822f-55beaf07d650 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:17.907078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4bd5f034-b141-471e-822f-55beaf07d650 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:17.927171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.930871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:17.936500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16541728-6bbb-47cf-bdb0-2ec069399038 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:17.939316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 51b87b91-9310-4c63-be5d-a03523defcd6 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:17.940844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4bd5f034-b141-471e-822f-55beaf07d650 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:17.972528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4bd5f034-b141-471e-822f-55beaf07d650 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:17.994488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] In _notify_port_updated(), no bound segment for port 85a8a5e7-d870-4077-ad8e-600bb65cd68e on network a4aa814b-55ac-45af-9028-5f69205e03cf {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:44:17.999283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:17.999938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.001396 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "PUT /v2.0/ports/85a8a5e7-d870-4077-ad8e-600bb65cd68e HTTP/1.1" status: 200 len: 818 time: 0.5502491 Dec 10 19:44:18.009389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59936) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.047429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4bd5f034-b141-471e-822f-55beaf07d650 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:18.065845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7689-341d-4387-9bf0-2e93bae3e0f4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.068914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=85a8a5e7-d870-4077-ad8e-600bb65cd68e,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:18.071889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:18.090480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:18.091176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.097969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7689-341d-4387-9bf0-2e93bae3e0f4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.100586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 85a8a5e7-d870-4077-ad8e-600bb65cd68e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:18.100969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.133478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-4bd5f034-b141-471e-822f-55beaf07d650 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Project b157625cb08a4e3aa185ba81c68ec6f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:44:18.189435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.190301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:44:18.208320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bc32e2a8-59a6-4677-910f-e9a8196b038b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:18.248751 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3152952 Dec 10 19:44:18.249793 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-4bd5f034-b141-471e-822f-55beaf07d650 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:18.251676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4bd5f034-b141-471e-822f-55beaf07d650 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4277411 Dec 10 19:44:18.263529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7689-341d-4387-9bf0-2e93bae3e0f4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.269543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59940) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.269902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59942) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.288458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7689-341d-4387-9bf0-2e93bae3e0f4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.292050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1ed7689-341d-4387-9bf0-2e93bae3e0f4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9a8fa5ca-286e-402a-a092-54447e6698b8 HTTP/1.1" status: 204 len: 168 time: 0.4125404 Dec 10 19:44:18.292350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59948) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.293938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6965bd5b-1192-486c-bbab-c175312cccbf tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:18.294657 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-6965bd5b-1192-486c-bbab-c175312cccbf tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:18.295683 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6965bd5b-1192-486c-bbab-c175312cccbf tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0218315 Dec 10 19:44:18.312755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59952) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.330421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-18d286b2-0e60-4d21-98b1-be241183cd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:18.342671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:18.343079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.352992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-18d286b2-0e60-4d21-98b1-be241183cd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:18.363167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-18d286b2-0e60-4d21-98b1-be241183cd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:18.368769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-18d286b2-0e60-4d21-98b1-be241183cd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:18.386558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-18d286b2-0e60-4d21-98b1-be241183cd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:18.398525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.434175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=51b87b91-9310-4c63-be5d-a03523defcd6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:18.448234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:18.519051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:18.519980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:18.521703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:18.532320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:18.537191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:18.538001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.541254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b773d3c0-5b24-4a83-89a3-a1d7179f0394 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:18.551038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:18.551624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 85a8a5e7-d870-4077-ad8e-600bb65cd68e owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:18.583267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-18d286b2-0e60-4d21-98b1-be241183cd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Project b157625cb08a4e3aa185ba81c68ec6f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:44:18.607424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0201852 Dec 10 19:44:18.607424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed7689-341d-4387-9bf0-2e93bae3e0f4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a8fa5ca-286e-402a-a092-54447e6698b8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:18.611437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 59956) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.618765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1ed7689-341d-4387-9bf0-2e93bae3e0f4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:18.626173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port fa24a876-e771-401d-b6a1-22827af2a682 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:18.626562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.630087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-18d286b2-0e60-4d21-98b1-be241183cd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:18.631257 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18d286b2-0e60-4d21-98b1-be241183cd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3174791 Dec 10 19:44:18.635680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.647598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-26b50fc2-0e9e-4c4a-9904-5bd814756cf2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f603495e-97f3-4eca-b918-a4c0d7556108', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:18.656578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b773d3c0-5b24-4a83-89a3-a1d7179f0394 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:18.657987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b773d3c0-5b24-4a83-89a3-a1d7179f0394 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3645804 Dec 10 19:44:18.659383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-26b50fc2-0e9e-4c4a-9904-5bd814756cf2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:18.664084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59964) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.668979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-26b50fc2-0e9e-4c4a-9904-5bd814756cf2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:18.677243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '68b6aa48-a63f-49ce-b39d-31439c9c29ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:18.682350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-26b50fc2-0e9e-4c4a-9904-5bd814756cf2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:18.706332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-26b50fc2-0e9e-4c4a-9904-5bd814756cf2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:18.708742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:18.731601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:18.734458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.744907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:18.783103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-26b50fc2-0e9e-4c4a-9904-5bd814756cf2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Project b157625cb08a4e3aa185ba81c68ec6f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:44:18.813970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=85a8a5e7-d870-4077-ad8e-600bb65cd68e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:18.823557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:18.834841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.843902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 51b87b91-9310-4c63-be5d-a03523defcd6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:18.844295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.845478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-26b50fc2-0e9e-4c4a-9904-5bd814756cf2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:18.846656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-26b50fc2-0e9e-4c4a-9904-5bd814756cf2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2070031 Dec 10 19:44:18.852695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59968) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:18.876656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:18.923223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/85a8a5e7-d870-4077-ad8e-600bb65cd68e HTTP/1.1" status: 204 len: 168 time: 0.9126706 Dec 10 19:44:18.926999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59972) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.043722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.054438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.054584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac3a5c60-1bcc-4448-9006-172e309293d7 None None] Provisioning for port 51b87b91-9310-4c63-be5d-a03523defcd6 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:19.068851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2883c83-2f73-4c01-903b-d7d7599ded2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:19.071635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac3a5c60-1bcc-4448-9006-172e309293d7 None None] Provisioning complete for port 51b87b91-9310-4c63-be5d-a03523defcd6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:19.072598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c60-1bcc-4448-9006-172e309293d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.077655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-939e44df-2190-49ad-b34e-d829fdef50ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.133848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d42f3e-f2e8-4af6-babc-9afe327960c6,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:19.138893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:19.178481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-939e44df-2190-49ad-b34e-d829fdef50ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.194963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a5d8a514-128b-4d4f-9437-084d47ede8c0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:19.206260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1998fa-7e7d-4696-bb60-c7e8bae53c63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:19.207145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2c1998fa-7e7d-4696-bb60-c7e8bae53c63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:19.212515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.218211 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5512884 Dec 10 19:44:19.219133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59976) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.252759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a5c60-1bcc-4448-9006-172e309293d7 None None] Port 51b87b91-9310-4c63-be5d-a03523defcd6 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:19.272099 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e2021edc-afe2-4167-aa5d-8dc0c401a824 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules/b2d42f3e-f2e8-4af6-babc-9afe327960c6 HTTP/1.1" status: 200 len: 705 time: 0.0456407 Dec 10 19:44:19.274756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59980) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.319841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port a5d8a514-128b-4d4f-9437-084d47ede8c0 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:19.349441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2c1998fa-7e7d-4696-bb60-c7e8bae53c63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:19.351446 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2c1998fa-7e7d-4696-bb60-c7e8bae53c63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4233894 Dec 10 19:44:19.360233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59984) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.394198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de3755-6388-4fca-a2b5-4eeedc5c1dd5 None None] Network 940286e3-5dc2-44e7-a8be-f84151242723 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:19.427523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d40a96c-1abd-4771-b329-aadb78fb0c9a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:44:19.427523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2d40a96c-1abd-4771-b329-aadb78fb0c9a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/85a8a5e7-d870-4077-ad8e-600bb65cd68e HTTP/1.1" status: 404 len: 333 time: 0.0590613 Dec 10 19:44:19.428978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c85be9c5-4667-497a-9ae9-ff699883a56e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:19.433022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59988) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.436902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-939e44df-2190-49ad-b34e-d829fdef50ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.444549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879157858'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:19.449010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-681530e1-04ef-4851-8416-8a0c15c7dfa3 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:19.470755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:19.480825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c85be9c5-4667-497a-9ae9-ff699883a56e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:19.484841 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c85be9c5-4667-497a-9ae9-ff699883a56e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2027018 Dec 10 19:44:19.484841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:network and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:19.487128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e44df-2190-49ad-b34e-d829fdef50ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f603495e-97f3-4eca-b918-a4c0d7556108,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:19.489028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59992) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.489911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:19.498016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-939e44df-2190-49ad-b34e-d829fdef50ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:19.511314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:19.531438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] Provisioning for port a5d8a514-128b-4d4f-9437-084d47ede8c0 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:19.533353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-939e44df-2190-49ad-b34e-d829fdef50ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.534614 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-939e44df-2190-49ad-b34e-d829fdef50ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/f603495e-97f3-4eca-b918-a4c0d7556108 HTTP/1.1" status: 204 len: 168 time: 0.6786482 Dec 10 19:44:19.538064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 59996) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.545267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] Provisioning complete for port a5d8a514-128b-4d4f-9437-084d47ede8c0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:19.546135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.563379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:19.568850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.583635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f89b82-f8a8-4c94-aedf-72cff8ab4dbe tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.605239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f89b82-f8a8-4c94-aedf-72cff8ab4dbe tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.614884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.664483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-78a23f6e-4061-4fe3-98f5-2bf4d9bb6f55 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:19.666999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:19.678269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f89b82-f8a8-4c94-aedf-72cff8ab4dbe tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.687082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28b3132d-81bf-4af1-ae8a-e59bb9b58ef7 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:19.702820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.703222 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Added segment 74171f50-7f4d-4fda-a4a0-5ee7d144c62a of type vlan for network 8339efbf-c924-42da-9e92-3086abe0e12c Dec 10 19:44:19.711551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f89b82-f8a8-4c94-aedf-72cff8ab4dbe tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d42f3e-f2e8-4af6-babc-9afe327960c6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:19.719612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70f89b82-f8a8-4c94-aedf-72cff8ab4dbe tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:19.725977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-78a23f6e-4061-4fe3-98f5-2bf4d9bb6f55 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:19.733005 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-78a23f6e-4061-4fe3-98f5-2bf4d9bb6f55 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1892262 Dec 10 19:44:19.733969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60000) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.744585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078895794'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:19.759766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f89b82-f8a8-4c94-aedf-72cff8ab4dbe tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.763873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70f89b82-f8a8-4c94-aedf-72cff8ab4dbe tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b2d42f3e-f2e8-4af6-babc-9afe327960c6 HTTP/1.1" status: 204 len: 168 time: 0.2676437 Dec 10 19:44:19.765571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:19.774271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60004) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:19.774524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.780177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cac15ad1-0c87-4019-9752-98b00764170a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:19.789270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.802406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.813485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:19.828791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for fa24a876-e771-401d-b6a1-22827af2a682 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:19.847634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.852851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] For port a5d8a514-128b-4d4f-9437-084d47ede8c0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a5d8a514-128b-4d4f-9437-084d47ede8c0,segment=NetworkSegment(81aeaf9a-661d-4eb4-9478-291b26ca24e1),segment_id=81aeaf9a-661d-4eb4-9478-291b26ca24e1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:19.858558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.860599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:19.878290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.882422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:19.883069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.889010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2a861c3-89d4-4f55-952b-0b047317e5e8 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:19.909440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-13bde75c-9269-45c5-9acc-26bdeab4f8d0 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:19.912820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:19.934286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:19.938906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:19.941213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] Pushing event updated for resources: {'Port': ['ID=a5d8a514-128b-4d4f-9437-084d47ede8c0,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:19.950541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:20.029618 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5920973 Dec 10 19:44:20.039508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60008) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:20.045331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:20.054592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:20.074196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Network': ['ID=8339efbf-c924-42da-9e92-3086abe0e12c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:20.080421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:20.089616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 8339efbf-c924-42da-9e92-3086abe0e12c details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:20.139047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:20.139830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-13bde75c-9269-45c5-9acc-26bdeab4f8d0 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:20.143888 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-13bde75c-9269-45c5-9acc-26bdeab4f8d0 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3706830 Dec 10 19:44:20.148073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:20.148203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 51b87b91-9310-4c63-be5d-a03523defcd6 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:20.150996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60012) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:20.165605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '68b6aa48-a63f-49ce-b39d-31439c9c29ce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:20.183108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:20.191057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:20.227139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:20.249357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:20.256143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:20.269733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:20.272982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Project e23d2c63f81546cbbbb50772d071afe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:44:20.286814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:20.288918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.329376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:20.424857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.444400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.452723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0106cc45-ff1f-421c-9374-8892b3bb76ec tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:20.454958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e5f572b9-90de-4a5d-a955-f460c0df753a None None] Provisioning for port fa24a876-e771-401d-b6a1-22827af2a682 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:20.459048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.463106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e5f572b9-90de-4a5d-a955-f460c0df753a None None] Provisioning complete for port fa24a876-e771-401d-b6a1-22827af2a682 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:20.463770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5f572b9-90de-4a5d-a955-f460c0df753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.499403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.528141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.529540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e5f572b9-90de-4a5d-a955-f460c0df753a None None] Port fa24a876-e771-401d-b6a1-22827af2a682 was deleted so its status cannot be updated. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Dec 10 19:44:20.552449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e5f572b9-90de-4a5d-a955-f460c0df753a None None] Provisioning complete for port a5d8a514-128b-4d4f-9437-084d47ede8c0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:20.552987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5f572b9-90de-4a5d-a955-f460c0df753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.556183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-811f23dd-020b-49df-93d8-7e54cfa9b7f4 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:20.575715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.615324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=fa24a876-e771-401d-b6a1-22827af2a682,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:20.632435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.636797 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8979504 Dec 10 19:44:20.636797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50cffd0-3908-4661-8540-92596d052558,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:20.637377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.639285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:20.643068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60016) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:20.643601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2b980e6-1c18-4be0-af75-bb651baa1523 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:20.672290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-584cf2b2-81d2-4f9b-b0a9-75a2d7dab3db tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'd50cffd0-3908-4661-8540-92596d052558', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:20.694380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:20.696931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-584cf2b2-81d2-4f9b-b0a9-75a2d7dab3db tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:20.702584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897fdeb7-e66e-49b0-81b3-d1551ec332a8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:20.713266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:20.716351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-584cf2b2-81d2-4f9b-b0a9-75a2d7dab3db tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:20.721724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.723110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5676806 Dec 10 19:44:20.724445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-584cf2b2-81d2-4f9b-b0a9-75a2d7dab3db tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:20.732240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60020) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:20.738208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-584cf2b2-81d2-4f9b-b0a9-75a2d7dab3db tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:20.773816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-324dd5e6-2cd5-483b-8826-75c868abc829 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules/897fdeb7-e66e-49b0-81b3-d1551ec332a8 HTTP/1.1" status: 200 len: 711 time: 0.0352840 Dec 10 19:44:20.776568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60024) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:20.807221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1c222502-e159-40fc-98e8-e6f98023bb66 None None] Could not find standard attr ID for object fa24a876-e771-401d-b6a1-22827af2a682. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:44:20.838945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-584cf2b2-81d2-4f9b-b0a9-75a2d7dab3db tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The resource could not be found. Dec 10 19:44:20.843041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-584cf2b2-81d2-4f9b-b0a9-75a2d7dab3db tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1901422 Dec 10 19:44:20.844230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60028) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:20.852670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1afe6b9d-bcba-4799-a3ac-5fb164fbb03a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'd50cffd0-3908-4661-8540-92596d052558', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a289d692-b005-4919-83c1-cc4c3ef941e5'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:20.861274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1afe6b9d-bcba-4799-a3ac-5fb164fbb03a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:20.871957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc79b085-a861-4ad8-89e2-05753d0b1e65 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:20.875280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1afe6b9d-bcba-4799-a3ac-5fb164fbb03a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:20.879250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1afe6b9d-bcba-4799-a3ac-5fb164fbb03a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:20.888278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1afe6b9d-bcba-4799-a3ac-5fb164fbb03a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:20.904065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc79b085-a861-4ad8-89e2-05753d0b1e65 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:20.908175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bc79b085-a861-4ad8-89e2-05753d0b1e65 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1251309 Dec 10 19:44:20.908619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60032) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:20.970327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5367aadc-87d1-4dc1-89c6-00f228ccd627 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:20.979096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-1afe6b9d-bcba-4799-a3ac-5fb164fbb03a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The resource could not be found. Dec 10 19:44:20.983031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1afe6b9d-bcba-4799-a3ac-5fb164fbb03a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1350410 Dec 10 19:44:20.984408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60036) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:20.990036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5367aadc-87d1-4dc1-89c6-00f228ccd627 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.068584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5367aadc-87d1-4dc1-89c6-00f228ccd627 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.080524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7c129f4d-9e56-4a26-b9d8-5e7da5fd86d2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:21.105627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367aadc-87d1-4dc1-89c6-00f228ccd627 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=897fdeb7-e66e-49b0-81b3-d1551ec332a8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:21.108187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5367aadc-87d1-4dc1-89c6-00f228ccd627 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:21.122447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b08e802-feb5-4363-8ccf-8078ec95cbb2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.125728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5367aadc-87d1-4dc1-89c6-00f228ccd627 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.129315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5367aadc-87d1-4dc1-89c6-00f228ccd627 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/897fdeb7-e66e-49b0-81b3-d1551ec332a8 HTTP/1.1" status: 204 len: 168 time: 0.2175877 Dec 10 19:44:21.137438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60040) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.162251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a5d8a514-128b-4d4f-9437-084d47ede8c0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:21.186523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b08e802-feb5-4363-8ccf-8078ec95cbb2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.231486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.236123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a5d8a514-128b-4d4f-9437-084d47ede8c0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:21.236552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.248594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-51f17a6c-f594-41b8-83e0-c2448c610afa tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:21.256149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.268493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-51f17a6c-f594-41b8-83e0-c2448c610afa tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:21.272744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-51f17a6c-f594-41b8-83e0-c2448c610afa tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1314354 Dec 10 19:44:21.272744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b08e802-feb5-4363-8ccf-8078ec95cbb2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.274409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60044) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.278701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:21.299300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08e802-feb5-4363-8ccf-8078ec95cbb2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50cffd0-3908-4661-8540-92596d052558,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:21.302642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b08e802-feb5-4363-8ccf-8078ec95cbb2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:21.304733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.312181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b08e802-feb5-4363-8ccf-8078ec95cbb2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.314976 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b08e802-feb5-4363-8ccf-8078ec95cbb2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/d50cffd0-3908-4661-8540-92596d052558 HTTP/1.1" status: 204 len: 168 time: 0.3269093 Dec 10 19:44:21.316493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60048) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.345133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.364124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:21.403203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/fa24a876-e771-401d-b6a1-22827af2a682 HTTP/1.1" status: 204 len: 168 time: 3.1307817 Dec 10 19:44:21.410141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60052) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.411486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.412064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Fanout notify agent at l3_agent the message router_deleted on router a7aa6c37-d961-40cd-9501-11ad51cf4f80 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:44:21.419918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=51b87b91-9310-4c63-be5d-a03523defcd6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:21.422970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:21.452507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.456431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/routers/a7aa6c37-d961-40cd-9501-11ad51cf4f80 HTTP/1.1" status: 204 len: 168 time: 6.2609777 Dec 10 19:44:21.491979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60056) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.537400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4053b5df-31b7-4328-9ca2-07ea2056380d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.557127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da308919-a647-41b8-a29c-a1e85e75db96 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:21.573234 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ed4f7d-a1bd-4442-a940-87811f0c1ce7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:21.573767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ed4f7d-a1bd-4442-a940-87811f0c1ce7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:21.595484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-44ed4f7d-a1bd-4442-a940-87811f0c1ce7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/fa24a876-e771-401d-b6a1-22827af2a682 HTTP/1.1" status: 404 len: 333 time: 0.1842141 Dec 10 19:44:21.597378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.601322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60060) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.602176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:21.666204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.668847 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/51b87b91-9310-4c63-be5d-a03523defcd6 HTTP/1.1" status: 204 len: 168 time: 3.0537982 Dec 10 19:44:21.674838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60064) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.699852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4053b5df-31b7-4328-9ca2-07ea2056380d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.735135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.877550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4053b5df-31b7-4328-9ca2-07ea2056380d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.887151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa6ef317-0510-42a8-88d8-cf23d2a16b68 tempest-ExtraDHCPOptionsTestJSON-353947055 tempest-ExtraDHCPOptionsTestJSON-353947055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:21.911516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da308919-a647-41b8-a29c-a1e85e75db96 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:21.912809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da308919-a647-41b8-a29c-a1e85e75db96 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5951347 Dec 10 19:44:21.922016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60068) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.922923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053b5df-31b7-4328-9ca2-07ea2056380d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b6aa48-a63f-49ce-b39d-31439c9c29ce,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:21.926695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4053b5df-31b7-4328-9ca2-07ea2056380d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:21.933736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-97ee5279-239b-4568-aac1-f6760c090257 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': '69244e62-741a-47e7-a9d3-7348e2b0f60b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:21.952321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.960828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-97ee5279-239b-4568-aac1-f6760c090257 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:21.967358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4053b5df-31b7-4328-9ca2-07ea2056380d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:21.968364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e322c1-6c57-436b-b9b7-17dd3388ec3d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:44:21.968611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4053b5df-31b7-4328-9ca2-07ea2056380d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/68b6aa48-a63f-49ce-b39d-31439c9c29ce HTTP/1.1" status: 204 len: 168 time: 0.6938424 Dec 10 19:44:21.972392 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-06e322c1-6c57-436b-b9b7-17dd3388ec3d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/fa24a876-e771-401d-b6a1-22827af2a682 HTTP/1.1" status: 404 len: 333 time: 0.3384764 Dec 10 19:44:21.972796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-97ee5279-239b-4568-aac1-f6760c090257 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:21.975608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60072) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.976004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60074) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:21.989869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-97ee5279-239b-4568-aac1-f6760c090257 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:22.005999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=e4d4b5af-f534-468a-9943-1af5b2ea4dad,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:22.015878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:22.051485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-97ee5279-239b-4568-aac1-f6760c090257 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:22.052455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking segment: {'id': '74171f50-7f4d-4fda-a4a0-5ee7d144c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:22.052865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network hostable DHCP agents. Network: 8339efbf-c924-42da-9e92-3086abe0e12c, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:22.071341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae419f2-3c66-4bd9-b919-2e560373b9a9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:22.073615 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ae419f2-3c66-4bd9-b919-2e560373b9a9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1632338 Dec 10 19:44:22.075171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291ec6f4-5e49-4df5-afc4-595e64fcc0ea']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:22.076493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60080) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:22.105616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e45496-5c28-48f8-b086-4d8d92f3e168') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:22.105973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e45496-5c28-48f8-b086-4d8d92f3e168') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:22.136069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.145529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 8339efbf-c924-42da-9e92-3086abe0e12c is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:22.165776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 8339efbf-c924-42da-9e92-3086abe0e12c) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:22.171978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:22.172622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.174120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f20e38-e447-42da-9c1f-b1f073cbb150 None None] Network 8339efbf-c924-42da-9e92-3086abe0e12c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:22.196885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dade833c-7d0d-4521-8296-62d8b43f3116 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:22.198229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dade833c-7d0d-4521-8296-62d8b43f3116 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1207280 Dec 10 19:44:22.203906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1602092 Dec 10 19:44:22.203906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60084) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:22.204194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60086) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:22.248342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:22.252667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.278142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:22.279131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:22.295230 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:22.353356 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-97ee5279-239b-4568-aac1-f6760c090257 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The resource could not be found. Dec 10 19:44:22.354337 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-97ee5279-239b-4568-aac1-f6760c090257 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4292011 Dec 10 19:44:22.357634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-755b9fba-96b6-43c2-b9bb-bdd66a4e7811 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:22.359319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60092) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:22.379828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff03581-7db3-46ea-a1a8-873a4f7016c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:22.380638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320493631'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:22.381345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff03581-7db3-46ea-a1a8-873a4f7016c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:22.383035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff03581-7db3-46ea-a1a8-873a4f7016c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:22.383983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fff03581-7db3-46ea-a1a8-873a4f7016c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:22.403499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:22.423066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fff03581-7db3-46ea-a1a8-873a4f7016c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:22.427125 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fff03581-7db3-46ea-a1a8-873a4f7016c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2216945 Dec 10 19:44:22.428432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:22.439629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:22.458330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-755b9fba-96b6-43c2-b9bb-bdd66a4e7811 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:22.459878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-755b9fba-96b6-43c2-b9bb-bdd66a4e7811 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4828491 Dec 10 19:44:22.466784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60100) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:22.472055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group': {'name': 'tempest-secgroup--682022321'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:22.481123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.483341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:22.498512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.507075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:22.508996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:22.515889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:22.520880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:22.529008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.545000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:22.546400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:22.564577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet 1e33d804-ca82-47c2-b011-b91a5cbadef0 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:22.572686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=291ec6f4-5e49-4df5-afc4-595e64fcc0ea,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:22.575532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.612925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:22.623001 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/291ec6f4-5e49-4df5-afc4-595e64fcc0ea HTTP/1.1" status: 204 len: 168 time: 1.1237202 Dec 10 19:44:22.631517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:22.637975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60104) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:22.638644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.648846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--1789912995', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:22.649709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-8339efbf-c924-42da-9e92-3086abe0e12c', 'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c', 'tenant_id': '8f7e00a760f14cc09bbd4d679cff81e4', 'fixed_ips': [{'subnet_id': 'e4d4b5af-f534-468a-9943-1af5b2ea4dad'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:22.650627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.653121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.670185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:22.696441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.733298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:network and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:22.737371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:22.744822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:22.759904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:22.762925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:22.772057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:22.788054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:22.788518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 16137324-a0db-4ee5-8a80-2223c6a8cd4a {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:22.810570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.816074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:22.821748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.833482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:22.837563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Allocated IP 2001:db8::2 (8339efbf-c924-42da-9e92-3086abe0e12c/e4d4b5af-f534-468a-9943-1af5b2ea4dad/028ae772-5dd8-4559-a5b2-851503e6a559) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:22.856282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:22.868221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:22.877989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4d4b5af-f534-468a-9943-1af5b2ea4dad (CIDR: 2001:db8::/64) Dec 10 19:44:22.883919 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:22.884789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:22.890256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:22.891358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:22.930699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:22.954119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-793074af-db06-4797-a0ac-64980add2a22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7461102 Dec 10 19:44:22.955967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60108) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:22.968640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:22.969025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.001297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.001547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment e93790a2-6bcb-4a12-848f-8b8ad6a1a07d of type vlan for network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 Dec 10 19:44:23.004366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.027133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.041334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f53e685-2123-4ef7-9522-d57967427a04 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:23.049118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:23.092624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:23.093309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cf519ce2-52bd-4d0b-8941-8fb4c80eb0f6 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:23.108173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.114782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.119951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Transition to ACTIVE for port object 028ae772-5dd8-4559-a5b2-851503e6a559 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:23.133368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.139990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Transition to ACTIVE for port object 028ae772-5dd8-4559-a5b2-851503e6a559 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:23.144689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.145969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.149269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:23.160754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.183054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc79c23-b9f8-4745-8223-d70bb48435fb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:23.197474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:23.201837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:23.206701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:23.207193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:23.207323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19e6dfbd-c62b-4819-bde0-6854ed74eb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:23.217425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:23.227170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Pushing event updated for resources: {'Port': ['ID=028ae772-5dd8-4559-a5b2-851503e6a559,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:23.230451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.232357 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8630886 Dec 10 19:44:23.233314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:23.236460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:23.238768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Network 8339efbf-c924-42da-9e92-3086abe0e12c is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:23.240110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:23.243332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:23.247331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--386116628'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:23.252753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.255472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:23.257395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.261403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7932713 Dec 10 19:44:23.262946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.263165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60116) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:23.264872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.269190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:23.269867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.280580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Request body: {'security_group_rule': {'security_group_id': '42119f9e-2765-48e1-8ef0-16b6d0001d0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:23.295155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42119f9e-2765-48e1-8ef0-16b6d0001d0a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:23.301800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:23.304964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:23.306378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a7ced8d-dc82-4cfe-bb4a-7daef9561d8d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:23.334624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:23.341098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Attempting to bind port 028ae772-5dd8-4559-a5b2-851503e6a559 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:23.341836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Attempting to bind port 028ae772-5dd8-4559-a5b2-851503e6a559 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '74171f50-7f4d-4fda-a4a0-5ee7d144c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:23.342294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Attempting to bind port 028ae772-5dd8-4559-a5b2-851503e6a559 on network 8339efbf-c924-42da-9e92-3086abe0e12c {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:23.342627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Usage tracker for resource:security_group_rule and tenant:e23d2c63f81546cbbbb50772d071afe7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:23.344633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.349631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:23.349828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:23.350046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Checking segment: {'id': '74171f50-7f4d-4fda-a4a0-5ee7d144c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:23.350663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.350784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:23.351375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Bound using segment: {'id': '74171f50-7f4d-4fda-a4a0-5ee7d144c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:23.352077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Bound port: 028ae772-5dd8-4559-a5b2-851503e6a559, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74171f50-7f4d-4fda-a4a0-5ee7d144c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:23.352678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.354243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=1e33d804-ca82-47c2-b011-b91a5cbadef0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:23.359916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.361798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/1e33d804-ca82-47c2-b011-b91a5cbadef0 HTTP/1.1" status: 204 len: 168 time: 1.3830059 Dec 10 19:44:23.363287 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7227554 Dec 10 19:44:23.364477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-718bbe60-5af3-4c10-8679-8b41369c0550 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:23.364613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:23.365958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a6f48-52de-4ce1-b950-6830ef2d3a46 None None] Network 940286e3-5dc2-44e7-a8be-f84151242723 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:23.366926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:23.367561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d64f497-faa0-4ae6-82f9-3cb2236b1b3f tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:23.384081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60120) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:23.384464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60122) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:23.399005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:23.416422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=16137324-a0db-4ee5-8a80-2223c6a8cd4a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:23.425910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:23.448569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'admin_state_up': True, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:23.451463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:23.469620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.473332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.497949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03063af2-94f0-4a40-97ef-1da6f3f52fc0 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:23.536175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/16137324-a0db-4ee5-8a80-2223c6a8cd4a HTTP/1.1" status: 204 len: 168 time: 1.1070809 Dec 10 19:44:23.537316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60128) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:23.546625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:23.591883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:router and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:23.602155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:23.613734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.623826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:23.628469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=4b5bf9d3-e03c-4089-8246-e021b14f4e73,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:23.638644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:23.643557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:23.650774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:23.655592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:23.665244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:23.666621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:23.675715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.677876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.678909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.684316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet d49e8fe2-e891-4ae7-af33-41e7b55ff573 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:23.693201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.719834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port a5d8a514-128b-4d4f-9437-084d47ede8c0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:23.720419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.780755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.851473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.857029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.867531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.872981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:23.932196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] For port 028ae772-5dd8-4559-a5b2-851503e6a559, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:23.939417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.946800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:23.963539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f49c5e37-224d-4ec4-97f6-0847e0c46c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:23.971270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee853e25-7c08-48e2-9f1c-d71407e373d8,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:23.991830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] For port 028ae772-5dd8-4559-a5b2-851503e6a559, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=028ae772-5dd8-4559-a5b2-851503e6a559,segment=NetworkSegment(74171f50-7f4d-4fda-a4a0-5ee7d144c62a),segment_id=74171f50-7f4d-4fda-a4a0-5ee7d144c62a)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:24.000370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.005523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-adc4557d-4b34-47d9-bf53-e0b009b26159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:24.044301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.046485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:24.062886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e7786-0ecf-4fae-8a58-0594c96b5eff,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:24.068110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:24.071439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.076381 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8308833 Dec 10 19:44:24.076381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-75569dbe-aeb0-4986-9e1d-8dc20279acc3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:24.107256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60132) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:24.118912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Pushing event updated for resources: {'Port': ['ID=028ae772-5dd8-4559-a5b2-851503e6a559,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:24.125596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.126002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:24.140786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d5bfe8cd-9c8d-4249-96d0-97e90e40e72f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': '2fc79c23-b9f8-4745-8223-d70bb48435fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ec8e7786-0ecf-4fae-8a58-0594c96b5eff'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:24.166444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d5bfe8cd-9c8d-4249-96d0-97e90e40e72f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:24.169815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.173058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8963702 Dec 10 19:44:24.175381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60136) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:24.175637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 8339efbf-c924-42da-9e92-3086abe0e12c is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:24.176260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d5bfe8cd-9c8d-4249-96d0-97e90e40e72f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:24.182089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d5bfe8cd-9c8d-4249-96d0-97e90e40e72f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:24.185977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:24.192930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:24.193594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.210952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] DHCP port deletion for 940286e3-5dc2-44e7-a8be-f84151242723 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:44:24.215274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] Deleting port a5d8a514-128b-4d4f-9437-084d47ede8c0 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:24.215702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.224935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d5bfe8cd-9c8d-4249-96d0-97e90e40e72f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:24.230103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=e60d0f84-f2ba-41d5-990c-ff6015b0bbec,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:24.233764 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2747719 Dec 10 19:44:24.239010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:24.239452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60140) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:24.246623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c', 'fixed_ips': [{'subnet_id': 'e4d4b5af-f534-468a-9943-1af5b2ea4dad'}, {'subnet_id': 'e60d0f84-f2ba-41d5-990c-ff6015b0bbec'}], 'name': 'tempest-PortsIpV6TestJSON-1337296242'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:24.261303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] For port a5d8a514-128b-4d4f-9437-084d47ede8c0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a5d8a514-128b-4d4f-9437-084d47ede8c0,segment=NetworkSegment(81aeaf9a-661d-4eb4-9478-291b26ca24e1),segment_id=81aeaf9a-661d-4eb4-9478-291b26ca24e1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:24.262374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.276485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.356427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.365778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9dd1462-2c6b-4e08-85da-533d93c8c0c5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:24.416181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=d49e8fe2-e891-4ae7-af33-41e7b55ff573,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:24.428159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:24.442152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.473071 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/d49e8fe2-e891-4ae7-af33-41e7b55ff573 HTTP/1.1" status: 204 len: 168 time: 0.9226358 Dec 10 19:44:24.476904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60144) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:24.553273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] For port a5d8a514-128b-4d4f-9437-084d47ede8c0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a5d8a514-128b-4d4f-9437-084d47ede8c0,segment=NetworkSegment(81aeaf9a-661d-4eb4-9478-291b26ca24e1),segment_id=81aeaf9a-661d-4eb4-9478-291b26ca24e1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:24.553751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.572429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b42f1df-33ab-4bab-b983-813156e03665 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941908 Dec 10 19:44:24.577953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60148) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:24.584371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:24.614557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:24.702497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:port and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:24.721996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:24.745141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:24.783052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:24.784490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] Calling delete_port for a5d8a514-128b-4d4f-9437-084d47ede8c0 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:24.793498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for a5d8a514-128b-4d4f-9437-084d47ede8c0 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:24.798502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.817742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:24.833526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:24.833526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:24.844642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:24.847787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 3730d6ae-d528-4287-950f-28fbc873a955 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:24.897281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:24.914560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7cfd4af-a69e-4e63-a941-81f6263a1200 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:24.914806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:44:24.915051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:44:24.928283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:24.934796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.008667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=a5d8a514-128b-4d4f-9437-084d47ede8c0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:25.018922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:25.077082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-d5bfe8cd-9c8d-4249-96d0-97e90e40e72f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:25.080996 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d5bfe8cd-9c8d-4249-96d0-97e90e40e72f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.9668596 Dec 10 19:44:25.082168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60152) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:25.084318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d4db416-fd15-4a33-844f-1342cea360cf tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.120227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d4db416-fd15-4a33-844f-1342cea360cf tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.140660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No DVR routers for this DVR port a5d8a514-128b-4d4f-9437-084d47ede8c0 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:25.160290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 028ae772-5dd8-4559-a5b2-851503e6a559 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:25.245020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 028ae772-5dd8-4559-a5b2-851503e6a559 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:25.310947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a5d8a514-128b-4d4f-9437-084d47ede8c0 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:25.360320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.362276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: a5d8a514-128b-4d4f-9437-084d47ede8c0 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:25.362920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a5d8a514-128b-4d4f-9437-084d47ede8c0 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:25.393818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d4db416-fd15-4a33-844f-1342cea360cf tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.408821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc1404c1-126d-4766-8c6d-c85a84cb40c5 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:25.416486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] Deleting port a5d8a514-128b-4d4f-9437-084d47ede8c0 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:25.417158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.435626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940286e3-5dc2-44e7-a8be-f84151242723']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:25.451021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e0e800a-07d9-47c5-9add-a94c08a5ca8c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.455979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4db416-fd15-4a33-844f-1342cea360cf tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42119f9e-2765-48e1-8ef0-16b6d0001d0a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:25.462083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d4db416-fd15-4a33-844f-1342cea360cf tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:25.466664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81aeaf9a-661d-4eb4-9478-291b26ca24e1') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:25.467035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81aeaf9a-661d-4eb4-9478-291b26ca24e1') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:25.503264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.509650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.518797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a1c26f40-4c50-4eee-b9c8-3c672958ab41 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:25.523298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea034e34-af73-4fec-8608-2281bd9a9bab None None] The port 'a5d8a514-128b-4d4f-9437-084d47ede8c0' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:44:25.552451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.557861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e0e800a-07d9-47c5-9add-a94c08a5ca8c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.579591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d4db416-fd15-4a33-844f-1342cea360cf tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.580861 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5d4db416-fd15-4a33-844f-1342cea360cf tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/42119f9e-2765-48e1-8ef0-16b6d0001d0a HTTP/1.1" status: 204 len: 168 time: 1.4004557 Dec 10 19:44:25.586259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:25.586716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:25.603688 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:25.660409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60156) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:25.696895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5d1f02-540e-4a60-90e5-d9cbd79e638f None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:25.798623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.804117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.818741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00204a61-a532-4759-b69f-a02969ad1034 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:25.822387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3bdbbf99-d91e-4d72-ba71-9c647f091097 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:25.822816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bdbbf99-d91e-4d72-ba71-9c647f091097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.853406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Network': ['ID=940286e3-5dc2-44e7-a8be-f84151242723,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:25.856688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::2cd (8339efbf-c924-42da-9e92-3086abe0e12c/e4d4b5af-f534-468a-9943-1af5b2ea4dad/3730d6ae-d528-4287-950f-28fbc873a955) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:25.856843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:25.869042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.886240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=9aef6bd1-a0b4-4664-8837-34505c38b7b0,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:25.893223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:25.896574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:25.898694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8:0:1::17d (8339efbf-c924-42da-9e92-3086abe0e12c/e60d0f84-f2ba-41d5-990c-ff6015b0bbec/3730d6ae-d528-4287-950f-28fbc873a955) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:25.902116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:25.909248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:25.910094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.919177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:25.983514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4043815 Dec 10 19:44:25.986891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60160) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:25.993975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:26.002895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/networks/940286e3-5dc2-44e7-a8be-f84151242723 HTTP/1.1" status: 204 len: 168 time: 2.6139762 Dec 10 19:44:26.007316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60164) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:26.012019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-49a42b86-aed2-4f83-8532-c07f12aa72b6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:26.015217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e0e800a-07d9-47c5-9add-a94c08a5ca8c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.022793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1702532005'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:26.033708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2dbb5dff-71d3-4094-b2c4-8d9e7b561414 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:26.053431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:26.095854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e0e800a-07d9-47c5-9add-a94c08a5ca8c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.097437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8e0e800a-07d9-47c5-9add-a94c08a5ca8c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec8e7786-0ecf-4fae-8a58-0594c96b5eff HTTP/1.1" status: 204 len: 168 time: 1.0148246 Dec 10 19:44:26.099016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e800a-07d9-47c5-9add-a94c08a5ca8c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e7786-0ecf-4fae-8a58-0594c96b5eff,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:26.101093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60168) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:26.112280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:network and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:26.143351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:26.149220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8e0e800a-07d9-47c5-9add-a94c08a5ca8c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:26.162137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:26.175390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-49a42b86-aed2-4f83-8532-c07f12aa72b6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:26.179811 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-49a42b86-aed2-4f83-8532-c07f12aa72b6 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5059698 Dec 10 19:44:26.182856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60172) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:26.218424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:26.224078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.262216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.13 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/a494110d-be7a-4541-bd5b-a81a04bc9688) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:26.291768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26217d2-09fe-4536-afcf-7d948f59331c None None] Network 8339efbf-c924-42da-9e92-3086abe0e12c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:26.319785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:26.322702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:26.334682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:26.341300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:26.350856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.354115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:26.374773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object 3730d6ae-d528-4287-950f-28fbc873a955 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:26.377435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:26.383537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.423268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a3ffdb26-445c-41df-83e3-2c9d4164f39f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:26.435420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-836b328c-e64c-4d91-a3d4-ee462eaec856 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:26.446918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.447577 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Added segment 0a971a08-e0d1-4657-ab4b-ef5b837afdff of type vlan for network 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 Dec 10 19:44:26.503008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a3ffdb26-445c-41df-83e3-2c9d4164f39f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:26.504378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a3ffdb26-445c-41df-83e3-2c9d4164f39f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3174100 Dec 10 19:44:26.513691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60176) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:26.520223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-836b328c-e64c-4d91-a3d4-ee462eaec856 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:26.521651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-836b328c-e64c-4d91-a3d4-ee462eaec856 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4056733 Dec 10 19:44:26.526403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.538644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60180) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:26.568051 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-a656e033-3cd3-453e-b911-e49f13123491 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] delete failed (client error): The resource could not be found. Dec 10 19:44:26.572916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a656e033-3cd3-453e-b911-e49f13123491 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "DELETE /v2.0/security-groups/42119f9e-2765-48e1-8ef0-16b6d0001d0a HTTP/1.1" status: 404 len: 347 time: 0.0523272 Dec 10 19:44:26.576526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:26.583521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9aef6bd1-a0b4-4664-8837-34505c38b7b0 (CIDR: 2001:db8::/64) Dec 10 19:44:26.589705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.623269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.626477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:26.626975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:26.627921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:26.628686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.635510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3cb3eddd-9d58-458c-a8b5-28013af4b89b tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:26.678835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4dd78cb1-4fbc-49f8-8aed-e80644491ec7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6878457 Dec 10 19:44:26.680910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60188) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:26.686311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'subnet': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:26.689663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] Provisioning for port 028ae772-5dd8-4559-a5b2-851503e6a559 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:26.701735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] Provisioning complete for port 028ae772-5dd8-4559-a5b2-851503e6a559 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:26.702162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.757723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7486241 Dec 10 19:44:26.762582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60192) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:26.766813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Update dhcp port {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': '9aef6bd1-a0b4-4664-8837-34505c38b7b0'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'a24089ab-587c-45f0-8827-7314462fc956'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:44:26.773303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '9238e8b1-40b5-4f01-aa15-61a4b3b453e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:26.787337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.791411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Network': ['ID=9238e8b1-40b5-4f01-aa15-61a4b3b453e2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:26.810054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:26.818327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:26.849335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.853459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b867ec38-fb65-4db6-a1ab-c2a56d729ad9 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Synchronizing usage tracker for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:26.853695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:26.861528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d795ebe1-7387-49ea-952a-46ee054c75e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:26.868129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f63be79-3caa-4ebf-9930-7aa928fb043f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.911735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.946067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b867ec38-fb65-4db6-a1ab-c2a56d729ad9 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Unset dirty status for tenant:e23d2c63f81546cbbbb50772d071afe7 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:26.956288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b867ec38-fb65-4db6-a1ab-c2a56d729ad9 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3661585 Dec 10 19:44:26.956288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f63be79-3caa-4ebf-9930-7aa928fb043f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:26.968675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 8339efbf-c924-42da-9e92-3086abe0e12c is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:26.971744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:26.977341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:26.984630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:26.992192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:27.000666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=3730d6ae-d528-4287-950f-28fbc873a955,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:27.010259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:27.015820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:27.016671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.018568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=a494110d-be7a-4541-bd5b-a81a04bc9688,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:27.023966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:27.031288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:27.032548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:27.045160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:27.051282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:27.062595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:27.076558 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8354614 Dec 10 19:44:27.082525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:27.090109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4d4b5af-f534-468a-9943-1af5b2ea4dad'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:27.115445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:27.117795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:27.130606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:subnet and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:27.141742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:27.147512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f63be79-3caa-4ebf-9930-7aa928fb043f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.159589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-78b7e8c7-a306-4d66-b34a-41bad83bf3ef tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:27.178015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:27.192896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63be79-3caa-4ebf-9930-7aa928fb043f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc79c23-b9f8-4745-8223-d70bb48435fb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:27.199093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Allocated IP 2001:db8::2 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/9aef6bd1-a0b4-4664-8837-34505c38b7b0/a24089ab-587c-45f0-8827-7314462fc956) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:27.203375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f63be79-3caa-4ebf-9930-7aa928fb043f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:27.269479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.282818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:27.289148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.373836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f63be79-3caa-4ebf-9930-7aa928fb043f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.375079 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3f63be79-3caa-4ebf-9930-7aa928fb043f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/2fc79c23-b9f8-4745-8223-d70bb48435fb HTTP/1.1" status: 204 len: 168 time: 0.8341687 Dec 10 19:44:27.383487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60204) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:27.427992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.451571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a24089ab-587c-45f0-8827-7314462fc956,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:27.485074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] For port 028ae772-5dd8-4559-a5b2-851503e6a559, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=028ae772-5dd8-4559-a5b2-851503e6a559,segment=NetworkSegment(74171f50-7f4d-4fda-a4a0-5ee7d144c62a),segment_id=74171f50-7f4d-4fda-a4a0-5ee7d144c62a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:27.496554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.501943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5cd49e17-fc83-41bf-9ca8-df07881d0916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:27.552311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60208) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:27.592517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.593295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.595480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.654474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Transition to ACTIVE for port object a24089ab-587c-45f0-8827-7314462fc956 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:27.667267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.679373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] Pushing event updated for resources: {'Port': ['ID=028ae772-5dd8-4559-a5b2-851503e6a559,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:27.689058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:27.690225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2e5aca1-1fd7-4cfc-827e-b123b0340cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:27.731358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.736387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Update dhcp port {'port': {'network_id': '8339efbf-c924-42da-9e92-3086abe0e12c', 'fixed_ips': [{'subnet_id': 'e4d4b5af-f534-468a-9943-1af5b2ea4dad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e60d0f84-f2ba-41d5-990c-ff6015b0bbec'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': '028ae772-5dd8-4559-a5b2-851503e6a559'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:44:27.751853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.774160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f93b4c12-7ab5-42f7-904e-ccd2cfa4424a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:27.794307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b17efeb5-711b-461f-a19e-ea5a7176dd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:27.855033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Pushing event updated for resources: {'Port': ['ID=a24089ab-587c-45f0-8827-7314462fc956,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:27.861547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:27.863055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:27.890986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b17efeb5-711b-461f-a19e-ea5a7176dd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:27.896426 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b17efeb5-711b-461f-a19e-ea5a7176dd2c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5061460 Dec 10 19:44:27.899496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60214) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:27.909319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--171391561'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:27.927401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:27.972356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:28.061730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.134502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=c436b2bb-f924-4797-9f43-bbcaa056b5a9,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:28.135280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Allocated IP 2001:db8:0:1::2 (8339efbf-c924-42da-9e92-3086abe0e12c/e60d0f84-f2ba-41d5-990c-ff6015b0bbec/028ae772-5dd8-4559-a5b2-851503e6a559) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:28.147149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:28.172688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-21fcc180-80d6-425b-baf4-12a0458a96e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e23d2c63f81546cbbbb50772d071afe7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6190393 Dec 10 19:44:28.177185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60218) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:28.193775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking segment: {'id': '0a971a08-e0d1-4657-ab4b-ef5b837afdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9238e8b1-40b5-4f01-aa15-61a4b3b453e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:28.194178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network hostable DHCP agents. Network: 9238e8b1-40b5-4f01-aa15-61a4b3b453e2, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:28.292934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:28.305748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d61029c9-b5c1-4991-aa71-fb6d94fb8397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.323827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 9238e8b1-40b5-4f01-aa15-61a4b3b453e2) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:28.332191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:28.332832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.337290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] For port 028ae772-5dd8-4559-a5b2-851503e6a559, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=028ae772-5dd8-4559-a5b2-851503e6a559,segment=NetworkSegment(74171f50-7f4d-4fda-a4a0-5ee7d144c62a),segment_id=74171f50-7f4d-4fda-a4a0-5ee7d144c62a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:28.362189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d61029c9-b5c1-4991-aa71-fb6d94fb8397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.369625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.394095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Transition to ACTIVE for port object 028ae772-5dd8-4559-a5b2-851503e6a559 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:28.397077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf5143-5d54-46cd-a25d-9a4587435a00 None None] Network 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:28.400846 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6359868 Dec 10 19:44:28.404882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60222) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:28.411232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '9238e8b1-40b5-4f01-aa15-61a4b3b453e2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-531543279'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:28.419702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.472713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:28.477261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:28.480581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:28.487506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:28.544295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:28.594020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d61029c9-b5c1-4991-aa71-fb6d94fb8397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.603442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:28.609146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.614798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.627609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61029c9-b5c1-4991-aa71-fb6d94fb8397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fde4c5-819d-4631-81b7-3f61ba37b7ce,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:28.632175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.639815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 12bd6d18-7053-4a3b-b263-5094e0f6e727 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:44:28.646070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d61029c9-b5c1-4991-aa71-fb6d94fb8397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:28.666826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d61029c9-b5c1-4991-aa71-fb6d94fb8397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.668651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d61029c9-b5c1-4991-aa71-fb6d94fb8397 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4fde4c5-819d-4631-81b7-3f61ba37b7ce HTTP/1.1" status: 204 len: 168 time: 0.4899433 Dec 10 19:44:28.670147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:28.675948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:28.678624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9155bcc5-31b3-44b5-a0ea-9413034f9553 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:28.680722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:28.691085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:28.801737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Pushing event updated for resources: {'Port': ['ID=028ae772-5dd8-4559-a5b2-851503e6a559,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:28.810220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:28.876719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Delete allocated IP 2001:db8:0:1::17d (8339efbf-c924-42da-9e92-3086abe0e12c/e60d0f84-f2ba-41d5-990c-ff6015b0bbec) {{(pid=88872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 10 19:44:28.916483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:28.922990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:28.962136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 0c5b5326-d0bc-4292-889c-1e4e04780918 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:29.008128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ea9d8-3f2a-4730-bd75-5f392afaf55c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:29.011306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.017029 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1112800 Dec 10 19:44:29.017029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:29.023558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-9238e8b1-40b5-4f01-aa15-61a4b3b453e2', 'network_id': '9238e8b1-40b5-4f01-aa15-61a4b3b453e2', 'tenant_id': 'ef4cca9b79064abfaf33b2c53fdaaec8', 'fixed_ips': [{'subnet_id': 'c436b2bb-f924-4797-9f43-bbcaa056b5a9'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:29.025161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.031739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60228) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:29.046739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-87ad4cb4-5991-4161-a5bd-4b89ad1f7120 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f21ea9d8-3f2a-4730-bd75-5f392afaf55c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:29.062389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-87ad4cb4-5991-4161-a5bd-4b89ad1f7120 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:29.086514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87ad4cb4-5991-4161-a5bd-4b89ad1f7120 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:29.100613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87ad4cb4-5991-4161-a5bd-4b89ad1f7120 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:29.104448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08b88b-e72e-499a-bb41-7964853381ed None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:29.115034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-87ad4cb4-5991-4161-a5bd-4b89ad1f7120 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:29.277771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-87ad4cb4-5991-4161-a5bd-4b89ad1f7120 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:29.281773 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87ad4cb4-5991-4161-a5bd-4b89ad1f7120 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2442553 Dec 10 19:44:29.288258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60232) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:29.295767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-08295444-f1f0-4bd3-be7a-fdb305885251 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group_rule': {'security_group_id': 'f21ea9d8-3f2a-4730-bd75-5f392afaf55c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:29.308080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-08295444-f1f0-4bd3-be7a-fdb305885251 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:29.313351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.10 (9238e8b1-40b5-4f01-aa15-61a4b3b453e2/c436b2bb-f924-4797-9f43-bbcaa056b5a9/0c5b5326-d0bc-4292-889c-1e4e04780918) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:29.318559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-08295444-f1f0-4bd3-be7a-fdb305885251 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:29.326015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-08295444-f1f0-4bd3-be7a-fdb305885251 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:29.336295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-08295444-f1f0-4bd3-be7a-fdb305885251 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:29.363626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:44:29.425997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.427673 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0370922 Dec 10 19:44:29.493225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60236) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:29.502387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a24089ab-587c-45f0-8827-7314462fc956 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:29.530541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Sync routers for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:44:29.577574 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1811404-3576-4a50-b24a-aa57c73ac47e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796850 Dec 10 19:44:29.581698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60240) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:29.582989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-08295444-f1f0-4bd3-be7a-fdb305885251 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:29.586936 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08295444-f1f0-4bd3-be7a-fdb305885251 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2949207 Dec 10 19:44:29.588530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60242) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:29.648061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-892d5fc0-bbf3-45c0-bc8a-1230d573bad0 None None] Provisioning for port a24089ab-587c-45f0-8827-7314462fc956 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:29.686892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-892d5fc0-bbf3-45c0-bc8a-1230d573bad0 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:29.687315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-892d5fc0-bbf3-45c0-bc8a-1230d573bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.716482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.726984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:44:29.727782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:44:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:29.734084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.737323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Ignored duplicate provisioning block setup for port 3730d6ae-d528-4287-950f-28fbc873a955 by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 10 19:44:29.755431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.760481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a13bb226-8b96-42ad-ba1d-30953c01f375 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.763303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a24089ab-587c-45f0-8827-7314462fc956,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:29.773544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-26a81a69-7ae1-41b3-aeca-d3202bcc8ac9 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:29.778912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 0c5b5326-d0bc-4292-889c-1e4e04780918 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:29.802688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a13bb226-8b96-42ad-ba1d-30953c01f375 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.875557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.893833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f0e050d-65a2-47ba-8b81-65d41881b00f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:29.900958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.932590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a13bb226-8b96-42ad-ba1d-30953c01f375 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.939962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.940810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:29.952359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=3730d6ae-d528-4287-950f-28fbc873a955,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:29.964275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:29.965907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:29.968413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:29.981058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18154462-8d81-44b4-8b67-774d413ad211 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:29.984652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:29.994709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186fd2ae-6832-4758-851f-f947bbcda880 None None] Network 8339efbf-c924-42da-9e92-3086abe0e12c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:30.023061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] In _notify_port_updated(), no bound segment for port 3730d6ae-d528-4287-950f-28fbc873a955 on network 8339efbf-c924-42da-9e92-3086abe0e12c {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:44:30.025937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a13bb226-8b96-42ad-ba1d-30953c01f375 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.030126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:30.030296 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a13bb226-8b96-42ad-ba1d-30953c01f375 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/f21ea9d8-3f2a-4730-bd75-5f392afaf55c HTTP/1.1" status: 204 len: 168 time: 0.4375062 Dec 10 19:44:30.030395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.030395 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "PUT /v2.0/ports/3730d6ae-d528-4287-950f-28fbc873a955 HTTP/1.1" status: 200 len: 926 time: 2.9452531 Dec 10 19:44:30.037365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60248) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:30.037766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60250) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:30.041176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:30.045173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=0c5b5326-d0bc-4292-889c-1e4e04780918,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:30.047689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:30.052532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d799e-b9d2-4aa6-9809-8a89064ceb44 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:30.054191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-671d799e-b9d2-4aa6-9809-8a89064ceb44 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4556167 Dec 10 19:44:30.063647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:30.064302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.069559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60256) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:30.073665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4d4b5af-f534-468a-9943-1af5b2ea4dad'}, {'subnet_id': 'e60d0f84-f2ba-41d5-990c-ff6015b0bbec'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:30.095560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=a24089ab-587c-45f0-8827-7314462fc956,revision_number=10']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:30.099057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:30.100068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3074c5ed-18ff-401c-bf4d-ade54b7789dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:30.101321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:30.107960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b7cba0f-a9bf-42ef-8cc4-a43cb864adcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:30.141091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4576478 Dec 10 19:44:30.143916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60260) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:30.160470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Request body: {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'mac_address': 'fa:16:3e:ac:d3:1f', 'name': 'tempest-NetworksTestDHCPv6-2136719105'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:30.183914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Allocated IP 172.20.0.2 (9238e8b1-40b5-4f01-aa15-61a4b3b453e2/c436b2bb-f924-4797-9f43-bbcaa056b5a9/cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:30.184331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bb226-8b96-42ad-ba1d-30953c01f375 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ea9d8-3f2a-4730-bd75-5f392afaf55c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:30.192401 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-44ae6c4f-c3c2-432b-bb6b-0f4d14d2e702 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0855889 Dec 10 19:44:30.203314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a13bb226-8b96-42ad-ba1d-30953c01f375 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:30.205551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:30.205991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.213893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60264) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:30.218572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:30.219237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.267299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Subnet': ['ID=8ad54f0a-fd98-49a3-b190-4175e7427a92,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:30.272398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:30.352831 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9464715 Dec 10 19:44:30.354088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:30.357445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60270) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:30.361390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3b87b52f-1b4d-4c5e-94c5-280496a28052 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:30.364422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Usage tracker for resource:port and tenant:ed3bfdba2fa2493d85c1a574af0f5a7a is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:30.402872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3b87b52f-1b4d-4c5e-94c5-280496a28052 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:30.404246 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b87b52f-1b4d-4c5e-94c5-280496a28052 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3630393 Dec 10 19:44:30.419987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:30.422753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60276) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:30.450818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462023543'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:30.465920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:30.470540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:30.499726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:30.505149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Made reservation on behalf of ed3bfdba2fa2493d85c1a574af0f5a7a for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:30.532252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 0c5b5326-d0bc-4292-889c-1e4e04780918 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:30.532638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.533034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1634880342', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:30.549971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:44:30.642458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.656310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.734427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:30.738299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:30.741106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:30.762104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:30.784049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:30.829052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:30.866413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Usage tracker for resource:security_group_rule and tenant:b157625cb08a4e3aa185ba81c68ec6f1 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:30.878924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:30.899367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:30.909414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:30.959974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] device_id is not set on port 55843da0-060f-4085-912e-3d7eff4f43f2 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:31.015347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 028ae772-5dd8-4559-a5b2-851503e6a559 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:31.017678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.052643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-80d24841-6e96-41ee-b0cf-8526e60a47ce None None] Provisioning for port 028ae772-5dd8-4559-a5b2-851503e6a559 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:31.114456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.139545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.302804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.305543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-80d24841-6e96-41ee-b0cf-8526e60a47ce None None] Provisioning complete for port 028ae772-5dd8-4559-a5b2-851503e6a559 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:31.305925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80d24841-6e96-41ee-b0cf-8526e60a47ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.325406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 0c5b5326-d0bc-4292-889c-1e4e04780918 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:31.343781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8:0:1::285 (8339efbf-c924-42da-9e92-3086abe0e12c/e60d0f84-f2ba-41d5-990c-ff6015b0bbec/3730d6ae-d528-4287-950f-28fbc873a955) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:31.355857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ecc718c-8309-410e-b635-8f4be28b5514 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:31.438887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.571273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Transition to ACTIVE for port object cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:31.574516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.579391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.584843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1609380 Dec 10 19:44:31.591952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60280) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:31.609399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4a7e7155-87a6-473d-ac35-8b340548a4c6 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:31.613569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-4a7e7155-87a6-473d-ac35-8b340548a4c6 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 19:44:31.614936 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4a7e7155-87a6-473d-ac35-8b340548a4c6 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "PUT /v2.0/security-groups/e63f0a74-a7fd-409f-82e4-12b02b138e0e HTTP/1.1" status: 409 len: 330 time: 0.0218287 Dec 10 19:44:31.629064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60284) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:31.645928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 028ae772-5dd8-4559-a5b2-851503e6a559 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:31.646364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.657947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.668796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7157be55-da03-4141-8ce3-89e411e9dabc tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:31.675321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f0a74-a7fd-409f-82e4-12b02b138e0e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:31.682504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:31.684995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f19b642a-7033-447f-9942-d0ae3cb8b195 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:31.715623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.755719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Transition to ACTIVE for port object cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:31.784366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.797117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1312589-029b-4516-aacf-9d8db7e703bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:31.802416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Ignored duplicate provisioning block setup for port 3730d6ae-d528-4287-950f-28fbc873a955 by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 10 19:44:31.817767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:31.818173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: 4b5bf9d3-e03c-4089-8246-e021b14f4e73, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:31.832302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:31.860484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:27Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:31.885721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Network 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:31.894993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Checking router: 12bd6d18-7053-4a3b-b263-5094e0f6e727 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:44:31.895366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Updating router 12bd6d18-7053-4a3b-b263-5094e0f6e727 port a494110d-be7a-4541-bd5b-a81a04bc9688 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:44:31.935212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=0c5b5326-d0bc-4292-889c-1e4e04780918,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:31.947880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:31.964144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:31.967493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:31.976667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.015953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/0c5b5326-d0bc-4292-889c-1e4e04780918 HTTP/1.1" status: 204 len: 168 time: 1.6572902 Dec 10 19:44:32.029143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60288) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.049003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8::75 (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/9aef6bd1-a0b4-4664-8837-34505c38b7b0/55843da0-060f-4085-912e-3d7eff4f43f2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:32.119266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:d31f (6f6a6d0b-5956-458d-a78e-71d3f0b6b67e/8ad54f0a-fd98-49a3-b190-4175e7427a92/55843da0-060f-4085-912e-3d7eff4f43f2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:32.122573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2df503f-c098-41bf-b59e-1d1c9a9e2868 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.145412 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b0eb3a-740c-4234-9f28-44f7de3d3467 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:44:32.146018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14b0eb3a-740c-4234-9f28-44f7de3d3467 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:32.171379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=25690dcd-add9-4279-bbfa-425db0a6f555,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:32.174978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:32.178693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e28f9425-2d31-4831-8d38-88aebd3957bc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:32.195253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Pushing event updated for resources: {'Port': ['ID=cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:32.208308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2df503f-c098-41bf-b59e-1d1c9a9e2868 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.210849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:32.219732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14b0eb3a-740c-4234-9f28-44f7de3d3467 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:32.223654 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-14b0eb3a-740c-4234-9f28-44f7de3d3467 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/0c5b5326-d0bc-4292-889c-1e4e04780918 HTTP/1.1" status: 404 len: 333 time: 0.1885965 Dec 10 19:44:32.223801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.229238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60292) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.271577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a323e9-8963-4a25-a06d-1f528eccf8d2 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:32.302221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Attempting to bind port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:32.302923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Attempting to bind port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0a971a08-e0d1-4657-ab4b-ef5b837afdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9238e8b1-40b5-4f01-aa15-61a4b3b453e2'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:32.303497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Attempting to bind port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef on network 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:32.398741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2df503f-c098-41bf-b59e-1d1c9a9e2868 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.405197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6517a5d4-809a-4469-a343-ac3917c4919c None None] Provisioning for port 3730d6ae-d528-4287-950f-28fbc873a955 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:32.416966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:32.417377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Checking segment: {'id': '0a971a08-e0d1-4657-ab4b-ef5b837afdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9238e8b1-40b5-4f01-aa15-61a4b3b453e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:32.418414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.418864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Bound using segment: {'id': '0a971a08-e0d1-4657-ab4b-ef5b837afdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9238e8b1-40b5-4f01-aa15-61a4b3b453e2'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:32.419412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Bound port: cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a971a08-e0d1-4657-ab4b-ef5b837afdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9238e8b1-40b5-4f01-aa15-61a4b3b453e2'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:32.419833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.425838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b980ab27-733f-479d-8e34-221c4867a4fe tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:32.470980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] In _notify_port_updated(), no bound segment for port 3730d6ae-d528-4287-950f-28fbc873a955 on network 8339efbf-c924-42da-9e92-3086abe0e12c {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:44:32.475273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:32.476232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.476980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df503f-c098-41bf-b59e-1d1c9a9e2868 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f0a74-a7fd-409f-82e4-12b02b138e0e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:32.480945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "PUT /v2.0/ports/3730d6ae-d528-4287-950f-28fbc873a955 HTTP/1.1" status: 200 len: 1012 time: 2.4343889 Dec 10 19:44:32.485346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60296) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.485962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2df503f-c098-41bf-b59e-1d1c9a9e2868 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:32.489557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2df503f-c098-41bf-b59e-1d1c9a9e2868 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.497362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=3730d6ae-d528-4287-950f-28fbc873a955,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:32.498011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b2df503f-c098-41bf-b59e-1d1c9a9e2868 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/e63f0a74-a7fd-409f-82e4-12b02b138e0e HTTP/1.1" status: 204 len: 168 time: 0.8619263 Dec 10 19:44:32.502880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60300) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.537525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.538560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:32.538846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6517a5d4-809a-4469-a343-ac3917c4919c None None] Provisioning complete for port 3730d6ae-d528-4287-950f-28fbc873a955 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:32.539482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6517a5d4-809a-4469-a343-ac3917c4919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.548284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:32.568881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a24089ab-587c-45f0-8827-7314462fc956 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:32.618965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.639812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Transition to ACTIVE for port object 55843da0-060f-4085-912e-3d7eff4f43f2 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:32.644141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9262986e-a460-4b84-9e3d-18bba75b4a9e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Synchronizing usage tracker for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:32.664741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 4b5bf9d3-e03c-4089-8246-e021b14f4e73) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:32.672037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9262986e-a460-4b84-9e3d-18bba75b4a9e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Unset dirty status for tenant:b157625cb08a4e3aa185ba81c68ec6f1 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:32.673823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9262986e-a460-4b84-9e3d-18bba75b4a9e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1698995 Dec 10 19:44:32.681543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60304) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.690605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:32.691692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.702742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 3730d6ae-d528-4287-950f-28fbc873a955 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:32.703361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.705222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b8852e-839c-4a7e-b0de-be45fb87ed7e None None] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:32.711027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-f60aa064-5ddb-4973-b389-7505d34957b9 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] delete failed (client error): The resource could not be found. Dec 10 19:44:32.716540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f60aa064-5ddb-4973-b389-7505d34957b9 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "DELETE /v2.0/security-groups/1285d2de-f7e1-438c-b4a0-507339577549 HTTP/1.1" status: 404 len: 347 time: 0.0338178 Dec 10 19:44:32.718962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.721083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.730074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-41848066-4c5c-4e97-8204-d0ddb19e19a1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:32.828556 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6049545 Dec 10 19:44:32.836107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60312) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.836899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-aae72c77-e495-4603-999c-5077fb9959f2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] show failed (client error): The resource could not be found. Dec 10 19:44:32.843948 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aae72c77-e495-4603-999c-5077fb9959f2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-groups/2ac86583-0121-499a-97b3-aadf69e76892 HTTP/1.1" status: 404 len: 347 time: 0.1152499 Dec 10 19:44:32.851966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60316) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.879103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-08b14637-ac46-4dd5-84c6-31644bff57e5 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] show failed (client error): The resource could not be found. Dec 10 19:44:32.896647 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08b14637-ac46-4dd5-84c6-31644bff57e5 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] 10.222.0.41 "GET /v2.0/security-group-rules/7897100e-9f01-4a73-b148-8f6c1b8a05c8 HTTP/1.1" status: 404 len: 356 time: 0.0332899 Dec 10 19:44:32.896647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:32.901207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:32.904281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event updated for resources: {'Port': ['ID=55843da0-060f-4085-912e-3d7eff4f43f2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:32.915938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:32.921568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:32.922472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:32.941913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:32.951015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8035648 Dec 10 19:44:32.954305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60322) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:32.967461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet c436b2bb-f924-4797-9f43-bbcaa056b5a9 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:32.971281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.042259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.064065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting port 55843da0-060f-4085-912e-3d7eff4f43f2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:33.064751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.190428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6517a5d4-809a-4469-a343-ac3917c4919c None None] Port 3730d6ae-d528-4287-950f-28fbc873a955 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:33.192713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:33.193762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.319300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] For port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:33.382899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60328) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:33.492682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.523524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] For port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef,segment=NetworkSegment(0a971a08-e0d1-4657-ab4b-ef5b837afdff),segment_id=0a971a08-e0d1-4657-ab4b-ef5b837afdff)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:33.633100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.673454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 3730d6ae-d528-4287-950f-28fbc873a955 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:33.711474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.742177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:33.742599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.811801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.833042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0c86428-792e-4ac5-8b34-e9acd1b20b39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:33.852603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Calling delete_port for 55843da0-060f-4085-912e-3d7eff4f43f2 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:33.863354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6517a5d4-809a-4469-a343-ac3917c4919c None None] Provisioning complete for port 028ae772-5dd8-4559-a5b2-851503e6a559 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:33.863789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6517a5d4-809a-4469-a343-ac3917c4919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.874500 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b26157a1-6a2b-4b5d-aade-fea598c87c1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b157625cb08a4e3aa185ba81c68ec6f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4871421 Dec 10 19:44:33.882871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:33.944007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:33.984964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97f2f0cb-62b4-4ca8-b5ab-42e06cff3f89 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:33.993148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d82c-d604-4904-88fc-fee53f35a0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.073920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d82c-d604-4904-88fc-fee53f35a0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.092438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=c436b2bb-f924-4797-9f43-bbcaa056b5a9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:34.100236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:34.111864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Pushing event updated for resources: {'Port': ['ID=cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:34.113671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.119112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:34.143134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/c436b2bb-f924-4797-9f43-bbcaa056b5a9 HTTP/1.1" status: 204 len: 168 time: 1.8920243 Dec 10 19:44:34.148499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60338) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:34.202162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d82c-d604-4904-88fc-fee53f35a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.206889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-035f836a-0145-490f-aa08-db2b58c7fcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:34.218921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.228275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5d82c-d604-4904-88fc-fee53f35a0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea4e2cd-399d-4d65-9c05-e66fdc6e0be1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:34.233733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bf5d82c-d604-4904-88fc-fee53f35a0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:34.233733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dbf10de9-82b2-4ae1-81dd-b2c24c4d1bff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:34.292478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Port': ['ID=55843da0-060f-4085-912e-3d7eff4f43f2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:34.299299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:34.366155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.374672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Allocated IP 172.20.0.2 (4b5bf9d3-e03c-4089-8246-e021b14f4e73/25690dcd-add9-4279-bbfa-425db0a6f555/099e7a53-03d5-467e-8357-383621ff48cb) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:34.382512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d82c-d604-4904-88fc-fee53f35a0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.383721 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3bf5d82c-d604-4904-88fc-fee53f35a0d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ea4e2cd-399d-4d65-9c05-e66fdc6e0be1 HTTP/1.1" status: 204 len: 168 time: 0.5002513 Dec 10 19:44:34.403858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.407490 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/55843da0-060f-4085-912e-3d7eff4f43f2 HTTP/1.1" status: 204 len: 168 time: 1.4518771 Dec 10 19:44:34.411426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60344) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:34.598738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc792a4-3d7e-47b8-8d08-958cafb20eba tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:34.600268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cdc792a4-3d7e-47b8-8d08-958cafb20eba tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:34.600407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.630824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cdc792a4-3d7e-47b8-8d08-958cafb20eba tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:34.632380 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cdc792a4-3d7e-47b8-8d08-958cafb20eba tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2198048 Dec 10 19:44:34.638189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:34.807334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82f2ae-204e-498a-87a4-b2054243bf6e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:34.809545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4a82f2ae-204e-498a-87a4-b2054243bf6e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1701362 Dec 10 19:44:34.812221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60354) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:34.816253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:34.816638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.874407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-08bda9c9-445b-406f-a979-e2a14618a182 None None] Provisioning complete for port 3730d6ae-d528-4287-950f-28fbc873a955 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:34.874846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08bda9c9-445b-406f-a979-e2a14618a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.951129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Transition to ACTIVE for port object a494110d-be7a-4541-bd5b-a81a04bc9688 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:34.955524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.959149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08bda9c9-445b-406f-a979-e2a14618a182 None None] Port 3730d6ae-d528-4287-950f-28fbc873a955 was deleted so its status cannot be updated. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Dec 10 19:44:34.985489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:34.990075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a03d2047-4ce1-4f87-a347-08f5d066d219 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:34.990435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b40a3-6810-4034-a512-e597d9c23734 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:34.992260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b40a3-6810-4034-a512-e597d9c23734 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:34.993889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b40a3-6810-4034-a512-e597d9c23734 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:34.994780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd9b40a3-6810-4034-a512-e597d9c23734 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:34.995203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-08bda9c9-445b-406f-a979-e2a14618a182 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:34.996425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08bda9c9-445b-406f-a979-e2a14618a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.019203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dd9b40a3-6810-4034-a512-e597d9c23734 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:35.020624 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dd9b40a3-6810-4034-a512-e597d9c23734 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2069128 Dec 10 19:44:35.023524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60360) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:35.071702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-407e03c3-16f7-4307-a642-9fac7f86c0ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:35.116060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 8ad54f0a-fd98-49a3-b190-4175e7427a92 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:35.126524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.131244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=3730d6ae-d528-4287-950f-28fbc873a955,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:35.178995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:35.197110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.222523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.268859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Attempting to bind port a494110d-be7a-4541-bd5b-a81a04bc9688 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:35.271770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Attempting to bind port a494110d-be7a-4541-bd5b-a81a04bc9688 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:35.272974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Attempting to bind port a494110d-be7a-4541-bd5b-a81a04bc9688 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:35.281680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Transition to ACTIVE for port object 099e7a53-03d5-467e-8357-383621ff48cb will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:35.289760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.292174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/3730d6ae-d528-4287-950f-28fbc873a955 HTTP/1.1" status: 204 len: 168 time: 2.7995808 Dec 10 19:44:35.298730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60368) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:35.350834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad78a6-7679-4c86-8e81-b2cabb99c372 None None] Pushing event updated for resources: {'Port': ['ID=a494110d-be7a-4541-bd5b-a81a04bc9688,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:35.370029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2ad78a6-7679-4c86-8e81-b2cabb99c372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:35.374183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] For port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef,segment=NetworkSegment(0a971a08-e0d1-4657-ab4b-ef5b837afdff),segment_id=0a971a08-e0d1-4657-ab4b-ef5b837afdff)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:35.375551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.376656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d9f7fb-fcaa-4f40-a4ba-5249a087cdd8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:44:35.377243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91d9f7fb-fcaa-4f40-a4ba-5249a087cdd8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:35.401492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:35.402172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:35.402650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.403087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:35.403634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Bound port: a494110d-be7a-4541-bd5b-a81a04bc9688, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:35.404060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.435081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.499190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Transition to ACTIVE for port object 099e7a53-03d5-467e-8357-383621ff48cb will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:35.512744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.538195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-985e8c45-1a12-4bf5-b86c-e0b9b612035d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:35.616675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.631410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e155484-8a47-452b-86b8-ac50d3aff917 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:35.652523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:35.663060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:35.665181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:35.667065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9618ebaa-0b60-4c68-b1eb-c9540a0c2e86 None None] Could not find standard attr ID for object 55843da0-060f-4085-912e-3d7eff4f43f2. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:44:35.669188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.669429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:35.692034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad54f0a-fd98-49a3-b190-4175e7427a92,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:35.702374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:35.706200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/8ad54f0a-fd98-49a3-b190-4175e7427a92 HTTP/1.1" status: 204 len: 168 time: 0.6816013 Dec 10 19:44:35.707941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91d9f7fb-fcaa-4f40-a4ba-5249a087cdd8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:35.711243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60378) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:35.713316 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91d9f7fb-fcaa-4f40-a4ba-5249a087cdd8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/3730d6ae-d528-4287-950f-28fbc873a955 HTTP/1.1" status: 404 len: 333 time: 0.4108012 Dec 10 19:44:35.714085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60380) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:35.734237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Pushing event updated for resources: {'Port': ['ID=099e7a53-03d5-467e-8357-383621ff48cb,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:35.780609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:35.815511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] For port a494110d-be7a-4541-bd5b-a81a04bc9688, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:35.854712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] For port a494110d-be7a-4541-bd5b-a81a04bc9688, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a494110d-be7a-4541-bd5b-a81a04bc9688,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:35.857646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Attempting to bind port 099e7a53-03d5-467e-8357-383621ff48cb on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:35.858341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Attempting to bind port 099e7a53-03d5-467e-8357-383621ff48cb by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:35.858481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Attempting to bind port 099e7a53-03d5-467e-8357-383621ff48cb on network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:35.864681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9618ebaa-0b60-4c68-b1eb-c9540a0c2e86 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:35.865259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9618ebaa-0b60-4c68-b1eb-c9540a0c2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.953469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:35.963571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25c86c1c-2d5f-4fa4-bf1b-f79488c37dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:36.017188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet e60d0f84-f2ba-41d5-990c-ff6015b0bbec {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:36.026272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.027250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:36.027685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Checking segment: {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:36.028147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.028601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Bound using segment: {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:36.029158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Bound port: 099e7a53-03d5-467e-8357-383621ff48cb, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:36.029608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.133911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.178066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:44:36.178828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:44:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:36.232851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60388) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:36.239707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.281502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Deleting subnet 9aef6bd1-a0b4-4664-8837-34505c38b7b0 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:36.303688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.326338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.337301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f80b55e7-36c8-441f-a23e-990eb2959b91 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:36.367329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830b226-f6bd-48db-92f0-2d29d4711730 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:36.374259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.389057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=e60d0f84-f2ba-41d5-990c-ff6015b0bbec,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:36.392252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:36.397541 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/e60d0f84-f2ba-41d5-990c-ff6015b0bbec HTTP/1.1" status: 204 len: 168 time: 0.6818774 Dec 10 19:44:36.398760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:36.413775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.510525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.534432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet e4d4b5af-f534-468a-9943-1af5b2ea4dad {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:36.541123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.562562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b692ef3e-ebf7-4d03-9473-07099f867a10 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:36.627448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.643594 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e847a405-bd21-4ea6-98f9-f2ebab2a519e tempest-ServiceProvidersTest-1933872544 tempest-ServiceProvidersTest-1933872544-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3933249 Dec 10 19:44:36.644105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765dfb39-31db-4ff7-857a-ef86584af55a None None] Network 8339efbf-c924-42da-9e92-3086abe0e12c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:36.660320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad78a6-7679-4c86-8e81-b2cabb99c372 None None] Pushing event updated for resources: {'Port': ['ID=a494110d-be7a-4541-bd5b-a81a04bc9688,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:36.687237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No DVR routers for this DVR port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:36.695294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:36.726050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:36.736117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:36.745851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.756991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2ad78a6-7679-4c86-8e81-b2cabb99c372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:36.842672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.843242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a239b82e-592b-4aa1-8a59-2b2621f43253 None None] Network 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:36.847510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-068fd572-bfad-4f42-8509-ba66edf7a6a0 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:36.853757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.882449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9238e8b1-40b5-4f01-aa15-61a4b3b453e2']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:36.896212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a971a08-e0d1-4657-ab4b-ef5b837afdff') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:36.896548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a971a08-e0d1-4657-ab4b-ef5b837afdff') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:36.898628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d4b5af-f534-468a-9943-1af5b2ea4dad,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:36.908648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:36.910818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.912798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.921129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/e4d4b5af-f534-468a-9943-1af5b2ea4dad HTTP/1.1" status: 204 len: 168 time: 0.5218732 Dec 10 19:44:36.929111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60402) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:36.944329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:36.951434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:36.951866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 10 19:44:36.990113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:36.990674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:37.008879 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:37.011568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Port cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef not found, will not notify nova. {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 10 19:44:37.054922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cde42d01-75fa-4223-98d8-396f85d8cd68 None None] Could not find standard attr ID for object cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:44:37.076966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60406) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:37.090849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.108370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.121546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 028ae772-5dd8-4559-a5b2-851503e6a559 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:37.121546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.130226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] For port 099e7a53-03d5-467e-8357-383621ff48cb, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:37.242041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] For port 099e7a53-03d5-467e-8357-383621ff48cb, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=099e7a53-03d5-467e-8357-383621ff48cb,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:37.291112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.304627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.304889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.316558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-368321d3-bcd2-428c-9d2f-07e7ddddc896 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:37.323300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:37.335766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.351430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/networks/9238e8b1-40b5-4f01-aa15-61a4b3b453e2 HTTP/1.1" status: 204 len: 168 time: 3.1991863 Dec 10 19:44:37.355176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60412) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:37.360203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.377783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'name': 'tempest-PortsTestJSON-1401512728'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:37.421620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Network': ['ID=9238e8b1-40b5-4f01-aa15-61a4b3b453e2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:37.425922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:37.456490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Pushing event updated for resources: {'Port': ['ID=099e7a53-03d5-467e-8357-383621ff48cb,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:37.468050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbab58b-4a9d-4d41-8c7d-045c484840ff None None] DHCP port deletion for 9238e8b1-40b5-4f01-aa15-61a4b3b453e2 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:44:37.472544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:37.510776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] For port 028ae772-5dd8-4559-a5b2-851503e6a559, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=028ae772-5dd8-4559-a5b2-851503e6a559,segment=NetworkSegment(74171f50-7f4d-4fda-a4a0-5ee7d144c62a),segment_id=74171f50-7f4d-4fda-a4a0-5ee7d144c62a)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:37.511212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.538780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:44:37.588578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.598871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:37.647983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Subnet': ['ID=9aef6bd1-a0b4-4664-8837-34505c38b7b0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:37.658251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:37.673231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 028ae772-5dd8-4559-a5b2-851503e6a559 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:37.680192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.701420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/9aef6bd1-a0b4-4664-8837-34505c38b7b0 HTTP/1.1" status: 204 len: 168 time: 1.9886487 Dec 10 19:44:37.706940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60416) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:37.737432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:37.757681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:37.763525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:37.767978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:37.780506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Usage tracker for resource:security_group_rule and tenant:39be437da11145f097bea4fbebe73f3d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:37.783760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:37.786299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:37.795179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:37.829592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-465aca6c-4587-4648-8faa-3eb7f7cd3a48 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211379 Dec 10 19:44:37.837235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60420) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:37.867870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:37.876223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.931100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:37.943465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1665dff-619b-41e9-a588-96be472a5ad7 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:38.012006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 2cdf6978-4455-428c-8abd-12ba1b7a358d yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:38.039333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919aa4a-e618-464b-b4f8-9cca774032e9 None None] DHCP port deletion for 8339efbf-c924-42da-9e92-3086abe0e12c request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:44:38.055466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=028ae772-5dd8-4559-a5b2-851503e6a559,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:38.061299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:38.070227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No DVR routers for this DVR port 028ae772-5dd8-4559-a5b2-851503e6a559 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:38.104805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d1a719-ca7d-49f3-85c2-57b01a3d85d9 None None] Update dhcp port {'port': {'network_id': '6f6a6d0b-5956-458d-a78e-71d3f0b6b67e', 'fixed_ips': [{'subnet_id': '9aef6bd1-a0b4-4664-8837-34505c38b7b0'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'a24089ab-587c-45f0-8827-7314462fc956'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:44:38.150930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:27Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:38.160064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35651646-0a1c-425e-8875-22e30afb58b5 None None] The sync data for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv is: [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:27Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:44:38.183664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a719-ca7d-49f3-85c2-57b01a3d85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.314745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.322433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.338111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b650ea5f-d933-4fdb-8c5c-bcd0b1c8ae44 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:38.338257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.339063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b650ea5f-d933-4fdb-8c5c-bcd0b1c8ae44 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:38.345420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bf5d82c-d604-4904-88fc-fee53f35a0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:38.406748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b650ea5f-d933-4fdb-8c5c-bcd0b1c8ae44 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:38.411102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8339efbf-c924-42da-9e92-3086abe0e12c']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:38.411290 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b650ea5f-d933-4fdb-8c5c-bcd0b1c8ae44 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5737278 Dec 10 19:44:38.414472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60424) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:38.436121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3dc76-bd81-4d24-86f5-9d2e7b9c94e4 None None] Network 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:38.536321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.1 (4b5bf9d3-e03c-4089-8246-e021b14f4e73/25690dcd-add9-4279-bbfa-425db0a6f555/6d1b5d66-0e04-4ae8-b294-9e96398186a9) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:38.567251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2349334-9492-4c68-9f41-c508a091a4e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:38.568254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c2349334-9492-4c68-9f41-c508a091a4e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Synchronizing usage tracker for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:38.569221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39be437da11145f097bea4fbebe73f3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4908705 Dec 10 19:44:38.570139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766e7b20-ce31-4e61-adbd-ef4d34289e00,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:38.581847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60428) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:38.592636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74171f50-7f4d-4fda-a4a0-5ee7d144c62a') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:38.594918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74171f50-7f4d-4fda-a4a0-5ee7d144c62a') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:38.603564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 099e7a53-03d5-467e-8357-383621ff48cb up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:38.604772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:38.648794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.664796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-888f92b5-97a2-4ee8-b106-a5855869ba40 None None] Provisioning complete for port a24089ab-587c-45f0-8827-7314462fc956 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:38.665227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-888f92b5-97a2-4ee8-b106-a5855869ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.688000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c2349334-9492-4c68-9f41-c508a091a4e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Unset dirty status for tenant:ed3bfdba2fa2493d85c1a574af0f5a7a on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:38.692307 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2349334-9492-4c68-9f41-c508a091a4e8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2765682 Dec 10 19:44:38.695952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60432) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:38.758575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.775211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.801997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 6d1b5d66-0e04-4ae8-b294-9e96398186a9 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:38.816633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:38.817097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:38.842823 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:38.850864 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1dc150a-8205-422a-a0a1-fd18c30d6f32 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534026 Dec 10 19:44:38.855203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.869684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60436) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:38.872193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23c4f91f-6d01-4722-8b1b-d61d5ea0f0ea tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:38.922735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.967132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1aeead5c-f486-4957-970a-3bd852caa37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:38.993116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-75644cef-a778-4dcc-baae-9c2ba007b2ad tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:38.993786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75644cef-a778-4dcc-baae-9c2ba007b2ad tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:39.001103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1aeead5c-f486-4957-970a-3bd852caa37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.010048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:39.012524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-75644cef-a778-4dcc-baae-9c2ba007b2ad tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/55843da0-060f-4085-912e-3d7eff4f43f2 HTTP/1.1" status: 404 len: 333 time: 0.0896537 Dec 10 19:44:39.016231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60440) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:39.016378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:39.020662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:39.087154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.095221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-79bd1074-61f2-4e63-ab62-be42a0aa1d64 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:39.118145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=6d1b5d66-0e04-4ae8-b294-9e96398186a9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:39.123332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:39.130716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.193702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dd13d2-3798-4a21-9cc5-deda3591b196 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:39.194508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dd13d2-3798-4a21-9cc5-deda3591b196 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:39.240074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 099e7a53-03d5-467e-8357-383621ff48cb completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:39.258353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.301641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] DHCP port deletion for 6f6a6d0b-5956-458d-a78e-71d3f0b6b67e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:44:39.307571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Deleting port a24089ab-587c-45f0-8827-7314462fc956 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:39.308395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.377430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a24089ab-587c-45f0-8827-7314462fc956 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:39.546419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.570435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1aeead5c-f486-4957-970a-3bd852caa37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.596720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.638853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:39.643884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1aeead5c-f486-4957-970a-3bd852caa37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.647897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1aeead5c-f486-4957-970a-3bd852caa37f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/766e7b20-ce31-4e61-adbd-ef4d34289e00 HTTP/1.1" status: 204 len: 168 time: 1.0621667 Dec 10 19:44:39.647897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=2cdf6978-4455-428c-8abd-12ba1b7a358d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:39.650472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:39.654001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:39.655111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1514898f-654f-41a7-944c-ba855928bb8b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:39.695129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/networks/8339efbf-c924-42da-9e92-3086abe0e12c HTTP/1.1" status: 204 len: 168 time: 2.7612400 Dec 10 19:44:39.697391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d8dd13d2-3798-4a21-9cc5-deda3591b196 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/8ad54f0a-fd98-49a3-b190-4175e7427a92 HTTP/1.1" status: 404 len: 337 time: 0.6561987 Dec 10 19:44:39.699179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:39.704045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.704564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:39.706271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.714965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60446) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:39.715662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60448) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:39.775027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a24089ab-587c-45f0-8827-7314462fc956,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:39.786930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:39.788180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:39.820818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Network': ['ID=8339efbf-c924-42da-9e92-3086abe0e12c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:39.828800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-799b784d-8a2b-4efa-a102-47d05d4c7b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:39.838292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:39.856632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99cd095d-54e6-4a33-9a24-99d816d4df02 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:39.873927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:39.874263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cbdd873a-286e-4e7b-9b2c-a10d6f9dbaef not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:39.874843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 028ae772-5dd8-4559-a5b2-851503e6a559 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:39.890527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41a249a-e34b-47c0-b03a-28234ca4f70b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:39.891791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41a249a-e34b-47c0-b03a-28234ca4f70b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:39.896868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60454) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:39.897211 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e41a249a-e34b-47c0-b03a-28234ca4f70b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/9aef6bd1-a0b4-4664-8837-34505c38b7b0 HTTP/1.1" status: 404 len: 337 time: 0.1772413 Dec 10 19:44:39.903221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeead5c-f486-4957-970a-3bd852caa37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766e7b20-ce31-4e61-adbd-ef4d34289e00,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:39.913579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1aeead5c-f486-4957-970a-3bd852caa37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:39.919686 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5633996 Dec 10 19:44:39.925203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60458) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:39.963731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 028ae772-5dd8-4559-a5b2-851503e6a559 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:39.964113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 028ae772-5dd8-4559-a5b2-851503e6a559 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:39.978631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a24089ab-587c-45f0-8827-7314462fc956,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:39.979226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.030299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.038131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c5bfe7-e1eb-4c6b-bcef-3e377987b630 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:40.054818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c5bfe7-e1eb-4c6b-bcef-3e377987b630 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:40.060995 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55c5bfe7-e1eb-4c6b-bcef-3e377987b630 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/51b87b91-9310-4c63-be5d-a03523defcd6 HTTP/1.1" status: 404 len: 333 time: 0.1609938 Dec 10 19:44:40.062381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60462) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:40.067900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.083459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 2cdf6978-4455-428c-8abd-12ba1b7a358d {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:40.084359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.155698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f85483d0-b1bd-41b8-95d2-d2e66b6a1fc1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:40.192192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03df9f-a8a7-41b5-b5b9-88ce21cd4095 None None] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:40.198279 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3151f6c5-11af-483f-b84d-be7f3b3465d6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:40.199891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3151f6c5-11af-483f-b84d-be7f3b3465d6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:40.205628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3151f6c5-11af-483f-b84d-be7f3b3465d6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/d49e8fe2-e891-4ae7-af33-41e7b55ff573 HTTP/1.1" status: 404 len: 337 time: 0.1396699 Dec 10 19:44:40.206687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60466) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:40.288201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9141a-f88b-4736-908a-dd92c23eb43d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:40.289024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b2f9141a-f88b-4736-908a-dd92c23eb43d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:40.310523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a95d80-c1e5-46fe-a2bf-f63faafeb7f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:40.311034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a95d80-c1e5-46fe-a2bf-f63faafeb7f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:40.316470 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-36a95d80-c1e5-46fe-a2bf-f63faafeb7f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/16137324-a0db-4ee5-8a80-2223c6a8cd4a HTTP/1.1" status: 404 len: 337 time: 0.0773287 Dec 10 19:44:40.316643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60470) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:40.354181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.359111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Calling delete_port for a24089ab-587c-45f0-8827-7314462fc956 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:40.363718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=6d1b5d66-0e04-4ae8-b294-9e96398186a9,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:40.367263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:40.432827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=a24089ab-587c-45f0-8827-7314462fc956,revision_number=13']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:40.449766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:40.481996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] Provisioning for port 099e7a53-03d5-467e-8357-383621ff48cb completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:40.493227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] Provisioning complete for port 099e7a53-03d5-467e-8357-383621ff48cb triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:40.493684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.510750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b2f9141a-f88b-4736-908a-dd92c23eb43d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:40.516752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b2f9141a-f88b-4736-908a-dd92c23eb43d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7991447 Dec 10 19:44:40.517540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60474) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:40.565500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a494110d-be7a-4541-bd5b-a81a04bc9688 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:40.581284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.585497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:40.586808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:40.597044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d1c02d-f9fc-4fbc-b5b3-cbc82716d40a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:40.597044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d1c02d-f9fc-4fbc-b5b3-cbc82716d40a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:40.600960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c4d1c02d-f9fc-4fbc-b5b3-cbc82716d40a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/a32bfac6-c515-48e2-8754-b0aa1493e069 HTTP/1.1" status: 404 len: 333 time: 0.2784364 Dec 10 19:44:40.607926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60478) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:40.694462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:44:40.694883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:44:40.778656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.781100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 2cdf6978-4455-428c-8abd-12ba1b7a358d owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:40.813549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee2826d-fdd4-4c43-9407-e9d647cac787 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:40.814033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee2826d-fdd4-4c43-9407-e9d647cac787 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:40.815870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3ee2826d-fdd4-4c43-9407-e9d647cac787 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/1a672470-0403-45cc-88d1-ceb31d311359 HTTP/1.1" status: 404 len: 337 time: 0.2047007 Dec 10 19:44:40.827080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:40.834130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] For port 099e7a53-03d5-467e-8357-383621ff48cb, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=099e7a53-03d5-467e-8357-383621ff48cb,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:40.838559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.842357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-98b44b02-8d76-4853-8bee-b78953db9ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:40.879848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port a494110d-be7a-4541-bd5b-a81a04bc9688 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:40.898834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a494110d-be7a-4541-bd5b-a81a04bc9688 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:40.899644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:40.904736 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a753822-614b-4112-b404-c3fcdccf6b03 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:40.905231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a753822-614b-4112-b404-c3fcdccf6b03 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:40.909481 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8a753822-614b-4112-b404-c3fcdccf6b03 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/d194a12c-34e3-4664-8470-99401cb699db HTTP/1.1" status: 404 len: 337 time: 0.0773730 Dec 10 19:44:40.918009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60486) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:40.990089 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99a4e50-75b6-4f92-b9cc-1342de48df45 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:40.990814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99a4e50-75b6-4f92-b9cc-1342de48df45 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:40.992397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f99a4e50-75b6-4f92-b9cc-1342de48df45 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/5468fedf-1584-4836-a223-d20e6d6d1095 HTTP/1.1" status: 404 len: 333 time: 0.0733635 Dec 10 19:44:40.995263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60490) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.002785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] Pushing event updated for resources: {'Port': ['ID=099e7a53-03d5-467e-8357-383621ff48cb,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:41.007120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:41.043567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bd3e8868-a328-473c-a173-080b64a3d400 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5042987 Dec 10 19:44:41.044482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60494) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.060082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-520959391'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:41.067916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-280c9b47-c71f-4d38-9076-ca2756621b0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.068770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280c9b47-c71f-4d38-9076-ca2756621b0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.074999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.078819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.084704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 12bd6d18-7053-4a3b-b263-5094e0f6e727 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:44:41.095113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:41.099029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc7d2885-ea65-417d-9d53-a4557c8f6e3e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:41.099616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port a494110d-be7a-4541-bd5b-a81a04bc9688, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a494110d-be7a-4541-bd5b-a81a04bc9688,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:41.103566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.111939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-75f439da-b73e-439a-8fab-bef418463a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:41.136033 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-280c9b47-c71f-4d38-9076-ca2756621b0f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/20be0748-854b-4310-8266-b5658ab2c62a HTTP/1.1" status: 404 len: 337 time: 0.1388638 Dec 10 19:44:41.137262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60498) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.154818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.159463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/2cdf6978-4455-428c-8abd-12ba1b7a358d HTTP/1.1" status: 204 len: 168 time: 1.2284486 Dec 10 19:44:41.159463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:network and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:41.163474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60502) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.177953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'mac_address': 'fa:16:3e:54:2f:54', 'name': 'tempest-PortsTestJSON-176306638'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:41.198492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:41.202877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Deleting port a24089ab-587c-45f0-8827-7314462fc956 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:41.203013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=2cdf6978-4455-428c-8abd-12ba1b7a358d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:41.203295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.211853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:41.212773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:41.220276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e537e673-10c8-4da7-9c67-b3633cc3d3b5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.220818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e537e673-10c8-4da7-9c67-b3633cc3d3b5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.225556 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e537e673-10c8-4da7-9c67-b3633cc3d3b5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/9dfc43a5-007a-4950-ba8f-3ecdea1a711d HTTP/1.1" status: 404 len: 337 time: 0.0789433 Dec 10 19:44:41.228239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60506) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.281675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-53945ea9-d7c4-49ac-81e3-23935c2ba0e9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.282176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53945ea9-d7c4-49ac-81e3-23935c2ba0e9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.286970 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-53945ea9-d7c4-49ac-81e3-23935c2ba0e9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/04225c03-691c-479c-a87c-bcc974dd41eb HTTP/1.1" status: 404 len: 333 time: 0.0576093 Dec 10 19:44:41.287846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:41.293483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.305428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60510) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.326536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0857da6f-5cc2-402b-8bad-b5e44e94de0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.357084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=a494110d-be7a-4541-bd5b-a81a04bc9688,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:41.362232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba940fc9-069c-475f-89c6-06a1b4177c58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.362736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba940fc9-069c-475f-89c6-06a1b4177c58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.367435 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ba940fc9-069c-475f-89c6-06a1b4177c58 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/5e240ca9-0fb8-4dbf-80d5-abe1b46fd938 HTTP/1.1" status: 404 len: 337 time: 0.0609109 Dec 10 19:44:41.368520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:41.368660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60514) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.403029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:41.415730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:41.422321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:41.425689 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69c2dac-96b6-4cb7-983c-221e86383e81 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.426360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69c2dac-96b6-4cb7-983c-221e86383e81 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.431769 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f69c2dac-96b6-4cb7-983c-221e86383e81 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/a49d16b1-fefc-48c7-8eff-baa7b41ee020 HTTP/1.1" status: 404 len: 333 time: 0.0620553 Dec 10 19:44:41.432783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:41.435593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60518) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.446490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:41.457299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.457730 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Added segment c0f39511-b4b6-456a-9a1d-cdee3a0182f5 of type vlan for network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 Dec 10 19:44:41.489099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.518473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7802e0-0739-4036-884c-1de0d59013de tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.519080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7802e0-0739-4036-884c-1de0d59013de tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.521348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b7802e0-0739-4036-884c-1de0d59013de tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/cc8a1c4f-1cf3-45d8-9af7-83a453ba123d HTTP/1.1" status: 404 len: 337 time: 0.0845487 Dec 10 19:44:41.524497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60522) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.535998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.540355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:41.541057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.556533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ad7b8d5-e258-4541-99b7-742e9d747fbe tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:41.592678 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdd0011-a2ad-48c3-8463-b65779060a4c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.593302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdd0011-a2ad-48c3-8463-b65779060a4c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.595432 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4bdd0011-a2ad-48c3-8463-b65779060a4c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/6a1f3f36-5175-49f1-a9f7-170bc55eb74e HTTP/1.1" status: 404 len: 333 time: 0.0699248 Dec 10 19:44:41.605546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:41.623581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60526) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.637580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-74eed1da-a8ed-42d2-a6aa-cefcecba1eaf None None] Provisioning complete for port 099e7a53-03d5-467e-8357-383621ff48cb triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:41.638343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74eed1da-a8ed-42d2-a6aa-cefcecba1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.684185 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6313009 Dec 10 19:44:41.685123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Network': ['ID=ed5ad7d5-2c4e-4f26-ba71-4555fa616539,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:41.687933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60530) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.694358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:41.710452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:41.712281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:41.762824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3eaf66-f5f1-4d31-931f-2bf5139317cd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.763374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3eaf66-f5f1-4d31-931f-2bf5139317cd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.765416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f3eaf66-f5f1-4d31-931f-2bf5139317cd tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/6fcffd88-7f7f-4a36-882d-626dd939fa24 HTTP/1.1" status: 404 len: 337 time: 0.1363354 Dec 10 19:44:41.771680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60534) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.799382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:44:41.809268 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/12bd6d18-7053-4a3b-b263-5094e0f6e727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9690888 Dec 10 19:44:41.814315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.819881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60538) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.852755 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcfb82e-72c6-4a43-8a77-2f4b207672c4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.853078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port e28409b1-8287-4869-af0e-43cdfb23b324 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:41.853263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcfb82e-72c6-4a43-8a77-2f4b207672c4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.856652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] For port a24089ab-587c-45f0-8827-7314462fc956, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a24089ab-587c-45f0-8827-7314462fc956,segment=NetworkSegment(fa313d5a-87cc-4ca4-8f35-9f32d3e9a627),segment_id=fa313d5a-87cc-4ca4-8f35-9f32d3e9a627)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:41.857362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:41.857921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fbcfb82e-72c6-4a43-8a77-2f4b207672c4 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/14d2c7aa-dbdc-4eba-ba9c-b56e7d90cb1c HTTP/1.1" status: 404 len: 333 time: 0.0851414 Dec 10 19:44:41.861296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60544) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.916393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b708125-1500-43bf-a1b3-1e3a65160297 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.916887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b708125-1500-43bf-a1b3-1e3a65160297 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.921581 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b708125-1500-43bf-a1b3-1e3a65160297 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/84f51cac-6625-43ab-a6f3-648322578667 HTTP/1.1" status: 404 len: 337 time: 0.0592294 Dec 10 19:44:41.924140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60548) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.975611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-411cb5e2-244b-43a8-b76e-c88b665fa61c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:41.976113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411cb5e2-244b-43a8-b76e-c88b665fa61c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:41.980735 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-411cb5e2-244b-43a8-b76e-c88b665fa61c tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/b5092d65-dbb2-4460-85e6-2a41df5e3591 HTTP/1.1" status: 404 len: 333 time: 0.0541203 Dec 10 19:44:41.983782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60552) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:41.986426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:41.990601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:41.993719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:42.000585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:42.011000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:42.101740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Calling delete_port for a24089ab-587c-45f0-8827-7314462fc956 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:42.208951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-74eed1da-a8ed-42d2-a6aa-cefcecba1eaf None None] Provisioning for port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:42.214671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.219638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:42.257751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-74eed1da-a8ed-42d2-a6aa-cefcecba1eaf None None] Provisioning complete for port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:42.258178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74eed1da-a8ed-42d2-a6aa-cefcecba1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.272843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.301629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Pushing event deleted for resources: {'Port': ['ID=a24089ab-587c-45f0-8827-7314462fc956,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:42.304225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:42.327798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74eed1da-a8ed-42d2-a6aa-cefcecba1eaf None None] Port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:42.333596 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-955e87fa-aba8-42e2-a764-931d2320bb61 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:42.334084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955e87fa-aba8-42e2-a764-931d2320bb61 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:42.335405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] No DVR routers for this DVR port a24089ab-587c-45f0-8827-7314462fc956 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:42.357381 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-955e87fa-aba8-42e2-a764-931d2320bb61 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/8a81c2a6-e376-4b1a-96df-cdeb6e5f48d4 HTTP/1.1" status: 404 len: 337 time: 0.3721611 Dec 10 19:44:42.361169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60556) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.403692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.432161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.437184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fadfb2-5af3-4f90-86cc-36b3e0657fe1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:42.437712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fadfb2-5af3-4f90-86cc-36b3e0657fe1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:42.441922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e7fadfb2-5af3-4f90-86cc-36b3e0657fe1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/bbbfb270-5715-4475-9b06-d76bde65e5ef HTTP/1.1" status: 404 len: 333 time: 0.0756943 Dec 10 19:44:42.445007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60560) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.461604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-12885284-96d0-400b-b943-b8615d3a461e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:42.465019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-31c179ce-c80f-4930-9a84-638adfe3134b None None] Provisioning complete for port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:42.465454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31c179ce-c80f-4930-9a84-638adfe3134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.519844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.520027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.520397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.520812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.521224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.521693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.522105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.522516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.528192 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-019b1a9e-9dc6-4f5a-ab04-7a46a54a7d4b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5515 time: 0.7007492 Dec 10 19:44:42.529466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60564) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.559541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 099e7a53-03d5-467e-8357-383621ff48cb up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:42.560297 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-999f6997-9ccf-48f1-b8e7-087c0536f212 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:42.560808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999f6997-9ccf-48f1-b8e7-087c0536f212 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:42.565415 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-999f6997-9ccf-48f1-b8e7-087c0536f212 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/07b0fdfb-06dd-4c68-adea-74d944b6473b HTTP/1.1" status: 404 len: 337 time: 0.1190915 Dec 10 19:44:42.570969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60568) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.575923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:42.581686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Sync routers for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:44:42.594142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:44:42.594825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:44:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:42.628370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc7d1a6-c788-4cd2-98ef-ee1faaa032ac tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:42.629137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc7d1a6-c788-4cd2-98ef-ee1faaa032ac tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:42.629329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.631512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9cc7d1a6-c788-4cd2-98ef-ee1faaa032ac tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/70acd73b-c61f-4d39-8264-05bec69f5885 HTTP/1.1" status: 404 len: 337 time: 0.0598226 Dec 10 19:44:42.640954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:42.643199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60572) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.652048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:42.656744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.657709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.660485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-31c179ce-c80f-4930-9a84-638adfe3134b None None] Port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:42.684421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d64d0-3c84-4f3a-a3fb-d964b16b9438 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.685010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d64d0-3c84-4f3a-a3fb-d964b16b9438 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.685521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d64d0-3c84-4f3a-a3fb-d964b16b9438 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.686262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d64d0-3c84-4f3a-a3fb-d964b16b9438 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.691429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-797d64d0-3c84-4f3a-a3fb-d964b16b9438 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1589508 Dec 10 19:44:42.692329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 099e7a53-03d5-467e-8357-383621ff48cb triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:42.692754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.695773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60576) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.722982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5582750 Dec 10 19:44:42.730418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=e28409b1-8287-4869-af0e-43cdfb23b324,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:42.733647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60580) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.737634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:42.785044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ecda8c-fbeb-4d72-b6bf-73afbf75c73e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:42.785572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ecda8c-fbeb-4d72-b6bf-73afbf75c73e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:42.787419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08ecda8c-fbeb-4d72-b6bf-73afbf75c73e tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/1c566d4d-7c57-429b-b002-b49f1243d690 HTTP/1.1" status: 404 len: 333 time: 0.1400945 Dec 10 19:44:42.793254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60584) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.814030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:44:42.850625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a494110d-be7a-4541-bd5b-a81a04bc9688 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:42.882597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a6f4a-7c1c-456f-b444-55bd2df9aff4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:42.883280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1a1a6f4a-7c1c-456f-b444-55bd2df9aff4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:42.892792 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a337876-22d4-4325-aead-5d9314956252 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:42.893331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a337876-22d4-4325-aead-5d9314956252 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:42.895244 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2a337876-22d4-4325-aead-5d9314956252 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/19566ec5-5fd5-41a0-95dc-31cb1a4adef9 HTTP/1.1" status: 404 len: 337 time: 0.1009371 Dec 10 19:44:42.899723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60588) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:42.947967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a494110d-be7a-4541-bd5b-a81a04bc9688 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:42.949484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:42.949815 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac10ca2-c2f8-427b-9ec4-2a10579bb384 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:42.950330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac10ca2-c2f8-427b-9ec4-2a10579bb384 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:42.954323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5ac10ca2-c2f8-427b-9ec4-2a10579bb384 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/6f7c12eb-80a9-4183-b5dc-05bc992fc64c HTTP/1.1" status: 404 len: 337 time: 0.0534654 Dec 10 19:44:42.956966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60592) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.003876 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f29e021-b2d0-4b7c-9ceb-3163c8f5a286 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.004389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f29e021-b2d0-4b7c-9ceb-3163c8f5a286 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.006313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8f29e021-b2d0-4b7c-9ceb-3163c8f5a286 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/8c469d69-c57f-4fa8-9120-faefc4ff3091 HTTP/1.1" status: 404 len: 333 time: 0.0482833 Dec 10 19:44:43.007647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1a1a6f4a-7c1c-456f-b444-55bd2df9aff4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:43.011430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a1a6f4a-7c1c-456f-b444-55bd2df9aff4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/e28409b1-8287-4869-af0e-43cdfb23b324 HTTP/1.1" status: 200 len: 840 time: 0.2737849 Dec 10 19:44:43.011430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60596) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.012004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60598) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.102848 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-73991db5-e975-4b54-823d-e9ba108fc9df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.103446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73991db5-e975-4b54-823d-e9ba108fc9df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.105781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-73991db5-e975-4b54-823d-e9ba108fc9df tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/07c11c2a-e9e6-4c1d-9a99-46dc7f8c6403 HTTP/1.1" status: 404 len: 337 time: 0.0950606 Dec 10 19:44:43.109042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60604) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.164925 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-549ef7ee-35fa-47cc-85a5-3a61c3f51894 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.165434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549ef7ee-35fa-47cc-85a5-3a61c3f51894 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.170253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-549ef7ee-35fa-47cc-85a5-3a61c3f51894 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/ca665e5a-b776-4983-89bf-ef3975bdc32f HTTP/1.1" status: 404 len: 337 time: 0.0572076 Dec 10 19:44:43.171088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60608) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.183729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port e28409b1-8287-4869-af0e-43cdfb23b324 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:43.184126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.219039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:43.222121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.223681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Checking router: 12bd6d18-7053-4a3b-b263-5094e0f6e727 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:44:43.224094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Updating router 12bd6d18-7053-4a3b-b263-5094e0f6e727 port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:44:43.228497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-988a4adf-96e5-4949-8661-0d7a01c9a116 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:43.269090 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-303b01b8-80b1-40f3-830d-c6c164fcc5c5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.270192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303b01b8-80b1-40f3-830d-c6c164fcc5c5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.273865 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-303b01b8-80b1-40f3-830d-c6c164fcc5c5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/93e6ecd9-9b62-4a03-8f1a-0647dd1762e2 HTTP/1.1" status: 404 len: 333 time: 0.0992577 Dec 10 19:44:43.278900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60612) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.285542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.314924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=30376332-3b32-4de3-bc37-8d7f96982dab,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:43.318648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:43.360764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking segment: {'id': 'c0f39511-b4b6-456a-9a1d-cdee3a0182f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:43.361160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network hostable DHCP agents. Network: ed5ad7d5-2c4e-4f26-ba71-4555fa616539, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:43.364690 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a615dda5-0a78-4fd2-a56f-5ff274bcf310 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.365200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a615dda5-0a78-4fd2-a56f-5ff274bcf310 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.367077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a615dda5-0a78-4fd2-a56f-5ff274bcf310 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/3cb34d85-eb0e-4d2b-9ff9-eeb78620c9e6 HTTP/1.1" status: 404 len: 337 time: 0.0871532 Dec 10 19:44:43.370986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60616) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.422964 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1bc3a8-888d-4103-beaf-7f6f6f1b676f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.423461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1bc3a8-888d-4103-beaf-7f6f6f1b676f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.435809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd1bc3a8-888d-4103-beaf-7f6f6f1b676f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/be8c7cf4-0630-47c5-83e3-474578ec7e52 HTTP/1.1" status: 404 len: 337 time: 0.0603082 Dec 10 19:44:43.439863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60620) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.492207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e77c7742-ca68-442e-a859-544e0d998c59 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.7921858 Dec 10 19:44:43.498132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18a26526-e5bb-46c4-be11-cef67a76fc62 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports?device_id=998f9fd9-fe71-487d-8724-c650989fe415 HTTP/1.1" status: 200 len: 205 time: 0.0564480 Dec 10 19:44:43.498845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:43.501188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60626) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.550991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.580016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-fe5a4cb6-f463-41a6-b1f8-509d4aec00e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] delete failed (client error): The resource could not be found. Dec 10 19:44:43.581193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fe5a4cb6-f463-41a6-b1f8-509d4aec00e5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/routers/998f9fd9-fe71-487d-8724-c650989fe415 HTTP/1.1" status: 404 len: 336 time: 0.0775738 Dec 10 19:44:43.582275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ed5ad7d5-2c4e-4f26-ba71-4555fa616539) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:43.584177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60630) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.592426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3785f2-ec70-40a8-bc04-38b2d9eba2a5 None None] Network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:43.621795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:43.622477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.639809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-088fc89a-a878-4397-b581-cdbbe0d5f7d8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.640302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088fc89a-a878-4397-b581-cdbbe0d5f7d8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.642131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-088fc89a-a878-4397-b581-cdbbe0d5f7d8 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/f743888b-4cc3-4b90-a325-dd8e5721f332 HTTP/1.1" status: 404 len: 337 time: 0.0569682 Dec 10 19:44:43.645373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60634) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.700054 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-39b14e8e-bbc5-42a2-8382-23af9de544f6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f03a5-1c5a-46c3-9019-acf05e3ceca3 HTTP/1.1" status: 200 len: 205 time: 0.0535731 Dec 10 19:44:43.702694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60638) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.710396 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0213695 Dec 10 19:44:43.732173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.750910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Transition to ACTIVE for port object 6d1b5d66-0e04-4ae8-b294-9e96398186a9 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:43.760224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.772225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac88684c-94bd-4cb3-95bc-e9a10201339d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:43.778521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60642) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.779176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60644) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.780267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.788301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420519636', 'description': 'tempest-secgroup-smoke-1420519636 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:43.790548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-02c37d7a-46f1-4a59-b447-a5e4bb6d9f1b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] delete failed (client error): The resource could not be found. Dec 10 19:44:43.792079 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-02c37d7a-46f1-4a59-b447-a5e4bb6d9f1b tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/routers/061f03a5-1c5a-46c3-9019-acf05e3ceca3 HTTP/1.1" status: 404 len: 336 time: 0.0883803 Dec 10 19:44:43.798302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60650) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.800918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for e28409b1-8287-4869-af0e-43cdfb23b324 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:43.835920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539', 'name': 'tempest-PortsIpV6TestJSON-2133921090'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:43.860988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:43.868858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaacd71c-46ea-4b4d-b0ba-d02acee4c2b5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.869365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaacd71c-46ea-4b4d-b0ba-d02acee4c2b5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.873563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aaacd71c-46ea-4b4d-b0ba-d02acee4c2b5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/c7355c41-dc4a-4160-95ff-fcc9cec5487e HTTP/1.1" status: 404 len: 337 time: 0.0724463 Dec 10 19:44:43.873729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:43.874549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60654) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.934498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ef457e-4725-4768-9ba6-8e30049f63c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:43.935005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ef457e-4725-4768-9ba6-8e30049f63c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:43.939378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e6ef457e-4725-4768-9ba6-8e30049f63c7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/cc78483d-aecc-4f78-acf7-d7addb86e0f5 HTTP/1.1" status: 404 len: 337 time: 0.0613072 Dec 10 19:44:43.939663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60658) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:43.969198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Pushing event updated for resources: {'Port': ['ID=6d1b5d66-0e04-4ae8-b294-9e96398186a9,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:43.977315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-ed5ad7d5-2c4e-4f26-ba71-4555fa616539', 'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539', 'tenant_id': '8f7e00a760f14cc09bbd4d679cff81e4', 'fixed_ips': [{'subnet_id': '30376332-3b32-4de3-bc37-8d7f96982dab'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:43.978394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:43.999199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e49db9d9-e9c8-4dbb-9bfb-6dfe5ff8bdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.005215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:44.014922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb2c7f3-61d7-4adb-b001-a052b077eec2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.015429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb2c7f3-61d7-4adb-b001-a052b077eec2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.020717 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-abb2c7f3-61d7-4adb-b001-a052b077eec2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/c66ea51a-b164-4e50-81c0-ca443ae48925 HTTP/1.1" status: 404 len: 333 time: 0.0771313 Dec 10 19:44:44.024662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60662) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.029085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:44.042055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.043057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.045596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.046689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.047458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.047945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.048431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.048928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.049403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.049946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.050419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:44.068454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.073111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:44.084629 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f3b890-e1ef-42db-a9ad-d903da275044 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.085138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f3b890-e1ef-42db-a9ad-d903da275044 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.093298 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-35f3b890-e1ef-42db-a9ad-d903da275044 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/412c3707-7c1c-4974-ba44-1f79f6426091 HTTP/1.1" status: 404 len: 337 time: 0.0627103 Dec 10 19:44:44.093629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60666) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.132805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Attempting to bind port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:44.134551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Attempting to bind port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:44.135438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Attempting to bind port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 on network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:44.146829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:44.150583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9255fa89-aa9a-4b47-83b8-209bfc60808d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.151346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9255fa89-aa9a-4b47-83b8-209bfc60808d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.154112 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9255fa89-aa9a-4b47-83b8-209bfc60808d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/2330a377-3164-4c67-8867-cfd94abda145 HTTP/1.1" status: 404 len: 333 time: 0.0595484 Dec 10 19:44:44.157481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:44.158653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60670) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.167181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:44.168860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:44.169609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Checking segment: {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:44.170309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.170964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Bound using segment: {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:44.171746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Bound port: 6d1b5d66-0e04-4ae8-b294-9e96398186a9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:44.172618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.173849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:44.189429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:44.205305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.221814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:44.224187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:44.231073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc205d5-59e8-413c-9cb8-300a74874e38 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.233346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc205d5-59e8-413c-9cb8-300a74874e38 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.235967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0dc205d5-59e8-413c-9cb8-300a74874e38 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/250ca433-e31e-47f6-afed-f15f00553d8c HTTP/1.1" status: 404 len: 337 time: 0.0757654 Dec 10 19:44:44.239736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60674) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.245697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Allocated IP 2001:db8::2 (ed5ad7d5-2c4e-4f26-ba71-4555fa616539/30376332-3b32-4de3-bc37-8d7f96982dab/821820a6-6b28-4e22-83b2-adc6c5080bc5) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:44.274902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:44.287298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.312304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] For port 6d1b5d66-0e04-4ae8-b294-9e96398186a9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:44.315563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] For port 6d1b5d66-0e04-4ae8-b294-9e96398186a9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6d1b5d66-0e04-4ae8-b294-9e96398186a9,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:44.318160 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc55413-460b-417f-a1ab-d3c798f9cf03 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.318850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc55413-460b-417f-a1ab-d3c798f9cf03 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.318982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.321062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.324514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4cc55413-460b-417f-a1ab-d3c798f9cf03 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/28872882-8ff1-4edd-951a-2d8c6c3f7899 HTTP/1.1" status: 404 len: 333 time: 0.0833893 Dec 10 19:44:44.325237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60678) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.326661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:44.339662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=e28409b1-8287-4869-af0e-43cdfb23b324,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:44.342669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port ce08e31e-3433-42f9-8b73-139f7a7f12e1 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:44.392564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:44.403602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa94685-65b8-4802-94b9-c3419a6266a3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.404859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa94685-65b8-4802-94b9-c3419a6266a3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.422133 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4fa94685-65b8-4802-94b9-c3419a6266a3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/79985725-25fa-452c-bd35-c0ca279acf1c HTTP/1.1" status: 404 len: 337 time: 0.0950031 Dec 10 19:44:44.425146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60682) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.431504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:44:44.432211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:44:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:44.493274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/e28409b1-8287-4869-af0e-43cdfb23b324 HTTP/1.1" status: 204 len: 168 time: 1.4423223 Dec 10 19:44:44.496175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60686) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.511586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Pushing event updated for resources: {'Port': ['ID=6d1b5d66-0e04-4ae8-b294-9e96398186a9,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:44.524360 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e453b55e-15da-47ab-9907-dd55ec658c7f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.524736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e453b55e-15da-47ab-9907-dd55ec658c7f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.525896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:44.536137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.558703 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e453b55e-15da-47ab-9907-dd55ec658c7f tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/bfca53d0-4849-4305-9e77-1e1084ca86d1 HTTP/1.1" status: 404 len: 333 time: 0.1286945 Dec 10 19:44:44.559941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60690) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.560421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Transition to ACTIVE for port object 821820a6-6b28-4e22-83b2-adc6c5080bc5 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:44.576924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae566cc-1a28-4578-ad94-73301ce51dbe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:44:44.577548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4ae566cc-1a28-4578-ad94-73301ce51dbe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:44.586550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Transition to ACTIVE for port object 821820a6-6b28-4e22-83b2-adc6c5080bc5 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:44.593167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.599883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4ae566cc-1a28-4578-ad94-73301ce51dbe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:44.601174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ae566cc-1a28-4578-ad94-73301ce51dbe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/e28409b1-8287-4869-af0e-43cdfb23b324 HTTP/1.1" status: 404 len: 333 time: 0.1039219 Dec 10 19:44:44.606620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60694) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.612821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-307ef88c-7855-4e5a-a3e2-c2d90fb96ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:44.613151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'name': 'tempest-PortsTestJSON-136868156'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:44.651526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.671026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:44.680137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:44.691219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:44.775308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::389 (ed5ad7d5-2c4e-4f26-ba71-4555fa616539/30376332-3b32-4de3-bc37-8d7f96982dab/ce08e31e-3433-42f9-8b73-139f7a7f12e1) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:44.806678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Pushing event updated for resources: {'Port': ['ID=821820a6-6b28-4e22-83b2-adc6c5080bc5,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:44.818300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:44.834448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:44.836296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.844774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8dd7def-bde9-4a25-88ff-6379e4e73e42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:44.848508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:44.859038 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7eb88d-7c34-49bd-99d4-c03563597628 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.859538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7eb88d-7c34-49bd-99d4-c03563597628 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.864208 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ac7eb88d-7c34-49bd-99d4-c03563597628 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/7e192a92-5d90-40ce-8805-ee92f0a4c38e HTTP/1.1" status: 404 len: 337 time: 0.3006988 Dec 10 19:44:44.864387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:44.865984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Attempting to bind port 821820a6-6b28-4e22-83b2-adc6c5080bc5 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:44.866635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Attempting to bind port 821820a6-6b28-4e22-83b2-adc6c5080bc5 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'c0f39511-b4b6-456a-9a1d-cdee3a0182f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:44.867231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Attempting to bind port 821820a6-6b28-4e22-83b2-adc6c5080bc5 on network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:44.870017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.877643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:44.878393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Checking segment: {'id': 'c0f39511-b4b6-456a-9a1d-cdee3a0182f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:44.879094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.879885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Bound using segment: {'id': 'c0f39511-b4b6-456a-9a1d-cdee3a0182f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:44.880886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Bound port: 821820a6-6b28-4e22-83b2-adc6c5080bc5, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f39511-b4b6-456a-9a1d-cdee3a0182f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:44.881556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.885689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60698) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.887895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:44.900005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:44.927619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:44.928936 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1460528 Dec 10 19:44:44.932175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60702) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:44.940551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:44:44.947634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d7e4ba6-6527-4322-a00c-cfb0ef030ce7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:44.963064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:44.967542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-749ae46f-3cd0-4e91-a10e-714c4933b92d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:44.968043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749ae46f-3cd0-4e91-a10e-714c4933b92d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:44.969901 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-749ae46f-3cd0-4e91-a10e-714c4933b92d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/2bec9ff0-61f0-4af8-9421-869c5119e8d4 HTTP/1.1" status: 404 len: 333 time: 0.0819662 Dec 10 19:44:44.972514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port d66a0880-deb6-42b6-8642-2c3f6fcb222c yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:44.981761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60706) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.010749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:45.015665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:45.023643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] For port 821820a6-6b28-4e22-83b2-adc6c5080bc5, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:45.027184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] For port 821820a6-6b28-4e22-83b2-adc6c5080bc5, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=821820a6-6b28-4e22-83b2-adc6c5080bc5,segment=NetworkSegment(c0f39511-b4b6-456a-9a1d-cdee3a0182f5),segment_id=c0f39511-b4b6-456a-9a1d-cdee3a0182f5)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:45.027448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:45.031930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.037179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e2a32b9-fafb-4760-914c-6ed5f5b2e1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:45.096815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.105707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.130433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object ce08e31e-3433-42f9-8b73-139f7a7f12e1 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:45.137593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Pushing event updated for resources: {'Port': ['ID=821820a6-6b28-4e22-83b2-adc6c5080bc5,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:45.140768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:45.203410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91951a1-deea-418a-b479-205dc1f80161 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:45.203915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91951a1-deea-418a-b479-205dc1f80161 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:45.207338 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a91951a1-deea-418a-b479-205dc1f80161 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/24799a81-0db1-4628-a4c9-04f9380f4657 HTTP/1.1" status: 404 len: 337 time: 0.2229602 Dec 10 19:44:45.209191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60710) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.254896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.266636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-524ef655-6762-4c86-aa3c-d6007f314c78 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:45.300052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.306222 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b985b4-a469-45c0-8265-569883942ba5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:45.306222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b985b4-a469-45c0-8265-569883942ba5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:45.310570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a2b985b4-a469-45c0-8265-569883942ba5 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/d2e8756a-0e67-4369-be1e-50876b6db5a8 HTTP/1.1" status: 404 len: 333 time: 0.0977921 Dec 10 19:44:45.319116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60714) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.331157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.341645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.346304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70f89b82-f8a8-4c94-aedf-72cff8ab4dbe tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:45.366975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.370071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:45.375259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73b95da-532c-4ff6-a18c-e7076213318c None None] The sync data for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv is: [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:44:45.376461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c11d2c-77a2-4ac1-a834-961e33b579bc,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:45.382056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:45.391715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2809611-5087-4b0b-bc23-07f8cc75d0e6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:45.392028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2809611-5087-4b0b-bc23-07f8cc75d0e6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:45.396387 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2809611-5087-4b0b-bc23-07f8cc75d0e6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/0fb481dc-cbe6-4040-b6cb-da75831b6593 HTTP/1.1" status: 404 len: 337 time: 0.0738046 Dec 10 19:44:45.397557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.404731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:45.405686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=ce08e31e-3433-42f9-8b73-139f7a7f12e1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:45.409046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:45.412425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:45.413798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:45.418071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:45.418763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.447452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.449378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5122533 Dec 10 19:44:45.452591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60722) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.458399 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89d0e11-d6eb-4fe2-bb21-e56dc8c7e051 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:45.458894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89d0e11-d6eb-4fe2-bb21-e56dc8c7e051 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:45.462179 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b89d0e11-d6eb-4fe2-bb21-e56dc8c7e051 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/ports/a30026ef-f3e8-4ee1-8863-2c53d6f3c4da HTTP/1.1" status: 404 len: 333 time: 0.0624993 Dec 10 19:44:45.466018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60726) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.471315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6872079 Dec 10 19:44:45.474747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d7e4ba6-6527-4322-a00c-cfb0ef030ce7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:45.481887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60728) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.506921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': 'ed5ad7d5-2c4e-4f26-ba71-4555fa616539', 'name': 'tempest-PortsIpV6TestJSON-1958856721'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:45.540165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.550551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:45.553734 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda32d74-1fd5-41d4-b47a-feddaf873fe9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] DELETE failed (client error): The resource could not be found. Dec 10 19:44:45.553734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda32d74-1fd5-41d4-b47a-feddaf873fe9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:45.556465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:45.558745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eda32d74-1fd5-41d4-b47a-feddaf873fe9 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/subnets/9f34f14c-65a3-4281-8532-0ebc54066a90 HTTP/1.1" status: 404 len: 337 time: 0.0694728 Dec 10 19:44:45.559716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae70d6f2-4f75-431f-9e15-b37bcc7bef45 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:45.560704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:45.567855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60734) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.626635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:45.678543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:45.679764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=d66a0880-deb6-42b6-8642-2c3f6fcb222c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:45.683291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:45.685470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:45.686269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:45.690709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:45.691522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.716459 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1054111 Dec 10 19:44:45.717051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60738) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:45.723506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:45.788666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.886241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.904056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:45.928254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:45.937939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:port and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:45.942954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:45.983873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:46.022827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.084756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.090154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:46.114333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:46.119874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.151697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.158240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d841e9b-53f5-4a15-8ce4-2f19a415f94e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:46.159416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.162413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.168039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-abb26321-5bf9-497c-9a10-89bacaf9b316 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:46.174050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:46.197241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 24d49f7e-e9cd-4e2d-82f5-1cde8848c640 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:46.238471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] In _notify_port_updated(), no bound segment for port d66a0880-deb6-42b6-8642-2c3f6fcb222c on network 267cbed6-825b-4670-9d67-b2fda1fe6582 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:44:46.239618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.240934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7868967 Dec 10 19:44:46.242715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:46.243402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.244021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6a6d0b-5956-458d-a78e-71d3f0b6b67e']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:46.244834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "PUT /v2.0/ports/d66a0880-deb6-42b6-8642-2c3f6fcb222c HTTP/1.1" status: 200 len: 818 time: 0.5270448 Dec 10 19:44:46.249293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60742) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:46.249534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60744) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:46.257447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d7e4ba6-6527-4322-a00c-cfb0ef030ce7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:46.269254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:46.269625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa313d5a-87cc-4ca4-8f35-9f32d3e9a627') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:46.296235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.310134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:46.323329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=d66a0880-deb6-42b6-8642-2c3f6fcb222c,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:46.324897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.326274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:46.331838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:46.332674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:46.348380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:46.371607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port d66a0880-deb6-42b6-8642-2c3f6fcb222c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:46.372000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.377388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:46.377890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:46.393754 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:46.421888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.532159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::365 (ed5ad7d5-2c4e-4f26-ba71-4555fa616539/30376332-3b32-4de3-bc37-8d7f96982dab/24d49f7e-e9cd-4e2d-82f5-1cde8848c640) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:46.534681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.540427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80fee1b5-ee63-4894-a6ed-b9a9a7d9fd69 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:46.570191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.583003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Pushing event deleted for resources: {'Network': ['ID=6f6a6d0b-5956-458d-a78e-71d3f0b6b67e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:46.592342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:46.602537 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] 10.222.0.41 "DELETE /v2.0/networks/6f6a6d0b-5956-458d-a78e-71d3f0b6b67e HTTP/1.1" status: 204 len: 168 time: 1.0287888 Dec 10 19:44:46.634180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 821820a6-6b28-4e22-83b2-adc6c5080bc5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:46.699704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.704814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.709598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57a2bff6-2eef-4103-b9f3-e5bc8876ac6e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:46.764656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53db3365-697b-488e-8377-96e61b1746f9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:46.771999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:46.773731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.801222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.805439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b41f3bdb-20e0-4850-a292-5ad01227c37b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5520413 Dec 10 19:44:46.809713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 821820a6-6b28-4e22-83b2-adc6c5080bc5 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:46.815703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6d1b5d66-0e04-4ae8-b294-9e96398186a9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:46.840264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60752) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:46.859134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d7e4ba6-6527-4322-a00c-cfb0ef030ce7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:46.904900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:46.914439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:46.916267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:46.920816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:46.931346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:46.932159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.936472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:46.994144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:46.998936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for d66a0880-deb6-42b6-8642-2c3f6fcb222c owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:47.120793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.133372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e55c00b9-4c39-4151-a5e2-4871bbce3e16 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:47.155487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.182516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60758) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:47.199589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 6d1b5d66-0e04-4ae8-b294-9e96398186a9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6d1b5d66-0e04-4ae8-b294-9e96398186a9,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:47.208978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=d66a0880-deb6-42b6-8642-2c3f6fcb222c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:47.210682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.212697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2ad78a6-7679-4c86-8e81-b2cabb99c372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:47.213138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:47.231637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.258127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/d66a0880-deb6-42b6-8642-2c3f6fcb222c HTTP/1.1" status: 204 len: 168 time: 1.0055554 Dec 10 19:44:47.259235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60764) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:47.304801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=6d1b5d66-0e04-4ae8-b294-9e96398186a9,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:47.319361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:47.403915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc852c-3f05-48cb-840a-af762316f926 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:47.404618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1bc852c-3f05-48cb-840a-af762316f926 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:47.427317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1bc852c-3f05-48cb-840a-af762316f926 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:47.428753 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1bc852c-3f05-48cb-840a-af762316f926 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1682818 Dec 10 19:44:47.433809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.435214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60768) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:47.481489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.512681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8b64840-7021-413b-b285-7f528f9c2d18 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:47.525837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c6787-02a7-4764-a9be-8ccc716f983b None None] Network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:47.535804 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3af443d8-d395-4ccd-bd34-67d1f5125abd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed3bfdba2fa2493d85c1a574af0f5a7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3471766 Dec 10 19:44:47.536114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:47.542829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.547189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7028975 Dec 10 19:44:47.552027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60776) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:47.555314 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3241e6b0-e579-4936-a102-73c47bf6c2e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:44:47.555969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3241e6b0-e579-4936-a102-73c47bf6c2e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:47.559356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84040e7f-bc2e-47e4-a69e-a54a232397ed,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:47.562219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:47.568670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.575920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d7e4ba6-6527-4322-a00c-cfb0ef030ce7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:47.596586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:47.604995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-796c457d-76a0-4228-a5f2-6ed476c16a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.609415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:47.619323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:47.624762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3241e6b0-e579-4936-a102-73c47bf6c2e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:47.629810 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3241e6b0-e579-4936-a102-73c47bf6c2e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/d66a0880-deb6-42b6-8642-2c3f6fcb222c HTTP/1.1" status: 404 len: 333 time: 0.1863825 Dec 10 19:44:47.629810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object 24d49f7e-e9cd-4e2d-82f5-1cde8848c640 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:47.630157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60780) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:47.632585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:47.643898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1150041907'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:47.648998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] Provisioning for port 821820a6-6b28-4e22-83b2-adc6c5080bc5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:47.657032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] Provisioning complete for port 821820a6-6b28-4e22-83b2-adc6c5080bc5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:47.657463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.658671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:47.663972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-796c457d-76a0-4228-a5f2-6ed476c16a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.664584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:44:47.676269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:network and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:47.676898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.679279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:47.693997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:47.720185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:47.725578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.747976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.756305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-687e2fa5-c8ad-4577-9c1b-8bcdc556eba3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:47.762194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:47.767687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-796c457d-76a0-4228-a5f2-6ed476c16a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.772371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e3eec5c-d0f0-4cec-9c11-0e4fdbd0eca8 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:47.787091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c457d-76a0-4228-a5f2-6ed476c16a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547fcc8d-3f2a-4c98-a43b-b16fae7ce1b8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:47.797156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.797707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Added segment 00f8e17c-dcbe-4759-908f-19bbd015a826 of type vlan for network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 Dec 10 19:44:47.799284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-796c457d-76a0-4228-a5f2-6ed476c16a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:47.810967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-796c457d-76a0-4228-a5f2-6ed476c16a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.822667 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-796c457d-76a0-4228-a5f2-6ed476c16a90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/547fcc8d-3f2a-4c98-a43b-b16fae7ce1b8 HTTP/1.1" status: 204 len: 168 time: 0.2854536 Dec 10 19:44:47.833956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.855464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.856045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:47.859776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:47.862819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:47.867467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:47.868430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.889279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.890114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.909108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.915593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:47.916710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.923393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4403524 Dec 10 19:44:47.927840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60788) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:47.928787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:47.932838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3768439 Dec 10 19:44:47.938061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60792) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:47.938723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:47.989277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=24d49f7e-e9cd-4e2d-82f5-1cde8848c640,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:47.993268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:47.996859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1ed7689-341d-4387-9bf0-2e93bae3e0f4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:48.015133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] For port 821820a6-6b28-4e22-83b2-adc6c5080bc5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=821820a6-6b28-4e22-83b2-adc6c5080bc5,segment=NetworkSegment(c0f39511-b4b6-456a-9a1d-cdee3a0182f5),segment_id=c0f39511-b4b6-456a-9a1d-cdee3a0182f5)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:48.022197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2505f6e-bcdd-4186-8c35-56c31ddf6acc,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:48.024144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.026019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:48.027099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:48.067817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266c589-7db0-4a66-a5e1-243938ab9b67 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:48.068896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8266c589-7db0-4a66-a5e1-243938ab9b67 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:48.089382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8266c589-7db0-4a66-a5e1-243938ab9b67 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:48.094953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8266c589-7db0-4a66-a5e1-243938ab9b67 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A389 HTTP/1.1" status: 200 len: 929 time: 0.1634834 Dec 10 19:44:48.095743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60796) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:48.108213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d7e4ba6-6527-4322-a00c-cfb0ef030ce7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:48.120198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:48.126157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:48.128774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:48.138080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:48.140724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] Pushing event updated for resources: {'Port': ['ID=821820a6-6b28-4e22-83b2-adc6c5080bc5,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:48.145463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:48.152893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Network': ['ID=51a03bba-5bb4-4bab-a90f-d42c6efd67d6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:48.156319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:48.162107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5308588 Dec 10 19:44:48.163350 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:44:48.168134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:48.171987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:48.179588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:48.192095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 24d49f7e-e9cd-4e2d-82f5-1cde8848c640 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:48.192465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.203979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.399389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:48.406077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:48.413212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:48.429568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:48.438263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.443904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.453865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56bc549f-d9af-4691-968b-43c26f6c1a94 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:48.468307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:48.621911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.651486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6d1b5d66-0e04-4ae8-b294-9e96398186a9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:48.699278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.777615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Provisioning for port ce08e31e-3433-42f9-8b73-139f7a7f12e1 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:48.788356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Provisioning complete for port ce08e31e-3433-42f9-8b73-139f7a7f12e1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:48.788776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.871290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Port ce08e31e-3433-42f9-8b73-139f7a7f12e1 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:48.893268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Provisioning for port 24d49f7e-e9cd-4e2d-82f5-1cde8848c640 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:48.896633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 24d49f7e-e9cd-4e2d-82f5-1cde8848c640 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:48.896815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:48.897190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.908772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d23e96-1af8-45f0-9d18-a4e1106f6448,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:48.911821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:48.916405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.925163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c901dc89-7c62-4bfd-8777-79fa5d005a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:48.968790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Provisioning complete for port 24d49f7e-e9cd-4e2d-82f5-1cde8848c640 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:48.972146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.978877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:48.980259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8867772 Dec 10 19:44:49.034125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=b1d7ff20-7712-40a8-9dd5-b79be20ccad0,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:49.037186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:49.039449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking segment: {'id': '00f8e17c-dcbe-4759-908f-19bbd015a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:49.039862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network hostable DHCP agents. Network: 51a03bba-5bb4-4bab-a90f-d42c6efd67d6, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:49.066637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:49.076996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 51a03bba-5bb4-4bab-a90f-d42c6efd67d6) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:49.081695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:49.082565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.089800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Port 24d49f7e-e9cd-4e2d-82f5-1cde8848c640 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:49.105778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e01e2-f71e-4608-90e4-59496149b092 None None] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:49.109279 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-866a60e2-0b30-46d3-8804-b3ca91fddc19 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9346528 Dec 10 19:44:49.110050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60826) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:49.117107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:49.210269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.217654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25b4b3f0-27a7-4775-b252-cb809c129812 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:49.296972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=24d49f7e-e9cd-4e2d-82f5-1cde8848c640,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:49.302080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:49.315408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Provisioning complete for port 821820a6-6b28-4e22-83b2-adc6c5080bc5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:49.316185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa91-191c-4749-8884-0b297638a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.359321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60842) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:49.406892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.427931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/24d49f7e-e9cd-4e2d-82f5-1cde8848c640 HTTP/1.1" status: 204 len: 168 time: 1.3307192 Dec 10 19:44:49.430824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60848) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:49.596000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-cdc3575e-9b3e-4e2c-8498-dddb68a5e491 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:49.622989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-082e9e9a-6cc4-4b6d-b043-bedd638aa48a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:44:49.623903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-082e9e9a-6cc4-4b6d-b043-bedd638aa48a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:49.629264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-cdc3575e-9b3e-4e2c-8498-dddb68a5e491 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:49.631121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-cdc3575e-9b3e-4e2c-8498-dddb68a5e491 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420519636&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.2525685 Dec 10 19:44:49.675495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-082e9e9a-6cc4-4b6d-b043-bedd638aa48a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:49.677337 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-082e9e9a-6cc4-4b6d-b043-bedd638aa48a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/24d49f7e-e9cd-4e2d-82f5-1cde8848c640 HTTP/1.1" status: 404 len: 333 time: 0.2450242 Dec 10 19:44:49.680009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60852) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:49.691040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 821820a6-6b28-4e22-83b2-adc6c5080bc5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:49.750060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'networks': [{'name': 'tempest-network--1473348693'}, {'name': 'tempest-network--1821798998'}]} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:49.750494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'network': {'name': 'tempest-network--1473348693'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:49.751147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'network': {'name': 'tempest-network--1821798998'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:49.768261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:49.779186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Usage tracker for resource:network and tenant:3d595de8474f4c7c8ee1b3fdd613826f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:49.789573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:49.802639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:49.807410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port ce08e31e-3433-42f9-8b73-139f7a7f12e1 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:49.808445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.838533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Made reservation on behalf of 3d595de8474f4c7c8ee1b3fdd613826f for: {'network': 2} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:49.845018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.855738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:49.868944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 821820a6-6b28-4e22-83b2-adc6c5080bc5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:49.869346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.869843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:49.876308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:49.877322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.894576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:49.902541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-2bcb8ec9-a7bd-4240-9dc4-498d8b7b1e37 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:49.903439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-2bcb8ec9-a7bd-4240-9dc4-498d8b7b1e37 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:49.926159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-51a03bba-5bb4-4bab-a90f-d42c6efd67d6', 'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6', 'tenant_id': 'ef4cca9b79064abfaf33b2c53fdaaec8', 'fixed_ips': [{'subnet_id': 'b1d7ff20-7712-40a8-9dd5-b79be20ccad0'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:49.927214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:49.938123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:49.944976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Usage tracker for resource:security_group_rule and tenant:3d595de8474f4c7c8ee1b3fdd613826f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:49.948639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:49.951570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-2bcb8ec9-a7bd-4240-9dc4-498d8b7b1e37 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:49.952865 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-2bcb8ec9-a7bd-4240-9dc4-498d8b7b1e37 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=4b5bf9d3-e03c-4089-8246-e021b14f4e73 HTTP/1.1" status: 200 len: 797 time: 0.3090923 Dec 10 19:44:49.957152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:49.985318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-422760e1-eafb-4f1f-9f99-202039ec79ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.0244279 Dec 10 19:44:50.076947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:50.082972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.111411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8a527fe6-3d57-4a6e-a72e-e16ff350a16c None None] Provisioning complete for port ce08e31e-3433-42f9-8b73-139f7a7f12e1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:50.111978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a527fe6-3d57-4a6e-a72e-e16ff350a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.119471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.123985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.124560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.136959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:50.165306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-7e4300f0-8796-4083-b1b6-ae2d751a3196 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:50.194962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11889e13-3e7d-4375-8733-1e249fe6b0e0,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:50.202003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:50.206421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:50.211365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-7e4300f0-8796-4083-b1b6-ae2d751a3196 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:50.212801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-7e4300f0-8796-4083-b1b6-ae2d751a3196 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2197680 Dec 10 19:44:50.218603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.219863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Added segment b18195b7-4076-496f-8336-502a411d018e of type vlan for network 3717a2f3-2efa-4c0e-97fc-716010e818c8 Dec 10 19:44:50.254651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.271586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.281938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8a527fe6-3d57-4a6e-a72e-e16ff350a16c None None] Port ce08e31e-3433-42f9-8b73-139f7a7f12e1 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:50.294699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8a527fe6-3d57-4a6e-a72e-e16ff350a16c None None] Could not find standard attr ID for object 24d49f7e-e9cd-4e2d-82f5-1cde8848c640. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:44:50.299637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Allocated IP 172.20.0.2 (51a03bba-5bb4-4bab-a90f-d42c6efd67d6/b1d7ff20-7712-40a8-9dd5-b79be20ccad0/2c2016a5-f29d-4171-af32-774518a4006a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:50.306634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:50.322947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.323580 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Added segment 8ad61fe1-7bbe-4256-b767-434ecfdc053f of type vlan for network 5992ae70-86b9-4431-a46c-2cd6da5baabe Dec 10 19:44:50.419856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for ce08e31e-3433-42f9-8b73-139f7a7f12e1 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:50.431315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.450865 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1d7ff20-7712-40a8-9dd5-b79be20ccad0 (CIDR: 172.20.0.0/28) Dec 10 19:44:50.461888 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:44:50.462542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:44:50.501827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c571fa20-f1e3-4431-b5eb-752aa40b254f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3877816 Dec 10 19:44:50.503808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60864) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:50.521567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:50.544293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.603989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Transition to ACTIVE for port object 2c2016a5-f29d-4171-af32-774518a4006a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:50.605858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.613072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-46feaff8-28b0-4650-9df1-3b826391086b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:50.629030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.629659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.633721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:50.636571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Transition to ACTIVE for port object 2c2016a5-f29d-4171-af32-774518a4006a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:50.637549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:50.638235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.642089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.648102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ce8d3dd-252f-409c-8000-5d89f3630645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:50.648930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-21476fac-9139-41bb-b1b6-c651c4ee29ee tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:50.663350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=ce08e31e-3433-42f9-8b73-139f7a7f12e1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:50.667229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:50.716301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.718678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Pushing event updated for resources: {'Port': ['ID=2c2016a5-f29d-4171-af32-774518a4006a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:50.723700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:50.730563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/ce08e31e-3433-42f9-8b73-139f7a7f12e1 HTTP/1.1" status: 204 len: 168 time: 1.0491259 Dec 10 19:44:50.733318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60868) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:50.736302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:50.737482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:50.739893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:50.786727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87d6e09-f7ef-4970-a6b6-750226685e19 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:44:50.787541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a87d6e09-f7ef-4970-a6b6-750226685e19 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:50.802166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a63bc5e4-9ef5-4059-ab14-d925513c93af service neutron] 10.222.0.41 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592947 Dec 10 19:44:50.803475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Network': ['ID=3717a2f3-2efa-4c0e-97fc-716010e818c8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:50.804842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a87d6e09-f7ef-4970-a6b6-750226685e19 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:50.810625 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a87d6e09-f7ef-4970-a6b6-750226685e19 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/ce08e31e-3433-42f9-8b73-139f7a7f12e1 HTTP/1.1" status: 404 len: 333 time: 0.0754778 Dec 10 19:44:50.813930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:50.824210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 3717a2f3-2efa-4c0e-97fc-716010e818c8 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:50.934099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Attempting to bind port 2c2016a5-f29d-4171-af32-774518a4006a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:50.935068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Attempting to bind port 2c2016a5-f29d-4171-af32-774518a4006a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '00f8e17c-dcbe-4759-908f-19bbd015a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:50.935068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Attempting to bind port 2c2016a5-f29d-4171-af32-774518a4006a on network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:50.949916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:50.950528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Checking segment: {'id': '00f8e17c-dcbe-4759-908f-19bbd015a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:50.951091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:50.951642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Bound using segment: {'id': '00f8e17c-dcbe-4759-908f-19bbd015a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:50.952298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Bound port: 2c2016a5-f29d-4171-af32-774518a4006a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f8e17c-dcbe-4759-908f-19bbd015a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:50.952833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.059591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6928747 Dec 10 19:44:51.064205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet 30376332-3b32-4de3-bc37-8d7f96982dab {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:51.066573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60876) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:51.069988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.074920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] For port 2c2016a5-f29d-4171-af32-774518a4006a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:51.079748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] For port 2c2016a5-f29d-4171-af32-774518a4006a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2c2016a5-f29d-4171-af32-774518a4006a,segment=NetworkSegment(00f8e17c-dcbe-4759-908f-19bbd015a826),segment_id=00f8e17c-dcbe-4759-908f-19bbd015a826)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:51.083679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.088343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Network': ['ID=5992ae70-86b9-4431-a46c-2cd6da5baabe,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:51.088493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-193e7636-ffd8-4ca2-8c76-7331ff07a947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:51.096205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:51.096905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:51.097344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:51.115584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:51.124363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:51.127454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 5992ae70-86b9-4431-a46c-2cd6da5baabe details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:51.129170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:51.147160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:51.156724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-e3630a28-3e0a-40b2-b6b0-09076235b6ff service neutron] 10.222.0.41 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117852 Dec 10 19:44:51.162852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:51.313927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.330087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4425206-21cf-45dc-994e-898f6d279c19 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:51.336022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4425206-21cf-45dc-994e-898f6d279c19 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:51.341271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4425206-21cf-45dc-994e-898f6d279c19 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:51.346610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4425206-21cf-45dc-994e-898f6d279c19 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:51.352445 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d4425206-21cf-45dc-994e-898f6d279c19 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2835493 Dec 10 19:44:51.353339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60884) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:51.478418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Pushing event updated for resources: {'Port': ['ID=2c2016a5-f29d-4171-af32-774518a4006a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:51.484670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:51.505330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.573910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63c7ba7a-d282-4224-a1f7-2bb1a2a432fa req-d0477509-a0fb-4bd7-88b7-029bdf27fcb4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 210 time: 0.0631249 Dec 10 19:44:51.623347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.760487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.769255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb3cefaa-0802-4ecd-9957-0d4bda83066d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:51.798432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.807028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.840516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:51.843528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:51.854469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:51.856735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:51.859718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:51.860349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.888169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3717a2f3-2efa-4c0e-97fc-716010e818c8']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:51.903711 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3973811 Dec 10 19:44:51.903711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60894) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:51.910270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6', 'fixed_ips': [{'subnet_id': 'b1d7ff20-7712-40a8-9dd5-b79be20ccad0'}, {'subnet_id': '4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e'}], 'name': 'tempest-PortsTestJSON-470741640'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:51.947208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18195b7-4076-496f-8336-502a411d018e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:51.947996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18195b7-4076-496f-8336-502a411d018e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:51.962954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.983872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:51.991950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:51.992526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.096380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:52.105257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:52.108851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:52.114206 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:52.117231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:52.128916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:52.134966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.138862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.140287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.146190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1e0c128-69c9-4e64-9872-4eb80342cbad tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:52.163810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.172670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 51645428-5b74-4a2b-844e-30d3f272de80 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:52.188492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.195615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c658f-e80c-4137-9bea-b1ab9453e60a None None] Network ed5ad7d5-2c4e-4f26-ba71-4555fa616539 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:52.225947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Network': ['ID=3717a2f3-2efa-4c0e-97fc-716010e818c8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:52.229111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:52.232057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24492f82-1673-4a54-a773-8b0d2a370ca1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:52.279047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/networks/3717a2f3-2efa-4c0e-97fc-716010e818c8 HTTP/1.1" status: 204 len: 168 time: 0.9200628 Dec 10 19:44:52.279740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:52.335181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/30376332-3b32-4de3-bc37-8d7f96982dab HTTP/1.1" status: 204 len: 168 time: 1.5198915 Dec 10 19:44:52.340104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=30376332-3b32-4de3-bc37-8d7f96982dab,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:52.342183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60902) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:52.484839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:52.607632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c2016a5-f29d-4171-af32-774518a4006a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:52.682562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] DHCP port deletion for ed5ad7d5-2c4e-4f26-ba71-4555fa616539 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:44:52.708636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.728946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] Deleting port 821820a6-6b28-4e22-83b2-adc6c5080bc5 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:52.729364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.766572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:52.870003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 821820a6-6b28-4e22-83b2-adc6c5080bc5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:52.870675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.042369 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e966a23b-48aa-441d-8b05-6799fe64cf5a req-d2f5d0ae-ef7f-4208-b16b-80ee8d955bee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 210 time: 0.0962453 Dec 10 19:44:53.108241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.154411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.6 (51a03bba-5bb4-4bab-a90f-d42c6efd67d6/b1d7ff20-7712-40a8-9dd5-b79be20ccad0/51645428-5b74-4a2b-844e-30d3f272de80) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:53.169977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.23 (51a03bba-5bb4-4bab-a90f-d42c6efd67d6/4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e/51645428-5b74-4a2b-844e-30d3f272de80) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:53.195188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] For port 821820a6-6b28-4e22-83b2-adc6c5080bc5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=821820a6-6b28-4e22-83b2-adc6c5080bc5,segment=NetworkSegment(c0f39511-b4b6-456a-9a1d-cdee3a0182f5),segment_id=c0f39511-b4b6-456a-9a1d-cdee3a0182f5)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:53.198103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.251839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5992ae70-86b9-4431-a46c-2cd6da5baabe']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:53.259813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-898dd6d6-bf53-442c-817a-445f7032fdda tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:53.262151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-898dd6d6-bf53-442c-817a-445f7032fdda tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=4b5bf9d3-e03c-4089-8246-e021b14f4e73 HTTP/1.1" status: 200 len: 797 time: 0.2769692 Dec 10 19:44:53.272437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad61fe1-7bbe-4256-b767-434ecfdc053f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:53.272699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad61fe1-7bbe-4256-b767-434ecfdc053f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:53.299747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.320676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] For port 821820a6-6b28-4e22-83b2-adc6c5080bc5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=821820a6-6b28-4e22-83b2-adc6c5080bc5,segment=NetworkSegment(c0f39511-b4b6-456a-9a1d-cdee3a0182f5),segment_id=c0f39511-b4b6-456a-9a1d-cdee3a0182f5)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:53.321250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.373377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] Calling delete_port for 821820a6-6b28-4e22-83b2-adc6c5080bc5 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:53.401027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.434202 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-1e0a3cf3-6122-48dc-ab67-37d0db87d5a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 380 time: 0.1567638 Dec 10 19:44:53.442126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 2c2016a5-f29d-4171-af32-774518a4006a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:53.451471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': '613e414e-229d-4d00-a92f-47cbe8a82830', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['8d7e4ba6-6527-4322-a00c-cfb0ef030ce7']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:53.513374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.526254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-718e6612-892f-41f1-ae4e-18209ceb30ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:53.575009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] Pushing event deleted for resources: {'Port': ['ID=821820a6-6b28-4e22-83b2-adc6c5080bc5,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:53.578456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] No DVR routers for this DVR port 821820a6-6b28-4e22-83b2-adc6c5080bc5 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:44:53.580015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:53.664643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.718060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:53.728457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:53.737830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:53.743423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.746448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 821820a6-6b28-4e22-83b2-adc6c5080bc5 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:53.760228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75004a-6608-4805-86a1-a59a0de78ed6 None None] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:53.776014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:53.777094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:53.797132 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:53.904734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 51645428-5b74-4a2b-844e-30d3f272de80 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:53.911952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.916095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2265233-5157-4099-8448-fc3b38e92f46 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:53.938731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:53.940659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.13 (4b5bf9d3-e03c-4089-8246-e021b14f4e73/25690dcd-add9-4279-bbfa-425db0a6f555/a9188be5-e9c5-40eb-804a-afdf364d52ce) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:53.946270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Network': ['ID=5992ae70-86b9-4431-a46c-2cd6da5baabe,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:53.952984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:53.953609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:44:53.953968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:44:53.955825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/networks/5992ae70-86b9-4431-a46c-2cd6da5baabe HTTP/1.1" status: 204 len: 168 time: 1.6545701 Dec 10 19:44:53.959235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60912) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:53.962433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] Provisioning for port 2c2016a5-f29d-4171-af32-774518a4006a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:54.002110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] Provisioning complete for port 2c2016a5-f29d-4171-af32-774518a4006a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:54.002456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.049321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.055773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55ebae42-9b74-477f-8f0e-2a2e4827bcb8 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:54.163936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.257178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] For port 2c2016a5-f29d-4171-af32-774518a4006a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2c2016a5-f29d-4171-af32-774518a4006a,segment=NetworkSegment(00f8e17c-dcbe-4759-908f-19bbd015a826),segment_id=00f8e17c-dcbe-4759-908f-19bbd015a826)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:54.261224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:54.261719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.265337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2ad78a6-7679-4c86-8e81-b2cabb99c372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:54.303857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Update dhcp port {'port': {'network_id': '51a03bba-5bb4-4bab-a90f-d42c6efd67d6', 'fixed_ips': [{'subnet_id': 'b1d7ff20-7712-40a8-9dd5-b79be20ccad0', 'ip_address': '172.20.0.2'}, {'subnet_id': '4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': '2c2016a5-f29d-4171-af32-774518a4006a'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:44:54.305978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:54.309160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:54.383890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.397291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-969a95e1-6879-405b-a852-4e065b94a57a req-192a3e15-24e5-4512-8e35-a79a3e3f878e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 210 time: 0.1801445 Dec 10 19:44:54.397291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=51645428-5b74-4a2b-844e-30d3f272de80,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:54.397291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:54.397763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] Pushing event updated for resources: {'Port': ['ID=2c2016a5-f29d-4171-af32-774518a4006a,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:54.403346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:54.458068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 821820a6-6b28-4e22-83b2-adc6c5080bc5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:54.458783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.474627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:54.475324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.548995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c2016a5-f29d-4171-af32-774518a4006a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:54.554927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf3cc98-5c6f-428b-8dd9-949b546495c2 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:54.560208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf3cc98-5c6f-428b-8dd9-949b546495c2 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:54.561056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7bf3cc98-5c6f-428b-8dd9-949b546495c2 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Synchronizing usage tracker for tenant:3d595de8474f4c7c8ee1b3fdd613826f on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:54.562835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] The port '821820a6-6b28-4e22-83b2-adc6c5080bc5' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:44:54.615217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.7066166 Dec 10 19:44:54.617108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60918) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:54.624357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.631460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7bf3cc98-5c6f-428b-8dd9-949b546495c2 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Unset dirty status for tenant:3d595de8474f4c7c8ee1b3fdd613826f on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:54.636356 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7bf3cc98-5c6f-428b-8dd9-949b546495c2 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6716638 Dec 10 19:44:54.637605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60922) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:54.646071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-604386235'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:54.658045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:54.660701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object a9188be5-e9c5-40eb-804a-afdf364d52ce will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:54.672676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:54.679995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1d7ff20-7712-40a8-9dd5-b79be20ccad0'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:54.687036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Made reservation on behalf of 3d595de8474f4c7c8ee1b3fdd613826f for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:54.692823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.709130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2c2016a5-f29d-4171-af32-774518a4006a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:54.709602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.730656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.737738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:54.740499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8fc1e156-38e1-428b-9a6f-c0add99014e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:54.761010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Allocated IP 172.20.0.18 (51a03bba-5bb4-4bab-a90f-d42c6efd67d6/4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e/2c2016a5-f29d-4171-af32-774518a4006a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:54.764160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.802896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.803276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Added segment 30088c02-49d1-4c9c-af49-2a2109c50c43 of type vlan for network 5bdb7107-92a3-4356-b137-23a48a001184 Dec 10 19:44:54.818132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5ad7d5-2c4e-4f26-ba71-4555fa616539']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:54.836859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:54.849704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:54.852257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:54.900726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.917944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=a9188be5-e9c5-40eb-804a-afdf364d52ce,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:54.921897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:54.968433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:54.969554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.994137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:54.998415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f39511-b4b6-456a-9a1d-cdee3a0182f5') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:54.998771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f39511-b4b6-456a-9a1d-cdee3a0182f5') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:44:54.999762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:55.001979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.008349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa5ebc3a-e8f0-4a2e-9e33-0b0e9ab01587 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:55.013916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.015798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] For port 2c2016a5-f29d-4171-af32-774518a4006a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2c2016a5-f29d-4171-af32-774518a4006a,segment=NetworkSegment(00f8e17c-dcbe-4759-908f-19bbd015a826),segment_id=00f8e17c-dcbe-4759-908f-19bbd015a826)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:44:55.032577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.037976 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5944104 Dec 10 19:44:55.042110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:44:55.042573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.056478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 821820a6-6b28-4e22-83b2-adc6c5080bc5 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:44:55.093767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.106409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Request body: {'port': {'device_id': '613e414e-229d-4d00-a92f-47cbe8a82830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:55.107406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 821820a6-6b28-4e22-83b2-adc6c5080bc5 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:44:55.107806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 821820a6-6b28-4e22-83b2-adc6c5080bc5 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:44:55.122094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Transition to ACTIVE for port object 2c2016a5-f29d-4171-af32-774518a4006a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:55.126765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.131308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:55.155305 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5173378 Dec 10 19:44:55.173066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60926) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:55.191109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:44:55.194309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-43438056'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:44:55.208009 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:44:55.212249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Network': ['ID=5bdb7107-92a3-4356-b137-23a48a001184,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:55.215297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:55.219031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:55.234281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 5bdb7107-92a3-4356-b137-23a48a001184 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:55.270994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.272099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:55.277281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-509c5abf-03ef-41bf-a194-da499adda4fe tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:55.303076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Made reservation on behalf of 3d595de8474f4c7c8ee1b3fdd613826f for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:55.304299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.309203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.318880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Network': ['ID=ed5ad7d5-2c4e-4f26-ba71-4555fa616539,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:55.324578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:55.328218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/networks/ed5ad7d5-2c4e-4f26-ba71-4555fa616539 HTTP/1.1" status: 204 len: 168 time: 2.9189756 Dec 10 19:44:55.329121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.334011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.339311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60930) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:55.351021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1099405091'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:55.364919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:55.367748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Pushing event updated for resources: {'Port': ['ID=2c2016a5-f29d-4171-af32-774518a4006a,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:55.372872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:55.396121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:network and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:55.407300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:55.409142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:55.418203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dc52de16-33ff-418d-8141-ae506ca22f09 None None] Provisioning for port a9188be5-e9c5-40eb-804a-afdf364d52ce completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:55.423832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dc52de16-33ff-418d-8141-ae506ca22f09 None None] Provisioning complete for port a9188be5-e9c5-40eb-804a-afdf364d52ce triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:55.424350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc52de16-33ff-418d-8141-ae506ca22f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.433567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.433978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Added segment b60d92fd-1a03-4146-8ecf-96ed1818cb50 of type vlan for network 0daac056-ff7f-437f-92f8-7866a7d65769 Dec 10 19:44:55.541405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dc52de16-33ff-418d-8141-ae506ca22f09 None None] Port a9188be5-e9c5-40eb-804a-afdf364d52ce cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:55.544032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.562776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:55.627080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:55.632575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.730589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.734469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:44:55.734729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:55.735611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.743260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-beb10638-9dd2-4b91-89b9-9fc2bbee41c3 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:55.756448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.756843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Added segment cfcfb45b-fcd3-4fbd-bc49-7fff058f146c of type vlan for network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a Dec 10 19:44:55.840937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.855838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Delete allocated IP 172.20.0.23 (51a03bba-5bb4-4bab-a90f-d42c6efd67d6/4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e) {{(pid=88872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 10 19:44:55.912220 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7366815 Dec 10 19:44:55.924253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60936) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:55.928988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Network': ['ID=0daac056-ff7f-437f-92f8-7866a7d65769,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:55.937997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-825e515a-605b-4dd0-ba23-ca600561fe3f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:55.941869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 0daac056-ff7f-437f-92f8-7866a7d65769 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:55.943763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'ports': [{'network_id': '5bdb7107-92a3-4356-b137-23a48a001184', 'name': 'tempest-port--1864054642', 'admin_state_up': True}, {'network_id': '0daac056-ff7f-437f-92f8-7866a7d65769', 'admin_state_up': False}]} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:55.944231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'port': {'network_id': '5bdb7107-92a3-4356-b137-23a48a001184', 'name': 'tempest-port--1864054642', 'admin_state_up': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:55.944857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'port': {'network_id': '0daac056-ff7f-437f-92f8-7866a7d65769', 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:55.971176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.975286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:55.975947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:55.984152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-deb7bddb-6da0-4006-bff7-972d631c0889 tempest-PortsAdminExtendedAttrsTestJSON-1864427152 tempest-PortsAdminExtendedAttrsTestJSON-1864427152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:56.087490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfeb49-e10c-4013-a0da-7097cbf6393a req-689414b7-e17a-4a1d-8195-bd739560f7ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:56.088262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-90bfeb49-e10c-4013-a0da-7097cbf6393a req-689414b7-e17a-4a1d-8195-bd739560f7ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:56.174127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8295846 Dec 10 19:44:56.178289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60940) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:56.196492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:56.197549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Network': ['ID=1664aa23-abb1-4b32-8c8a-1e3dca430e1a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:56.203705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:56.211211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:44:56.231180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:56.248264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Ignored duplicate provisioning block setup for port 51645428-5b74-4a2b-844e-30d3f272de80 by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 10 19:44:56.251265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:56.257787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:56.280285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-90bfeb49-e10c-4013-a0da-7097cbf6393a req-689414b7-e17a-4a1d-8195-bd739560f7ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:56.281611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90bfeb49-e10c-4013-a0da-7097cbf6393a req-689414b7-e17a-4a1d-8195-bd739560f7ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 932 time: 0.7256110 Dec 10 19:44:56.295522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5200d79-9d25-41fa-8bf9-4ce3a7cedc16 None None] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:56.421061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=51645428-5b74-4a2b-844e-30d3f272de80,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:56.426945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:56.450225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9188be5-e9c5-40eb-804a-afdf364d52ce {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:44:56.455838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:56.466072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Usage tracker for resource:port and tenant:3d595de8474f4c7c8ee1b3fdd613826f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:56.470414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] In _notify_port_updated(), no bound segment for port 51645428-5b74-4a2b-844e-30d3f272de80 on network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:44:56.470656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:56.476182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:56.477070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:56.480360 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "PUT /v2.0/ports/51645428-5b74-4a2b-844e-30d3f272de80 HTTP/1.1" status: 200 len: 918 time: 1.8611844 Dec 10 19:44:56.483720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:56.484181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:56.491335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:56.499908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1d7ff20-7712-40a8-9dd5-b79be20ccad0'}, {'subnet_id': '4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:56.503668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:56.512016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:44:56.516916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90bfeb49-e10c-4013-a0da-7097cbf6393a req-a22dd652-c20b-4e24-9a9a-8b8b6e16c089 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154763 Dec 10 19:44:56.517801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:44:56.529635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:56.532121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Transition to ACTIVE for port object a9188be5-e9c5-40eb-804a-afdf364d52ce will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:56.553760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:56.569794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:56.602707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c2016a5-f29d-4171-af32-774518a4006a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:44:56.605866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Made reservation on behalf of 3d595de8474f4c7c8ee1b3fdd613826f for: {'port': 2} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:56.612437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:56.635405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:56.666345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:56.696037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-05807eaf-bc2a-4c59-8c0b-07aed9f7e517 None None] Provisioning for port 51645428-5b74-4a2b-844e-30d3f272de80 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:56.714824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-05807eaf-bc2a-4c59-8c0b-07aed9f7e517 None None] Provisioning complete for port 51645428-5b74-4a2b-844e-30d3f272de80 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:56.715250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05807eaf-bc2a-4c59-8c0b-07aed9f7e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:56.840791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-05807eaf-bc2a-4c59-8c0b-07aed9f7e517 None None] Port 51645428-5b74-4a2b-844e-30d3f272de80 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:44:56.908786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-05807eaf-bc2a-4c59-8c0b-07aed9f7e517 None None] Provisioning for port 2c2016a5-f29d-4171-af32-774518a4006a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:44:56.915992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-05807eaf-bc2a-4c59-8c0b-07aed9f7e517 None None] Provisioning complete for port 2c2016a5-f29d-4171-af32-774518a4006a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:56.916429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05807eaf-bc2a-4c59-8c0b-07aed9f7e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.044991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.095157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.22 (51a03bba-5bb4-4bab-a90f-d42c6efd67d6/4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e/51645428-5b74-4a2b-844e-30d3f272de80) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:57.101610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Pushing event updated for resources: {'Port': ['ID=a9188be5-e9c5-40eb-804a-afdf364d52ce,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:57.111689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:57.196967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.284790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.302664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 51645428-5b74-4a2b-844e-30d3f272de80 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:57.305872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.312097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b653acc-5959-4ad3-84e6-706dab72e107 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:57.405275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] device_id is not set on port bf077ff2-72b8-4af0-b53e-df5e62b93b60 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:57.427824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=51645428-5b74-4a2b-844e-30d3f272de80,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:57.478238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.478671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.479101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.479558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.479979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.480398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.480811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.481223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.481679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.482090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.482503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:57.501520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Attempting to bind port a9188be5-e9c5-40eb-804a-afdf364d52ce on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:57.501916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Attempting to bind port a9188be5-e9c5-40eb-804a-afdf364d52ce by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:57.502292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Attempting to bind port a9188be5-e9c5-40eb-804a-afdf364d52ce on network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:57.516861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:57.521854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Port a9188be5-e9c5-40eb-804a-afdf364d52ce on network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:44:57.523066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Attempting to bind port a9188be5-e9c5-40eb-804a-afdf364d52ce on network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:57.551644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] In _notify_port_updated(), no bound segment for port 51645428-5b74-4a2b-844e-30d3f272de80 on network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:44:57.556094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:57.556990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.561637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "PUT /v2.0/ports/51645428-5b74-4a2b-844e-30d3f272de80 HTTP/1.1" status: 200 len: 998 time: 1.0741346 Dec 10 19:44:57.561914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60948) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:57.637474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:57.637888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Checking segment: {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:57.638327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Bound using segment: {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:57.638832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Bound port: a9188be5-e9c5-40eb-804a-afdf364d52ce, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:57.639231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.656233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 51645428-5b74-4a2b-844e-30d3f272de80 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:44:57.656622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.880898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.929421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.976549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:57.988208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-332fe3f7-8407-4560-85c4-5dd863f4e5ae tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:58.017642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] For port a9188be5-e9c5-40eb-804a-afdf364d52ce, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:44:58.062900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 51645428-5b74-4a2b-844e-30d3f272de80 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:44:58.070156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] For port a9188be5-e9c5-40eb-804a-afdf364d52ce, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:44:58.099811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:58.126474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebb890-cdbe-4a59-b01b-72b8f9902e22 req-e21d56ad-9904-49d7-9ddf-5774a3e47b50 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:58.128200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5bebb890-cdbe-4a59-b01b-72b8f9902e22 req-e21d56ad-9904-49d7-9ddf-5774a3e47b50 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 944 time: 0.4478025 Dec 10 19:44:58.136275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] device_id is not set on port 8b2cd7bf-fb7f-4fb7-b25d-81da9ebaf1e2 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:58.168409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=96522e8f-cf10-467e-9ce0-f62c704daef6,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:58.188036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:58.190589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0bd8cba9-b06c-4369-aa27-bd363cfd2c00 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:58.268576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:58.270111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] 10.222.0.84 "PUT /v2.0/ports/a9188be5-e9c5-40eb-804a-afdf364d52ce HTTP/1.1" status: 200 len: 1094 time: 3.1751711 Dec 10 19:44:58.281771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:58.318342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:58.325867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7074ac9d-747a-48a2-989e-ea4e79a4dfb4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:58.356628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking segment: {'id': 'cfcfb45b-fcd3-4fbd-bc49-7fff058f146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:58.356628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network hostable DHCP agents. Network: 1664aa23-abb1-4b32-8c8a-1e3dca430e1a, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:58.381429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'status': 'completed', 'code': 200} Dec 10 19:44:58.382113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=51645428-5b74-4a2b-844e-30d3f272de80,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:58.383934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5bebb890-cdbe-4a59-b01b-72b8f9902e22 req-c0df28d1-797f-47f3-85ab-28831aa4ccb0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368889 Dec 10 19:44:58.387412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:58.468556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Pushing event updated for resources: {'Port': ['ID=a9188be5-e9c5-40eb-804a-afdf364d52ce,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:58.530532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.531444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.532348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.532974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.534186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9328324a-522b-41a2-84aa-6bdbf53abbc3 None None] Could not find standard attr ID for object 51645428-5b74-4a2b-844e-30d3f272de80. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:44:58.535482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.536649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.537093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.537797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.538388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.538818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.539249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:44:58.565407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9328324a-522b-41a2-84aa-6bdbf53abbc3 None None] Provisioning complete for port 2c2016a5-f29d-4171-af32-774518a4006a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:44:58.565679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:58.565840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9328324a-522b-41a2-84aa-6bdbf53abbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:58.594706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:58.596136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:58.613544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/51645428-5b74-4a2b-844e-30d3f272de80 HTTP/1.1" status: 204 len: 168 time: 1.0488427 Dec 10 19:44:58.614276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60956) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:58.632759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:58.670696 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be02d5c-eed0-466f-9d2b-a9846ca1e419 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:44:58.671162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1be02d5c-eed0-466f-9d2b-a9846ca1e419 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:44:58.675922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-a5892098-67cd-4bd7-abe4-bc0e6535e343 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 1097 time: 0.3627598 Dec 10 19:44:58.678403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 1664aa23-abb1-4b32-8c8a-1e3dca430e1a) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:58.682108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:58.699056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1be02d5c-eed0-466f-9d2b-a9846ca1e419 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:44:58.704512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1be02d5c-eed0-466f-9d2b-a9846ca1e419 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/51645428-5b74-4a2b-844e-30d3f272de80 HTTP/1.1" status: 404 len: 333 time: 0.0887740 Dec 10 19:44:58.705278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:58.726607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa2ecb-c4bd-4294-bada-9544d500f742 None None] Network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:58.759538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:58.760211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:58.797983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a6b5170-35ce-49c1-a063-93a475cbc53a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:58.866741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6798053 Dec 10 19:44:58.876422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60964) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:58.888909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a', 'name': 'tempest-PortsIpV6TestJSON-353253468', 'fixed_ips': [{'subnet_id': '96522e8f-cf10-467e-9ce0-f62c704daef6', 'ip_address': '2001:db8::10'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:44:58.982981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-d8a15506-0865-42a7-9f2b-c6405f6d58da service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce HTTP/1.1" status: 200 len: 217 time: 0.2960761 Dec 10 19:44:59.008212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-1664aa23-abb1-4b32-8c8a-1e3dca430e1a', 'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a', 'tenant_id': '8f7e00a760f14cc09bbd4d679cff81e4', 'fixed_ips': [{'subnet_id': '96522e8f-cf10-467e-9ce0-f62c704daef6'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:44:59.009159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.032476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bb8f401f-8e9f-4e34-ba6e-33f670e3c575 None None] Could not find standard attr ID for object 51645428-5b74-4a2b-844e-30d3f272de80. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:44:59.043294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet 4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:59.047065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.070417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Port': ['ID=bf077ff2-72b8-4af0-b53e-df5e62b93b60,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:59.082344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:59.109750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Checking segment: {'id': '30088c02-49d1-4c9c-af49-2a2109c50c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5bdb7107-92a3-4356-b137-23a48a001184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:59.109750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Network hostable DHCP agents. Network: 5bdb7107-92a3-4356-b137-23a48a001184, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:44:59.113875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.167478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-2f3134db-7f46-4ecc-8886-a5791f996705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:44:59.169906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-2f3134db-7f46-4ecc-8886-a5791f996705 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=25690dcd-add9-4279-bbfa-425db0a6f555 HTTP/1.1" status: 200 len: 835 time: 0.1758223 Dec 10 19:44:59.198784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Allocated IP 2001:db8::2 (1664aa23-abb1-4b32-8c8a-1e3dca430e1a/96522e8f-cf10-467e-9ce0-f62c704daef6/f713cfce-a165-4aa5-9a48-d67e2e08a601) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:44:59.219598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.229666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:44:59.251738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:44:59.253901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Network 5bdb7107-92a3-4356-b137-23a48a001184 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:44:59.277791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 5bdb7107-92a3-4356-b137-23a48a001184) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:59.280830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:44:59.288919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.291906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee4a85-2b44-4030-a0a6-33809006d371 None None] Network 5bdb7107-92a3-4356-b137-23a48a001184 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:44:59.305760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.312732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:59.313665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.314259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a2656938-5f80-49ef-8528-178d81db40c6 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:59.324362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:59.365168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:59.369435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:59.376602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.382371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 5813e484-65fb-41be-b84b-3bea9dee8fdd yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:44:59.386901 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e HTTP/1.1" status: 204 len: 168 time: 0.6799529 Dec 10 19:44:59.389242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60968) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:59.478863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Port': ['ID=8b2cd7bf-fb7f-4fb7-b25d-81da9ebaf1e2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:59.492285 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-3d985d2f-6533-4cf0-a27f-b627d3fc35ed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b5bf9d3-e03c-4089-8246-e021b14f4e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3138838 Dec 10 19:44:59.496868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:59.515310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet b1d7ff20-7712-40a8-9dd5-b79be20ccad0 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:44:59.519245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.602391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.635052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.646645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Transition to ACTIVE for port object f713cfce-a165-4aa5-9a48-d67e2e08a601 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:59.668681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Transition to ACTIVE for port object f713cfce-a165-4aa5-9a48-d67e2e08a601 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:44:59.674093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.684768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2db0f03-b375-458a-9a5c-cb5673fc94b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:59.712878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.747951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:44:59.750037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:44:59.759209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:44:59.799527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.805025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Pushing event updated for resources: {'Port': ['ID=f713cfce-a165-4aa5-9a48-d67e2e08a601,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:59.806618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1af4e7a-08c8-4424-9321-b9331ca08c01 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:44:59.814392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:59.856392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d7ff20-7712-40a8-9dd5-b79be20ccad0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:44:59.862539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:44:59.867928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.875981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/b1d7ff20-7712-40a8-9dd5-b79be20ccad0 HTTP/1.1" status: 204 len: 168 time: 0.4853003 Dec 10 19:44:59.878870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:44:59.879583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Attempting to bind port f713cfce-a165-4aa5-9a48-d67e2e08a601 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:44:59.880016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Attempting to bind port f713cfce-a165-4aa5-9a48-d67e2e08a601 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'cfcfb45b-fcd3-4fbd-bc49-7fff058f146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:44:59.880432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Attempting to bind port f713cfce-a165-4aa5-9a48-d67e2e08a601 on network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:44:59.888854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:44:59.889286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Checking segment: {'id': 'cfcfb45b-fcd3-4fbd-bc49-7fff058f146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:44:59.889751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:44:59.890207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Bound using segment: {'id': 'cfcfb45b-fcd3-4fbd-bc49-7fff058f146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:44:59.890756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Bound port: f713cfce-a165-4aa5-9a48-d67e2e08a601, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcfb45b-fcd3-4fbd-bc49-7fff058f146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:44:59.891184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.002242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] For port f713cfce-a165-4aa5-9a48-d67e2e08a601, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:00.006079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] For port f713cfce-a165-4aa5-9a48-d67e2e08a601, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f713cfce-a165-4aa5-9a48-d67e2e08a601,segment=NetworkSegment(cfcfb45b-fcd3-4fbd-bc49-7fff058f146c),segment_id=cfcfb45b-fcd3-4fbd-bc49-7fff058f146c)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:00.013376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.024228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Checking segment: {'id': 'b60d92fd-1a03-4146-8ecf-96ed1818cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0daac056-ff7f-437f-92f8-7866a7d65769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:00.024643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Network hostable DHCP agents. Network: 0daac056-ff7f-437f-92f8-7866a7d65769, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:00.027910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.029200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0102dd16-a29b-434e-b8a1-b94f1e0a8fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:00.039776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 2c2016a5-f29d-4171-af32-774518a4006a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:00.040450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.127322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Pushing event updated for resources: {'Port': ['ID=f713cfce-a165-4aa5-9a48-d67e2e08a601,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:00.132306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:00.142904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-9d3b2678-b53a-409d-b262-c974bb4518b7 service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365719 Dec 10 19:45:00.258240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::10 (1664aa23-abb1-4b32-8c8a-1e3dca430e1a/96522e8f-cf10-467e-9ce0-f62c704daef6/5813e484-65fb-41be-b84b-3bea9dee8fdd) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:00.273890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4c1a7-44c6-4ddb-9724-bf50e7e2415a req-690a894d-4c4b-47dc-a78c-ea6ee6b0efa2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:00.275568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9c4c1a7-44c6-4ddb-9724-bf50e7e2415a req-690a894d-4c4b-47dc-a78c-ea6ee6b0efa2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 944 time: 0.6753817 Dec 10 19:45:00.282678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096c1bc-a78a-48b8-b93a-77ade49a4036 None None] Network 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:00.292653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Network 0daac056-ff7f-437f-92f8-7866a7d65769 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:00.294499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] For port 2c2016a5-f29d-4171-af32-774518a4006a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2c2016a5-f29d-4171-af32-774518a4006a,segment=NetworkSegment(00f8e17c-dcbe-4759-908f-19bbd015a826),segment_id=00f8e17c-dcbe-4759-908f-19bbd015a826)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:00.294963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.364247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 0daac056-ff7f-437f-92f8-7866a7d65769) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:00.373629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1843c9e4-19da-4788-97fc-61170c21a605 None None] Could not find standard attr ID for object 51645428-5b74-4a2b-844e-30d3f272de80. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:00.378922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7702e-9dc1-42b0-88cd-f723475339bb None None] Network 0daac056-ff7f-437f-92f8-7866a7d65769 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:00.383390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:00.388387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:00.391954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:00.392713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.458497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 2c2016a5-f29d-4171-af32-774518a4006a owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:00.471439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1741d20e-ac03-4db6-afaf-c558ca1efc35 req-635c4a6d-240f-4dc3-ab6b-deeead4841dd service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174324 Dec 10 19:45:00.486147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9c4c1a7-44c6-4ddb-9724-bf50e7e2415a req-5c617cf9-7bfd-43b2-a8f3-d0d35f10633a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980579 Dec 10 19:45:00.508727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.5749524 Dec 10 19:45:00.582539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60978) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:00.616034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.627997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1dddf4f3-1b11-4ca6-88ef-82b9a30c95b2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:00.676841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=2c2016a5-f29d-4171-af32-774518a4006a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:00.679842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:00.691974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No DVR routers for this DVR port 2c2016a5-f29d-4171-af32-774518a4006a on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:00.765416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ec1bc-e8c2-4c69-a4e8-f96807225af9 None None] DHCP port deletion for 51a03bba-5bb4-4bab-a90f-d42c6efd67d6 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:00.846729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.881746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.882914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a03bba-5bb4-4bab-a90f-d42c6efd67d6']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:00.897343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f8e17c-dcbe-4759-908f-19bbd015a826') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:00.897817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f8e17c-dcbe-4759-908f-19bbd015a826') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:00.913326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object 5813e484-65fb-41be-b84b-3bea9dee8fdd will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:00.914575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.930081 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-3e8c5aea-a920-4751-ba10-06ee75ed324e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 1097 time: 0.3471491 Dec 10 19:45:00.930542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.937694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:00.937884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d92c47-9e5e-4612-a35b-023088c7df5a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:00.938425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:00.942308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d92c47-9e5e-4612-a35b-023088c7df5a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:00.943034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-77d92c47-9e5e-4612-a35b-023088c7df5a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Synchronizing usage tracker for tenant:3d595de8474f4c7c8ee1b3fdd613826f on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:00.955182 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:01.039318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.042901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4bf15ae-00c5-46a0-b9b8-745470b42467 tempest-FloatingIPTestJSON-972485959 tempest-FloatingIPTestJSON-972485959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:01.058597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.062351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-77d92c47-9e5e-4612-a35b-023088c7df5a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Unset dirty status for tenant:3d595de8474f4c7c8ee1b3fdd613826f on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:01.063652 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-77d92c47-9e5e-4612-a35b-023088c7df5a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4160547 Dec 10 19:45:01.069928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60982) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:01.071089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Network': ['ID=51a03bba-5bb4-4bab-a90f-d42c6efd67d6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:01.076624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:01.083065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/networks/51a03bba-5bb4-4bab-a90f-d42c6efd67d6 HTTP/1.1" status: 204 len: 168 time: 1.2026734 Dec 10 19:45:01.089717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60986) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:01.104789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.126898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cce4118-2227-4a42-8a87-5b19865a4248 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:01.180654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3e44e-42f3-46eb-95ea-9e066fffbbe0 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:01.181361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ac3e44e-42f3-46eb-95ea-9e066fffbbe0 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:01.197162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ac3e44e-42f3-46eb-95ea-9e066fffbbe0 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:01.199008 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ac3e44e-42f3-46eb-95ea-9e066fffbbe0 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1081853 Dec 10 19:45:01.202868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60990) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:01.259840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Deleting port bf077ff2-72b8-4af0-b53e-df5e62b93b60 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:01.260220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.289919 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9090ecdd-6ed5-48be-abbc-c66d26fce30a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0825608 Dec 10 19:45:01.291308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 60994) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:01.293931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:01.296347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-467406751'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:01.301880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:01.305425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:01.305972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:network and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:01.307983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=5813e484-65fb-41be-b84b-3bea9dee8fdd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:01.310526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:01.312655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:01.316979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:01.317081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:01.317642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.322272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-2a16b862-eeae-4a07-8b3f-0931add3935f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:01.324212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-2a16b862-eeae-4a07-8b3f-0931add3935f service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b5bf9d3-e03c-4089-8246-e021b14f4e73 HTTP/1.1" status: 200 len: 898 time: 0.3761580 Dec 10 19:45:01.327312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:01.327822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:01.333555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.364454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:01.373892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.374383 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Added segment d43bc6c1-91c3-4e50-90c8-fb9602c049d2 of type vlan for network 100ae887-be6b-458c-afc5-91cb2bb63f0f Dec 10 19:45:01.400489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.435334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.439401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:01.440037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.444086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea1fb175-628d-4e7f-85af-572403068906 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:01.456093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5705807 Dec 10 19:45:01.461731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-027c7f8e-df41-4e5d-87c3-19493b2602dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce HTTP/1.1" status: 200 len: 217 time: 0.1199443 Dec 10 19:45:01.464901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 60998) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:01.470935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': '1664aa23-abb1-4b32-8c8a-1e3dca430e1a', 'name': 'tempest-PortsIpV6TestJSON-1959581823', 'fixed_ips': [{'subnet_id': '96522e8f-cf10-467e-9ce0-f62c704daef6', 'ip_address': '2001:db8::f'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:01.561713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Network': ['ID=100ae887-be6b-458c-afc5-91cb2bb63f0f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:01.564505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:01.569274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2779214 Dec 10 19:45:01.570037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:01.574091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 100ae887-be6b-458c-afc5-91cb2bb63f0f details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:01.576292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:01.719363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:01.723820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:01.727202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:01.733961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:01.744247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:01.851735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-ff7465fd-d589-42d0-941a-a4385932e358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:01.853335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-ff7465fd-d589-42d0-941a-a4385932e358 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=25690dcd-add9-4279-bbfa-425db0a6f555 HTTP/1.1" status: 200 len: 835 time: 0.3642976 Dec 10 19:45:01.866098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:01.914941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.035648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb56e58-4863-47fe-b112-b1b132ec9c3e None None] Network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:02.092067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Calling delete_port for bf077ff2-72b8-4af0-b53e-df5e62b93b60 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:02.115364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.122803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9f67070-1628-4310-8ffe-9a98f2af243e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:02.143889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:02.145401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fc5c6ab6-bf79-48a2-be40-6f5d1c2dd7e9 None None] Provisioning for port f713cfce-a165-4aa5-9a48-d67e2e08a601 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:02.163669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:port and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:02.174133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:02.188406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:02.213295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f2ae-faaa-45c2-aeff-032864f84cb3 req-0eae5976-4d3e-4216-9e07-feacaefd529c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:02.214355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=79003712-56da-4360-a393-789e2949a630,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:02.215028 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b6f6f2ae-faaa-45c2-aeff-032864f84cb3 req-0eae5976-4d3e-4216-9e07-feacaefd529c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 944 time: 0.5266674 Dec 10 19:45:02.217600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:02.234539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:02.246226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking segment: {'id': 'd43bc6c1-91c3-4e50-90c8-fb9602c049d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:02.246226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network hostable DHCP agents. Network: 100ae887-be6b-458c-afc5-91cb2bb63f0f, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:02.270823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 100ae887-be6b-458c-afc5-91cb2bb63f0f is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:02.280042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 100ae887-be6b-458c-afc5-91cb2bb63f0f) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:02.284130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:02.284900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.300614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe513f-9974-4e78-b3a6-397823b7b377 None None] Network 100ae887-be6b-458c-afc5-91cb2bb63f0f requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:02.311224 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7400935 Dec 10 19:45:02.314104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32776) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:02.320226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f', 'name': 'tempest-PortsTestJSON-1942611606'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:02.354851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.373399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ff3b749-c208-42c8-a69c-6adfb01aa9bb tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:02.396461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.558858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:02.571881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:02.590571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:02.613980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.628703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-100ae887-be6b-458c-afc5-91cb2bb63f0f', 'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f', 'tenant_id': 'ef4cca9b79064abfaf33b2c53fdaaec8', 'fixed_ips': [{'subnet_id': '79003712-56da-4360-a393-789e2949a630'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:02.629890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.645193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 3fada770-546c-4843-b279-7f382f238770 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:02.647005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f713cfce-a165-4aa5-9a48-d67e2e08a601 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:02.705096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-662cd8e1-8beb-46d5-b9b8-bc881d81b6ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b5bf9d3-e03c-4089-8246-e021b14f4e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8346019 Dec 10 19:45:02.759162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Port': ['ID=bf077ff2-72b8-4af0-b53e-df5e62b93b60,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:02.831221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:02.832790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.3 (100ae887-be6b-458c-afc5-91cb2bb63f0f/79003712-56da-4360-a393-789e2949a630/3fada770-546c-4843-b279-7f382f238770) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:02.860923 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b6f6f2ae-faaa-45c2-aeff-032864f84cb3 req-6b94cd56-6b72-4487-a231-84337e7bd489 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6091714 Dec 10 19:45:02.899844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.922116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:02.943824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/ports/bf077ff2-72b8-4af0-b53e-df5e62b93b60 HTTP/1.1" status: 204 len: 168 time: 1.8699782 Dec 10 19:45:02.956666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32780) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:03.032149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 219e05a6-f322-478a-bef0-021e5cdde16f yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:03.062500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d38b5ff6-adc7-4c57-836b-dd137b5354b2 None None] Provisioning for port 5813e484-65fb-41be-b84b-3bea9dee8fdd completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:03.068788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d38b5ff6-adc7-4c57-836b-dd137b5354b2 None None] Provisioning complete for port 5813e484-65fb-41be-b84b-3bea9dee8fdd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:03.069211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d38b5ff6-adc7-4c57-836b-dd137b5354b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.084807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.086852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-d97ac68b-6fcd-4034-b1f1-86a2891e27ba service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586514 Dec 10 19:45:03.102637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 3fada770-546c-4843-b279-7f382f238770 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:03.126041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.133935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:03.138713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port f713cfce-a165-4aa5-9a48-d67e2e08a601 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:03.186474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d38b5ff6-adc7-4c57-836b-dd137b5354b2 None None] Port 5813e484-65fb-41be-b84b-3bea9dee8fdd cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:03.187966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f713cfce-a165-4aa5-9a48-d67e2e08a601 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:03.188506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.221173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 100ae887-be6b-458c-afc5-91cb2bb63f0f is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:03.225549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:03.227578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=3fada770-546c-4843-b279-7f382f238770,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:03.230085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:03.232023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Deleting port 8b2cd7bf-fb7f-4fb7-b25d-81da9ebaf1e2 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:03.232413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.262287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:03.271739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Allocated IP 172.20.0.2 (100ae887-be6b-458c-afc5-91cb2bb63f0f/79003712-56da-4360-a393-789e2949a630/44e5c3d8-37a7-408a-9c51-dac6ddedf746) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:03.299891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:03.300588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.330526 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0130746 Dec 10 19:45:03.330742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32784) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:03.337543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f', 'name': 'tempest-PortsTestJSON-360194049'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:03.465426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.493577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2433605-b11f-4af6-90e7-e33ce5dae2c3 None None] Provisioning complete for port 5813e484-65fb-41be-b84b-3bea9dee8fdd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:03.494530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2433605-b11f-4af6-90e7-e33ce5dae2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.508388 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0b95c02-002e-4118-bfb2-0176c49e7e74 req-18604875-36ca-4541-b53c-a18729136916 service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054401 Dec 10 19:45:03.516303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:03.521710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:03.525695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:03.533453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:03.548560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:03.556275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.581930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port c630c209-b515-4941-b27c-979084e55c19 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:03.604944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b2433605-b11f-4af6-90e7-e33ce5dae2c3 None None] Port 5813e484-65fb-41be-b84b-3bea9dee8fdd cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:03.610692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port f713cfce-a165-4aa5-9a48-d67e2e08a601, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f713cfce-a165-4aa5-9a48-d67e2e08a601,segment=NetworkSegment(cfcfb45b-fcd3-4fbd-bc49-7fff058f146c),segment_id=cfcfb45b-fcd3-4fbd-bc49-7fff058f146c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:03.624337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.629002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:03.650643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::f (1664aa23-abb1-4b32-8c8a-1e3dca430e1a/96522e8f-cf10-467e-9ce0-f62c704daef6/219e05a6-f322-478a-bef0-021e5cdde16f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:03.656102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.717390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c2016a5-f29d-4171-af32-774518a4006a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:03.769899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 2c2016a5-f29d-4171-af32-774518a4006a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:03.770211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c2016a5-f29d-4171-af32-774518a4006a not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:03.797240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Calling delete_port for 8b2cd7bf-fb7f-4fb7-b25d-81da9ebaf1e2 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:03.815623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=f713cfce-a165-4aa5-9a48-d67e2e08a601,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:03.818782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.821610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:03.830842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Transition to ACTIVE for port object 44e5c3d8-37a7-408a-9c51-dac6ddedf746 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:03.852485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Transition to ACTIVE for port object 44e5c3d8-37a7-408a-9c51-dac6ddedf746 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:03.858019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.863291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13d44f23-c4ae-44cb-98c1-65c2b8b42a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:03.926435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Network 100ae887-be6b-458c-afc5-91cb2bb63f0f is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:03.930166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:03.933051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:03.939571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.13 (100ae887-be6b-458c-afc5-91cb2bb63f0f/79003712-56da-4360-a393-789e2949a630/c630c209-b515-4941-b27c-979084e55c19) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:03.956466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:03.989615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Pushing event updated for resources: {'Port': ['ID=44e5c3d8-37a7-408a-9c51-dac6ddedf746,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:03.992746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:04.022011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-253fd444-b74b-433d-88b8-3ed3d41075ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:04.050040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Attempting to bind port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:04.050623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Attempting to bind port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'd43bc6c1-91c3-4e50-90c8-fb9602c049d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:04.051196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Attempting to bind port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 on network 100ae887-be6b-458c-afc5-91cb2bb63f0f {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:04.058430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:04.058988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Checking segment: {'id': 'd43bc6c1-91c3-4e50-90c8-fb9602c049d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:04.059559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.060118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Bound using segment: {'id': 'd43bc6c1-91c3-4e50-90c8-fb9602c049d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:04.060765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Bound port: 44e5c3d8-37a7-408a-9c51-dac6ddedf746, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43bc6c1-91c3-4e50-90c8-fb9602c049d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '100ae887-be6b-458c-afc5-91cb2bb63f0f'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:04.061309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.124345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Port': ['ID=8b2cd7bf-fb7f-4fb7-b25d-81da9ebaf1e2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:04.136426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:04.152682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.165078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a12596c-95d2-44b0-9162-919392356380 None None] For port 44e5c3d8-37a7-408a-9c51-dac6ddedf746, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:04.168569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a12596c-95d2-44b0-9162-919392356380 None None] For port 44e5c3d8-37a7-408a-9c51-dac6ddedf746, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=44e5c3d8-37a7-408a-9c51-dac6ddedf746,segment=NetworkSegment(d43bc6c1-91c3-4e50-90c8-fb9602c049d2),segment_id=d43bc6c1-91c3-4e50-90c8-fb9602c049d2)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:04.172127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.178457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67ef913c-5377-4107-bebf-20751a6663a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:04.184614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.192980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/ports/8b2cd7bf-fb7f-4fb7-b25d-81da9ebaf1e2 HTTP/1.1" status: 204 len: 168 time: 1.2332571 Dec 10 19:45:04.196212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32790) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:04.242821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object c630c209-b515-4941-b27c-979084e55c19 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:04.251787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.257458 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e43b870-af2d-4cbb-9f96-9c42a842108b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0582602 Dec 10 19:45:04.262523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32794) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:04.266970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cfbeb-1371-4507-907b-5ff0fe9531e1 req-83d5aad9-c09a-42b2-80eb-c391cbd1374e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:04.268633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3f6cfbeb-1371-4507-907b-5ff0fe9531e1 req-83d5aad9-c09a-42b2-80eb-c391cbd1374e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 944 time: 0.2479069 Dec 10 19:45:04.270887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1111284513'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:04.276099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Pushing event updated for resources: {'Port': ['ID=44e5c3d8-37a7-408a-9c51-dac6ddedf746,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:04.277796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:04.280302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:04.284888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Usage tracker for resource:network and tenant:3d595de8474f4c7c8ee1b3fdd613826f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:04.292103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:04.301255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:04.305279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object 219e05a6-f322-478a-bef0-021e5cdde16f will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:04.315989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Made reservation on behalf of 3d595de8474f4c7c8ee1b3fdd613826f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:04.321569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.334954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.336782 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3f6cfbeb-1371-4507-907b-5ff0fe9531e1 req-70a13f03-bada-4614-bbc6-4aff01e02ff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619423 Dec 10 19:45:04.349743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.350226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5af8835-0bf7-4881-91f3-41f15d663cce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:04.361111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08bac159-0503-4155-9231-3e887d864de7 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:04.427491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 100ae887-be6b-458c-afc5-91cb2bb63f0f is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:04.433262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:04.440116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:04.453817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:04.461751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:04.464871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:04.469604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:04.470914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.488118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:04.490749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=c630c209-b515-4941-b27c-979084e55c19,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:04.493812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=219e05a6-f322-478a-bef0-021e5cdde16f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:04.498739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:04.503055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0369806 Dec 10 19:45:04.505898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32798) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:04.618366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f713cfce-a165-4aa5-9a48-d67e2e08a601 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:04.648993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a001b71-6f61-43f7-bbc5-3fdf5deacfc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:04.650198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6a001b71-6f61-43f7-bbc5-3fdf5deacfc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:04.679158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6a001b71-6f61-43f7-bbc5-3fdf5deacfc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:04.680448 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a001b71-6f61-43f7-bbc5-3fdf5deacfc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1734440 Dec 10 19:45:04.684128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32802) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:04.724394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f713cfce-a165-4aa5-9a48-d67e2e08a601 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:04.725997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.817680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1fb459-7281-4fe6-9482-8afa5e860e08 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:04.822921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1fb459-7281-4fe6-9482-8afa5e860e08 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:04.831904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1fb459-7281-4fe6-9482-8afa5e860e08 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:04.847328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ba1fb459-7281-4fe6-9482-8afa5e860e08 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1619687 Dec 10 19:45:04.850860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32806) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:04.853775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:04.882742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.883382 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Added segment 497fc64e-44cb-4d39-a10f-72e8ea56f30e of type vlan for network 4767063a-5c28-4f8e-84c8-0b7d95aa9366 Dec 10 19:45:04.925838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:04.926724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.941488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 219e05a6-f322-478a-bef0-021e5cdde16f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:04.942174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.947278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.982051 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6476388 Dec 10 19:45:04.983239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32810) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:04.993482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:04.998638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:04.999311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.005399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e75721a-8c28-4d06-8659-3a9166670ae8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:05.102055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8382008 Dec 10 19:45:05.108441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32814) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:05.121487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1434118471'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:05.129338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Network': ['ID=4767063a-5c28-4f8e-84c8-0b7d95aa9366,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:05.132271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:05.141997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4767063a-5c28-4f8e-84c8-0b7d95aa9366 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:05.143668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:05.152549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Usage tracker for resource:network and tenant:3d595de8474f4c7c8ee1b3fdd613826f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:05.158397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:05.162293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a9188be5-e9c5-40eb-804a-afdf364d52ce details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:45:05.240353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:05.256603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bdcb7-c424-4bb6-bee3-a4da8171cfe7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:05.257343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d40bdcb7-c424-4bb6-bee3-a4da8171cfe7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:05.289348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Made reservation on behalf of 3d595de8474f4c7c8ee1b3fdd613826f for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:05.294798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.310585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d40bdcb7-c424-4bb6-bee3-a4da8171cfe7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:05.311779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d40bdcb7-c424-4bb6-bee3-a4da8171cfe7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.3276300 Dec 10 19:45:05.315441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32818) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:05.333363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-adc10e11-c6e4-42e6-b974-9c724fb88099 None None] Provisioning for port 219e05a6-f322-478a-bef0-021e5cdde16f completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:05.353017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-adc10e11-c6e4-42e6-b974-9c724fb88099 None None] Provisioning complete for port 219e05a6-f322-478a-bef0-021e5cdde16f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:05.353444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adc10e11-c6e4-42e6-b974-9c724fb88099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.364988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:05.368606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.408749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port c630c209-b515-4941-b27c-979084e55c19 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:05.409745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.458434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-adc10e11-c6e4-42e6-b974-9c724fb88099 None None] Port 219e05a6-f322-478a-bef0-021e5cdde16f cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:05.506426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a9188be5-e9c5-40eb-804a-afdf364d52ce, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:05.513045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.513448 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Added segment 5eb96918-8e28-46b9-8f06-560c9e480283 of type vlan for network fd1b7919-f8fa-413c-9292-8d330af2620e Dec 10 19:45:05.521710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 219e05a6-f322-478a-bef0-021e5cdde16f owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:05.526873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'port_id': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'mac_address': 'fa:16:3e:66:05:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:45:05.594777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.618049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9188be5-e9c5-40eb-804a-afdf364d52ce {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:45:05.634535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a9188be5-e9c5-40eb-804a-afdf364d52ce, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:05.641349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.643569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9f2ea2b-adbd-49ee-ad82-23591fbf9a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:05.656308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.720117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=a9188be5-e9c5-40eb-804a-afdf364d52ce,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:05.723945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:05.750410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:05.892156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for c630c209-b515-4941-b27c-979084e55c19 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:06.018780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:06.022902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:06.023549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:06.033828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['a9188be5-e9c5-40eb-804a-afdf364d52ce'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:45:06.035978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eea06336-9da8-478a-9de1-8fcf90557f4b tempest-RoutersIpV6Test-2066613711 tempest-RoutersIpV6Test-2066613711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:06.057992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:06.064675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-251b91b8-e4f3-463d-b3ce-b853017f8adf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:06.116620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=c630c209-b515-4941-b27c-979084e55c19,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:06.122492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:06.136571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa4f94-df03-44af-9907-ae8107484e05 req-9d67eac1-940f-4efa-9f04-3c5bd5004133 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:06.138718 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-57fa4f94-df03-44af-9907-ae8107484e05 req-9d67eac1-940f-4efa-9f04-3c5bd5004133 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 944 time: 0.5870938 Dec 10 19:45:06.212227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Network': ['ID=fd1b7919-f8fa-413c-9292-8d330af2620e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:06.217715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:06.218886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:06.246673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:06.256332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a1e8cfd-d2d8-47a2-a72b-51b3965114ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:06.263039 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/c630c209-b515-4941-b27c-979084e55c19 HTTP/1.1" status: 204 len: 168 time: 0.9460716 Dec 10 19:45:06.265606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32824) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:06.294486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network fd1b7919-f8fa-413c-9292-8d330af2620e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:06.295527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-57fa4f94-df03-44af-9907-ae8107484e05 req-1718b06b-277b-4366-bd8b-a1e1c5544fdf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267688 Dec 10 19:45:06.298057 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cff371a4-140c-44d8-81b3-d0e29bd72550 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1861312 Dec 10 19:45:06.315679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=219e05a6-f322-478a-bef0-021e5cdde16f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:06.324618 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae6937a-0515-41ac-bbd0-0e952c2c62ce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:45:06.325694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0ae6937a-0515-41ac-bbd0-0e952c2c62ce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:06.327358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:06.375285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0ae6937a-0515-41ac-bbd0-0e952c2c62ce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:06.379935 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0ae6937a-0515-41ac-bbd0-0e952c2c62ce tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/c630c209-b515-4941-b27c-979084e55c19 HTTP/1.1" status: 404 len: 333 time: 0.1128874 Dec 10 19:45:06.380293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32828) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:06.462116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:06.465081 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/219e05a6-f322-478a-bef0-021e5cdde16f HTTP/1.1" status: 204 len: 168 time: 1.6131957 Dec 10 19:45:06.468262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32832) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:06.569103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282b3f7c-e4f9-4ce2-b639-ad22c3a57c97 None None] Network 100ae887-be6b-458c-afc5-91cb2bb63f0f requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:06.572382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 3fada770-546c-4843-b279-7f382f238770 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:06.572895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:06.598128 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-833399e8-128e-4f14-b46d-0bea9800ed77 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:45:06.598703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-833399e8-128e-4f14-b46d-0bea9800ed77 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:06.662795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-833399e8-128e-4f14-b46d-0bea9800ed77 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:06.666467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-833399e8-128e-4f14-b46d-0bea9800ed77 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/219e05a6-f322-478a-bef0-021e5cdde16f HTTP/1.1" status: 404 len: 333 time: 0.1965649 Dec 10 19:45:06.670005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32836) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:06.720770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 44e5c3d8-37a7-408a-9c51-dac6ddedf746 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:06.831163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 5813e484-65fb-41be-b84b-3bea9dee8fdd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:06.831557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:06.862669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b3159142-4537-463e-8d88-2b4ec54910c0 None None] Provisioning for port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:06.889306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:06.899331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:06.899848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.028380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.153092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.182729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.188045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 3fada770-546c-4843-b279-7f382f238770 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:07.193482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 44e5c3d8-37a7-408a-9c51-dac6ddedf746, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=44e5c3d8-37a7-408a-9c51-dac6ddedf746,segment=NetworkSegment(d43bc6c1-91c3-4e50-90c8-fb9602c049d2),segment_id=d43bc6c1-91c3-4e50-90c8-fb9602c049d2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:07.199773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.202116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-513b0721-ddc2-4494-8327-c1d274875fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:07.294492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=44e5c3d8-37a7-408a-9c51-dac6ddedf746,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:07.302540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:07.368499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 5813e484-65fb-41be-b84b-3bea9dee8fdd owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:07.398188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.407692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aeed65f1-edfa-4d2f-81cb-b4b8a9214964 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:07.484281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=3fada770-546c-4843-b279-7f382f238770,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:07.494255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:07.576227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.582356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b620cffc-e6f4-437b-9e37-ee7892771171 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:07.630784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=5813e484-65fb-41be-b84b-3bea9dee8fdd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:07.634036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:07.689902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3e2e0b93-3a52-4242-8b77-a17825182244 None None] Could not find standard attr ID for object 3fada770-546c-4843-b279-7f382f238770. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:07.722782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.728636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3e2e0b93-3a52-4242-8b77-a17825182244 None None] Provisioning complete for port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:07.731191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0b93-3a52-4242-8b77-a17825182244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.734090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:07.761431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/5813e484-65fb-41be-b84b-3bea9dee8fdd HTTP/1.1" status: 204 len: 168 time: 1.0900955 Dec 10 19:45:07.762647 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/3fada770-546c-4843-b279-7f382f238770 HTTP/1.1" status: 204 len: 168 time: 1.3742437 Dec 10 19:45:07.762934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32842) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:07.782545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e621f1a-4b60-48cc-a136-a40e5e9bc79b req-8cc6971e-9e85-44d5-8f2e-34a7cbe73161 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:07.784267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e621f1a-4b60-48cc-a136-a40e5e9bc79b req-8cc6971e-9e85-44d5-8f2e-34a7cbe73161 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 945 time: 0.2187383 Dec 10 19:45:07.784787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32844) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:07.875416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d037491-bfe0-45a7-8aa0-4f0577aac9a5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:45:07.876083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8d037491-bfe0-45a7-8aa0-4f0577aac9a5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:07.884907 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-5806056f-0f7a-4b3a-9f53-9d782beb3a4e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:45:07.885545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5806056f-0f7a-4b3a-9f53-9d782beb3a4e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:07.914583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8d037491-bfe0-45a7-8aa0-4f0577aac9a5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:07.915943 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8d037491-bfe0-45a7-8aa0-4f0577aac9a5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/5813e484-65fb-41be-b84b-3bea9dee8fdd HTTP/1.1" status: 404 len: 333 time: 0.1516564 Dec 10 19:45:07.919362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32850) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:07.960961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5806056f-0f7a-4b3a-9f53-9d782beb3a4e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:07.974076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5806056f-0f7a-4b3a-9f53-9d782beb3a4e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/3fada770-546c-4843-b279-7f382f238770 HTTP/1.1" status: 404 len: 333 time: 0.1861827 Dec 10 19:45:07.976604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32854) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:08.058800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e621f1a-4b60-48cc-a136-a40e5e9bc79b req-aac7ece3-f590-4f10-99f4-2e40de7c774d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685081 Dec 10 19:45:08.140495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a4c76149-b1fe-4931-b0a8-6f49779820d8 None None] Could not find standard attr ID for object 3fada770-546c-4843-b279-7f382f238770. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:08.254657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet 96522e8f-cf10-467e-9ce0-f62c704daef6 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:08.259197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.269843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet 79003712-56da-4360-a393-789e2949a630 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:08.273692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.323944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.344334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.431205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.454858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f9f488e7-2e1d-4092-a8f0-b880ec4ded7f None None] Could not find standard attr ID for object c630c209-b515-4941-b27c-979084e55c19. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:08.518665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.581554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 44e5c3d8-37a7-408a-9c51-dac6ddedf746 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:08.584559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.598036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c5458f1-c66b-48ec-b720-9c6ece5efc51 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:08.638016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.638301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.644320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b1a486b-8ef8-4cae-80bb-5993e7c0bb46 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:08.648384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=96522e8f-cf10-467e-9ce0-f62c704daef6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:08.651314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:08.656588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5066b997-1bf2-411a-9aa1-508f254ae8ad None None] Network 1664aa23-abb1-4b32-8c8a-1e3dca430e1a requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:08.658235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/96522e8f-cf10-467e-9ce0-f62c704daef6 HTTP/1.1" status: 204 len: 168 time: 0.7376592 Dec 10 19:45:08.658933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32858) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:08.706396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=79003712-56da-4360-a393-789e2949a630,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:08.718421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:08.736926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.745457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/79003712-56da-4360-a393-789e2949a630 HTTP/1.1" status: 204 len: 168 time: 0.7646070 Dec 10 19:45:08.748777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32862) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:08.809532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.828437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port f713cfce-a165-4aa5-9a48-d67e2e08a601 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:08.829385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.920849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:08.935294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:08.935987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.092292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] For port f713cfce-a165-4aa5-9a48-d67e2e08a601, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f713cfce-a165-4aa5-9a48-d67e2e08a601,segment=NetworkSegment(cfcfb45b-fcd3-4fbd-bc49-7fff058f146c),segment_id=cfcfb45b-fcd3-4fbd-bc49-7fff058f146c)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:09.092765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.112843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff195aa0-f3c4-4aed-a91b-7b41a1cd5c13 None None] Network 100ae887-be6b-458c-afc5-91cb2bb63f0f requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:09.204342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] For port 44e5c3d8-37a7-408a-9c51-dac6ddedf746, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=44e5c3d8-37a7-408a-9c51-dac6ddedf746,segment=NetworkSegment(d43bc6c1-91c3-4e50-90c8-fb9602c049d2),segment_id=d43bc6c1-91c3-4e50-90c8-fb9602c049d2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:09.204746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.236872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a9188be5-e9c5-40eb-804a-afdf364d52ce up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:09.345174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for f713cfce-a165-4aa5-9a48-d67e2e08a601 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:09.358869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 44e5c3d8-37a7-408a-9c51-dac6ddedf746 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:09.427224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.432491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55b5cdc8-95ac-4397-9500-42c2775f26f2 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:09.463019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:09.464288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.519871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 was deleted so its status cannot be updated. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}} Dec 10 19:45:09.520425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.531019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b61297df-6926-466d-b756-3b132718c282 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:09.539792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=f713cfce-a165-4aa5-9a48-d67e2e08a601,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:09.547932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:09.554369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No DVR routers for this DVR port f713cfce-a165-4aa5-9a48-d67e2e08a601 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:09.596993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=44e5c3d8-37a7-408a-9c51-dac6ddedf746,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:09.600944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:09.630815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c9aaef-9a88-4206-a57d-2b7a142e171f None None] DHCP port deletion for 1664aa23-abb1-4b32-8c8a-1e3dca430e1a request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:09.632995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No DVR routers for this DVR port 44e5c3d8-37a7-408a-9c51-dac6ddedf746 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:09.640995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3557024-0d75-47f0-b27e-3a6440a2e27b req-19018fd4-8f12-4d34-892b-9cbd1c4ddd61 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:09.648221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a3557024-0d75-47f0-b27e-3a6440a2e27b req-19018fd4-8f12-4d34-892b-9cbd1c4ddd61 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 945 time: 0.1840398 Dec 10 19:45:09.661145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port a9188be5-e9c5-40eb-804a-afdf364d52ce completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:09.679174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port a9188be5-e9c5-40eb-804a-afdf364d52ce triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:09.682494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.740404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.765992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dbe757-388f-4fbc-a560-9dd81a16cd6b None None] DHCP port deletion for 100ae887-be6b-458c-afc5-91cb2bb63f0f request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:09.803757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1664aa23-abb1-4b32-8c8a-1e3dca430e1a']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:09.827564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcfb45b-fcd3-4fbd-bc49-7fff058f146c') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:09.827918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcfb45b-fcd3-4fbd-bc49-7fff058f146c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:09.843257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.857821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.864702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a3557024-0d75-47f0-b27e-3a6440a2e27b req-67d82f3a-dd31-468d-85b6-907303585bc3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672924 Dec 10 19:45:09.880175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.891231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.901538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:09.901538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.922267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:45:09.929647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100ae887-be6b-458c-afc5-91cb2bb63f0f']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:09.937270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a9188be5-e9c5-40eb-804a-afdf364d52ce, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:09.941434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.946216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-406a6209-e10a-46f5-af6e-a9982f946c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:09.947496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43bc6c1-91c3-4e50-90c8-fb9602c049d2') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:09.948711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43bc6c1-91c3-4e50-90c8-fb9602c049d2') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:09.962632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.980811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:09.988901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:09.989583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:10.008080 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:10.033467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=a9188be5-e9c5-40eb-804a-afdf364d52ce,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:10.038303 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'code': 200} Dec 10 19:45:10.048999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.049725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.050273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.051313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.051850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.052605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.053132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.053695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.054275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.054793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.068868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:10.069279 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:10.074989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.079499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d497dbb0-feea-4f40-b4b4-e2ac304c7693 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:10.081337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:10.106031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.109752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Network': ['ID=1664aa23-abb1-4b32-8c8a-1e3dca430e1a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:10.114013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:10.133734 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/networks/1664aa23-abb1-4b32-8c8a-1e3dca430e1a HTTP/1.1" status: 204 len: 168 time: 1.4699306 Dec 10 19:45:10.134083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32870) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:10.141381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1432404682'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:10.147141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:10.150974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.151738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:network and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:10.154871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:10.158076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b97f40c-a7e3-42fb-8ce5-6f9cf41964c1 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:10.166260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:10.177971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:10.180143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.183409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32874) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:10.185586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.192984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Network': ['ID=100ae887-be6b-458c-afc5-91cb2bb63f0f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:10.198331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'subnets': [{'network_id': '4767063a-5c28-4f8e-84c8-0b7d95aa9366', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2038976220', 'ip_version': 6}, {'network_id': 'fd1b7919-f8fa-413c-9292-8d330af2620e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:10.198530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'subnet': {'network_id': '4767063a-5c28-4f8e-84c8-0b7d95aa9366', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2038976220', 'ip_version': 6}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:10.199258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Request body: {'subnet': {'network_id': 'fd1b7919-f8fa-413c-9292-8d330af2620e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:10.217250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:10.218805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:10.228720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.229805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Added segment bb32c7fd-a02c-41eb-88d8-5113d18ea214 of type vlan for network 4e0c210b-426f-4e03-8f8d-670f8e550d4d Dec 10 19:45:10.262165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.292736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.296937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:10.297608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.303251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:10.331404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/networks/100ae887-be6b-458c-afc5-91cb2bb63f0f HTTP/1.1" status: 204 len: 168 time: 1.5811787 Dec 10 19:45:10.340262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32878) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:10.353607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1188471072'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:10.370277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:10.377554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:network and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:10.384191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:10.405804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:10.406501 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2712314 Dec 10 19:45:10.409548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32882) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:10.418634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': '4e0c210b-426f-4e03-8f8d-670f8e550d4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:10.438217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Network': ['ID=4e0c210b-426f-4e03-8f8d-670f8e550d4d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:10.471996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4e0c210b-426f-4e03-8f8d-670f8e550d4d details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:10.489284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:10.503595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:10.508980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.544219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:10.549252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:10.553008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:10.559600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:10.561420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e38a160-4a73-4a25-be6f-1231bb613c52 req-ef5d616d-a6d9-49ea-b998-7413703b38d9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 1099 time: 0.2879786 Dec 10 19:45:10.568328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:10.571190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:10.580969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f713cfce-a165-4aa5-9a48-d67e2e08a601 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:10.594939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Usage tracker for resource:subnet and tenant:3d595de8474f4c7c8ee1b3fdd613826f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:10.598066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:10.607589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:10.620618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:10.630053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.630448 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Added segment 79263a4d-f325-4991-a325-a7583c87ec63 of type vlan for network b26ee3ac-78f8-45c3-9d48-192f4884d387 Dec 10 19:45:10.660020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: f713cfce-a165-4aa5-9a48-d67e2e08a601 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:10.660020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f713cfce-a165-4aa5-9a48-d67e2e08a601 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:10.660664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 44e5c3d8-37a7-408a-9c51-dac6ddedf746 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:10.666481 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e38a160-4a73-4a25-be6f-1231bb613c52 req-d5266ef3-edc9-4899-b1c5-b9bebc631023 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954268 Dec 10 19:45:10.667696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Made reservation on behalf of 3d595de8474f4c7c8ee1b3fdd613826f for: {'subnet': 2} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:10.695571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.704959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 44e5c3d8-37a7-408a-9c51-dac6ddedf746 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:10.705580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 44e5c3d8-37a7-408a-9c51-dac6ddedf746 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:10.970501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:10.973040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fee42cca-b695-4c55-94e5-a1079f4c88b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:10.984150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.055835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=dc0e9736-db45-4701-a692-d2443b979d0d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:11.060851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:11.069895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Checking segment: {'id': 'bb32c7fd-a02c-41eb-88d8-5113d18ea214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e0c210b-426f-4e03-8f8d-670f8e550d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:11.070306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network hostable DHCP agents. Network: 4e0c210b-426f-4e03-8f8d-670f8e550d4d, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:11.095087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 4e0c210b-426f-4e03-8f8d-670f8e550d4d is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:11.105734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 4e0c210b-426f-4e03-8f8d-670f8e550d4d) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:11.109885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:11.110925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.128753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3315c-e9af-4720-84bb-912ae7e5320c None None] Network 4e0c210b-426f-4e03-8f8d-670f8e550d4d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:11.134686 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7240374 Dec 10 19:45:11.137634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32888) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:11.144051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1285010723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:11.152489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:11.156991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:router and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:11.160506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:11.167908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:11.179886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.180861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.202369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.219794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.221200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.226019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72c8cdd2-508c-44fd-89ec-658588cd4ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.229914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:11.230825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.236439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:11.248673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.250123 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-46aab21d-f8da-4b30-a9a0-6b655a09a1c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1114588 Dec 10 19:45:11.252905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32892) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:11.260235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'network_id': '4e0c210b-426f-4e03-8f8d-670f8e550d4d', 'name': 'tempest-PortsIpV6TestJSON-1040076131'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:11.391447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-4e0c210b-426f-4e03-8f8d-670f8e550d4d', 'network_id': '4e0c210b-426f-4e03-8f8d-670f8e550d4d', 'tenant_id': '8f7e00a760f14cc09bbd4d679cff81e4', 'fixed_ips': [{'subnet_id': 'dc0e9736-db45-4701-a692-d2443b979d0d'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:11.392686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.395127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0514231 Dec 10 19:45:11.400640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.401547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.420128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32896) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:11.423841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Network': ['ID=b26ee3ac-78f8-45c3-9d48-192f4884d387,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:11.481814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:11.494137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:11.507535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network b26ee3ac-78f8-45c3-9d48-192f4884d387 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:11.585038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b1f3c-968c-465e-810c-c0eda7b0085c req-94f2032b-5081-415e-b7a9-0259df090cbe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:11.586760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5b5b1f3c-968c-465e-810c-c0eda7b0085c req-94f2032b-5081-415e-b7a9-0259df090cbe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 946 time: 0.5700428 Dec 10 19:45:11.682846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:11.687534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:port and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:11.692342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:11.699401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:11.709611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:11.716236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.720281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:11.727384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:11.728292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Allocated IP 2001:db8::2 (4e0c210b-426f-4e03-8f8d-670f8e550d4d/dc0e9736-db45-4701-a692-d2443b979d0d/d62bab68-6099-474f-8e25-a08d334972bd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:11.732498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5b5b1f3c-968c-465e-810c-c0eda7b0085c req-33ac0670-b221-4ead-b74d-a5b8f0752cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306341 Dec 10 19:45:11.734577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:11.743050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:11.744996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 726117d4-f97f-4f6e-9124-4407326dd7a0 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:11.801717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:11.958026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.974932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:11.987334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Transition to ACTIVE for port object d62bab68-6099-474f-8e25-a08d334972bd will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:12.006883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Transition to ACTIVE for port object d62bab68-6099-474f-8e25-a08d334972bd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:12.014947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.029055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ad1e0a2-2f53-40c5-b562-bab3ed28d6ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:12.082058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Network 4e0c210b-426f-4e03-8f8d-670f8e550d4d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:12.090706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:12.092025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::116 (4e0c210b-426f-4e03-8f8d-670f8e550d4d/dc0e9736-db45-4701-a692-d2443b979d0d/726117d4-f97f-4f6e-9124-4407326dd7a0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:12.105122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:12.198271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Pushing event updated for resources: {'Port': ['ID=d62bab68-6099-474f-8e25-a08d334972bd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:12.205396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:12.222950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Attempting to bind port d62bab68-6099-474f-8e25-a08d334972bd on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:12.223718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Attempting to bind port d62bab68-6099-474f-8e25-a08d334972bd by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'bb32c7fd-a02c-41eb-88d8-5113d18ea214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e0c210b-426f-4e03-8f8d-670f8e550d4d'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:12.224411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Attempting to bind port d62bab68-6099-474f-8e25-a08d334972bd on network 4e0c210b-426f-4e03-8f8d-670f8e550d4d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:12.231103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:12.231669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Checking segment: {'id': 'bb32c7fd-a02c-41eb-88d8-5113d18ea214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e0c210b-426f-4e03-8f8d-670f8e550d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:12.232237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.232786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Bound using segment: {'id': 'bb32c7fd-a02c-41eb-88d8-5113d18ea214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e0c210b-426f-4e03-8f8d-670f8e550d4d'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:12.233424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Bound port: d62bab68-6099-474f-8e25-a08d334972bd, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb32c7fd-a02c-41eb-88d8-5113d18ea214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e0c210b-426f-4e03-8f8d-670f8e550d4d'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:12.233933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.332990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] For port d62bab68-6099-474f-8e25-a08d334972bd, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:12.333221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.336277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] For port d62bab68-6099-474f-8e25-a08d334972bd, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d62bab68-6099-474f-8e25-a08d334972bd,segment=NetworkSegment(bb32c7fd-a02c-41eb-88d8-5113d18ea214),segment_id=bb32c7fd-a02c-41eb-88d8-5113d18ea214)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:12.340553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.345177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:12.351829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object 726117d4-f97f-4f6e-9124-4407326dd7a0 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:12.374494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.380525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf57860b-5539-4321-a66f-cfd26f9f1305 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:12.403073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.408088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3630f7a-f670-4e90-8c35-8970f21e5911 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:12.428457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Pushing event updated for resources: {'Port': ['ID=d62bab68-6099-474f-8e25-a08d334972bd,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:12.432644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:12.439908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.478086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 4e0c210b-426f-4e03-8f8d-670f8e550d4d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:12.482814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:12.488651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:12.495021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:12.495844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.498044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.502123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=726117d4-f97f-4f6e-9124-4407326dd7a0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:12.511514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:12.531131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2743499 Dec 10 19:45:12.532394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32900) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:12.541805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=29f34ab6-d39c-430a-a9f4-d398bb3424b0,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:12.547984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Checking segment: {'id': '497fc64e-44cb-4d39-a10f-72e8ea56f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4767063a-5c28-4f8e-84c8-0b7d95aa9366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:12.548466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Network hostable DHCP agents. Network: 4767063a-5c28-4f8e-84c8-0b7d95aa9366, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:12.553365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:12.555815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b56110bc-ed83-44d5-8c4e-6cd47aa38a6d tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:12.621232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking segment: {'id': '79263a4d-f325-4991-a325-a7583c87ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:12.621668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network hostable DHCP agents. Network: b26ee3ac-78f8-45c3-9d48-192f4884d387, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:12.650245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Subnet': ['ID=307c18c6-d301-4ca9-a9f2-b33d04fb6979,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:12.654036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:12.664210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Network 4767063a-5c28-4f8e-84c8-0b7d95aa9366 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:12.668449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network b26ee3ac-78f8-45c3-9d48-192f4884d387 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:12.679285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 4767063a-5c28-4f8e-84c8-0b7d95aa9366) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:12.681416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, b26ee3ac-78f8-45c3-9d48-192f4884d387) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:12.686180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.690516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-020cdad1-6228-4236-8be3-d34d847ab3cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:12.697093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf96b7b-ad7e-4e7f-8338-941eec675270 None None] Network 4767063a-5c28-4f8e-84c8-0b7d95aa9366 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:12.723578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:12.724238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:12.774522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94e19e-a8c2-486f-bd0d-6da3abf9adaf None None] Network b26ee3ac-78f8-45c3-9d48-192f4884d387 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:12.800368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event updated for resources: {'Subnet': ['ID=908a20e0-a525-43d9-a60b-460a034d65d7,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:12.806216 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3839259 Dec 10 19:45:12.810075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:12.812372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32906) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:12.818144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387', 'name': 'tempest-PortsTestJSON-603547832', 'fixed_ips': [{'subnet_id': '29f34ab6-d39c-430a-a9f4-d398bb3424b0', 'ip_address': '172.20.0.10'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:12.951399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Checking segment: {'id': '5eb96918-8e28-46b9-8f06-560c9e480283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd1b7919-f8fa-413c-9292-8d330af2620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:12.955196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Network hostable DHCP agents. Network: fd1b7919-f8fa-413c-9292-8d330af2620e, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:13.103629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:13.112979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:13.115711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Network fd1b7919-f8fa-413c-9292-8d330af2620e is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:13.118197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:13.136028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:13.142944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, fd1b7919-f8fa-413c-9292-8d330af2620e) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:13.146228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922bec3-9abe-4b16-bcac-34ea0b118791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-4767063a-5c28-4f8e-84c8-0b7d95aa9366', 'network_id': '4767063a-5c28-4f8e-84c8-0b7d95aa9366', 'tenant_id': '3d595de8474f4c7c8ee1b3fdd613826f', 'fixed_ips': [{'subnet_id': '307c18c6-d301-4ca9-a9f2-b33d04fb6979'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:13.147125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e922bec3-9abe-4b16-bcac-34ea0b118791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.152563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:13.153001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:13.153743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.166263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40048c9-0119-4635-a1b9-0d97ea4d3a46 None None] Network fd1b7919-f8fa-413c-9292-8d330af2620e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:13.171248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:13.179948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.218272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82a544-17f7-4e09-a368-f3629a04f73b req-72c9bb55-81e5-42dc-9a22-5f3b96de8d15 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:13.219896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d82a544-17f7-4e09-a368-f3629a04f73b req-72c9bb55-81e5-42dc-9a22-5f3b96de8d15 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 946 time: 0.2084363 Dec 10 19:45:13.224603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0362861 Dec 10 19:45:13.227849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 8232120a-bb08-4f3f-9885-ef3eebd5476e yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:13.229974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32910) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:13.348954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d82a544-17f7-4e09-a368-f3629a04f73b req-f156dde4-0f17-4ba9-9368-06d479844b6c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818949 Dec 10 19:45:13.380173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31764a32-56c8-4310-b87d-9e280512a022 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:13.381923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31764a32-56c8-4310-b87d-9e280512a022 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:13.383918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31764a32-56c8-4310-b87d-9e280512a022 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:13.385879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-31764a32-56c8-4310-b87d-9e280512a022 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1547506 Dec 10 19:45:13.391281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.396790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32914) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:13.548239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Deleting subnet 307c18c6-d301-4ca9-a9f2-b33d04fb6979 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:13.551983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.659616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-b26ee3ac-78f8-45c3-9d48-192f4884d387', 'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387', 'tenant_id': 'ef4cca9b79064abfaf33b2c53fdaaec8', 'fixed_ips': [{'subnet_id': '29f34ab6-d39c-430a-a9f4-d398bb3424b0'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:13.660577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.824131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.878133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.883961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.889548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e57be0b-f86b-41ba-8631-059ef5ae1e03 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:13.902242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-206e0969-b15e-4d4c-b80f-1b94d6cdfd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.938991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-fd1b7919-f8fa-413c-9292-8d330af2620e', 'network_id': 'fd1b7919-f8fa-413c-9292-8d330af2620e', 'tenant_id': '3d595de8474f4c7c8ee1b3fdd613826f', 'fixed_ips': [{'subnet_id': '908a20e0-a525-43d9-a60b-460a034d65d7'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:13.940501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:13.960392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.007499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=726117d4-f97f-4f6e-9124-4407326dd7a0,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:14.013233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:14.048544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Allocated IP 172.20.0.2 (b26ee3ac-78f8-45c3-9d48-192f4884d387/29f34ab6-d39c-430a-a9f4-d398bb3424b0/82a7ae55-14a5-451b-b958-36811c7d7f55) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:14.055023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958f6c6-c2f8-491f-96f5-a70e9ecf3254 req-b91bd19c-b5f1-4f44-b6d5-44ebaaab014c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:14.056696 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c958f6c6-c2f8-491f-96f5-a70e9ecf3254 req-b91bd19c-b5f1-4f44-b6d5-44ebaaab014c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 946 time: 0.4680321 Dec 10 19:45:14.091711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.187875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c958f6c6-c2f8-491f-96f5-a70e9ecf3254 req-273bd062-1c91-43c1-9d7e-aad4e8be59d1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191733 Dec 10 19:45:14.220043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.220043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c208af3-6e7a-4eee-9171-0e95d6d64f4f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:14.220821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32920) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server [None req-e922bec3-9abe-4b16-bcac-34ea0b118791 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 307c18c6-d301-4ca9-a9f2-b33d04fb6979: This subnet is being modified by another concurrent operation. Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in create_port Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1386, in _create_port_db Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 307c18c6-d301-4ca9-a9f2-b33d04fb6979: This subnet is being modified by another concurrent operation. Dec 10 19:45:14.246310 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server Dec 10 19:45:14.258101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Subnet': ['ID=307c18c6-d301-4ca9-a9f2-b33d04fb6979,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:14.269098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:14.280206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.289408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee28c1e-ca27-4685-a54e-c85199a18a2c None None] Network 4767063a-5c28-4f8e-84c8-0b7d95aa9366 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:14.295705 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/subnets/307c18c6-d301-4ca9-a9f2-b33d04fb6979 HTTP/1.1" status: 204 len: 168 time: 0.8958371 Dec 10 19:45:14.295985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32924) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:14.299791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.366331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Allocated IP 2001:db8:0:1::1 (fd1b7919-f8fa-413c-9292-8d330af2620e/908a20e0-a525-43d9-a60b-460a034d65d7/686f229c-0006-417f-96da-021b7d6946ae) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:14.392134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Deleting subnet 908a20e0-a525-43d9-a60b-460a034d65d7 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:14.411045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1373b7cd-b884-40ba-9430-9668c33fed30 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 1094 time: 0.1811311 Dec 10 19:45:14.415630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32928) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:14.423293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:14.430485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:14.435178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:14.443383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:14.452958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:14.480142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.490228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.615428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02849279-ba58-4a8a-b67d-ab4e73a81ab3 None None] Network 4e0c210b-426f-4e03-8f8d-670f8e550d4d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:14.630500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d62bab68-6099-474f-8e25-a08d334972bd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:14.667185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.819264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.139 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/29f36c49-1403-4e1b-97e6-45b9641a6e21) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:14.888298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.903149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6e0899c1-4573-4c5d-99d1-bb0858410fe1 None None] Provisioning for port d62bab68-6099-474f-8e25-a08d334972bd completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:14.949484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.950718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Transition to ACTIVE for port object 82a7ae55-14a5-451b-b958-36811c7d7f55 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:14.953783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.954658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:14.959510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b33f5b2-ffde-4595-8021-122828381d25 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:15.017313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.052308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.057496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b60c37ff-7900-4eed-a21b-1b3b1f073a23 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:15.074015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Transition to ACTIVE for port object 82a7ae55-14a5-451b-b958-36811c7d7f55 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:15.085798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port d62bab68-6099-474f-8e25-a08d334972bd completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:15.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.116400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:15.123232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=726117d4-f97f-4f6e-9124-4407326dd7a0,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:15.127957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:15.161929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d62bab68-6099-474f-8e25-a08d334972bd triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:15.162357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.187874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network 4e0c210b-426f-4e03-8f8d-670f8e550d4d is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:15.189114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:15.191360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:15.197148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:15.200778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:15.236592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.259324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=29f36c49-1403-4e1b-97e6-45b9641a6e21,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:15.267854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.10 (b26ee3ac-78f8-45c3-9d48-192f4884d387/29f34ab6-d39c-430a-a9f4-d398bb3424b0/8232120a-bb08-4f3f-9885-ef3eebd5476e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:15.270239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:15.298076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Network b26ee3ac-78f8-45c3-9d48-192f4884d387 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:15.312423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Transition to ACTIVE for port object 686f229c-0006-417f-96da-021b7d6946ae will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:15.324203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Pushing event updated for resources: {'Port': ['ID=82a7ae55-14a5-451b-b958-36811c7d7f55,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:15.326888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:15.334513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:15.340641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:15.376136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.378948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Transition to ACTIVE for port object 686f229c-0006-417f-96da-021b7d6946ae will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:15.643919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.650924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.692933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:15.787788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Attempting to bind port 82a7ae55-14a5-451b-b958-36811c7d7f55 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:15.788133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Attempting to bind port 82a7ae55-14a5-451b-b958-36811c7d7f55 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '79263a4d-f325-4991-a325-a7583c87ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:15.788549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Attempting to bind port 82a7ae55-14a5-451b-b958-36811c7d7f55 on network b26ee3ac-78f8-45c3-9d48-192f4884d387 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:15.819919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Network fd1b7919-f8fa-413c-9292-8d330af2620e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:15.824330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.835111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.840733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:15.846183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Pushing event updated for resources: {'Port': ['ID=686f229c-0006-417f-96da-021b7d6946ae,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:15.850982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:15.853644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:15.854101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Checking segment: {'id': '79263a4d-f325-4991-a325-a7583c87ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:15.854564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.855010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Bound using segment: {'id': '79263a4d-f325-4991-a325-a7583c87ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:15.855603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Bound port: 82a7ae55-14a5-451b-b958-36811c7d7f55, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79263a4d-f325-4991-a325-a7583c87ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:15.856034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.869280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:15.877693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Router 60737b9e-bbfb-431e-9407-82f1d38b06ff is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:45:15.934579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:15.970348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port d62bab68-6099-474f-8e25-a08d334972bd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d62bab68-6099-474f-8e25-a08d334972bd,segment=NetworkSegment(bb32c7fd-a02c-41eb-88d8-5113d18ea214),segment_id=bb32c7fd-a02c-41eb-88d8-5113d18ea214)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:15.983166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 8232120a-bb08-4f3f-9885-ef3eebd5476e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:16.010486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.018803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a3d54efa-d191-442c-9d96-d2bfa59f5164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:16.036527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.111043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.122081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f193808a-f451-4f84-8ff6-ff3f4e1dcf96 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:16.132460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:45:16.146588 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "PUT /v2.0/routers/60737b9e-bbfb-431e-9407-82f1d38b06ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6128540 Dec 10 19:45:16.151683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32932) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:16.183097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222141c9-1e4a-4bb0-929f-807ebf93fbef None None] Sync routers for ids ['60737b9e-bbfb-431e-9407-82f1d38b06ff'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:45:16.188397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=d62bab68-6099-474f-8e25-a08d334972bd,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:16.191893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Attempting to bind port 686f229c-0006-417f-96da-021b7d6946ae on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:16.192379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Attempting to bind port 686f229c-0006-417f-96da-021b7d6946ae by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '5eb96918-8e28-46b9-8f06-560c9e480283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd1b7919-f8fa-413c-9292-8d330af2620e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:16.192379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Attempting to bind port 686f229c-0006-417f-96da-021b7d6946ae on network fd1b7919-f8fa-413c-9292-8d330af2620e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:16.206048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:16.209384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:16.209842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Checking segment: {'id': '5eb96918-8e28-46b9-8f06-560c9e480283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd1b7919-f8fa-413c-9292-8d330af2620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:16.210444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.211098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Bound using segment: {'id': '5eb96918-8e28-46b9-8f06-560c9e480283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd1b7919-f8fa-413c-9292-8d330af2620e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:16.211416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Bound port: 686f229c-0006-417f-96da-021b7d6946ae, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb96918-8e28-46b9-8f06-560c9e480283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd1b7919-f8fa-413c-9292-8d330af2620e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:16.211849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.225242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network b26ee3ac-78f8-45c3-9d48-192f4884d387 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:16.230689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:16.250330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] For port 82a7ae55-14a5-451b-b958-36811c7d7f55, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:16.271209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1aaeb4-c6c7-4b3f-be1f-20f69c3bf246 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:16.272116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8f1aaeb4-c6c7-4b3f-be1f-20f69c3bf246 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:16.292669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:16.293876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8f1aaeb4-c6c7-4b3f-be1f-20f69c3bf246 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:16.297572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8f1aaeb4-c6c7-4b3f-be1f-20f69c3bf246 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports?device_id=60737b9e-bbfb-431e-9407-82f1d38b06ff HTTP/1.1" status: 200 len: 989 time: 0.1417923 Dec 10 19:45:16.299029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32936) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:16.308291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222141c9-1e4a-4bb0-929f-807ebf93fbef None None] Routers {'60737b9e-bbfb-431e-9407-82f1d38b06ff'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:16.308997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-222141c9-1e4a-4bb0-929f-807ebf93fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['60737b9e-bbfb-431e-9407-82f1d38b06ff'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:16.320712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=8232120a-bb08-4f3f-9885-ef3eebd5476e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:16.334112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.343677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:16.358432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b513724d-6329-4e3b-ae8e-8ddd9a5d7071 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:16.389392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-222141c9-1e4a-4bb0-929f-807ebf93fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:16.398581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] For port 82a7ae55-14a5-451b-b958-36811c7d7f55, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=82a7ae55-14a5-451b-b958-36811c7d7f55,segment=NetworkSegment(79263a4d-f325-4991-a325-a7583c87ec63),segment_id=79263a4d-f325-4991-a325-a7583c87ec63)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:16.417709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Subnet': ['ID=908a20e0-a525-43d9-a60b-460a034d65d7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:16.422544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222141c9-1e4a-4bb0-929f-807ebf93fbef None None] Routers {'60737b9e-bbfb-431e-9407-82f1d38b06ff'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:16.423264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-222141c9-1e4a-4bb0-929f-807ebf93fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['60737b9e-bbfb-431e-9407-82f1d38b06ff'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:16.434379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:16.446660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.464531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.476003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:16.476714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.527216 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/subnets/908a20e0-a525-43d9-a60b-460a034d65d7 HTTP/1.1" status: 204 len: 168 time: 2.2287347 Dec 10 19:45:16.529179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32940) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:16.539354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.553557 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7403922 Dec 10 19:45:16.556960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32944) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:16.566160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': 'b26ee3ac-78f8-45c3-9d48-192f4884d387', 'name': 'tempest-PortsTestJSON-87330730', 'fixed_ips': [{'subnet_id': '29f34ab6-d39c-430a-a9f4-d398bb3424b0', 'ip_address': '172.20.0.9'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:16.592686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] For port 686f229c-0006-417f-96da-021b7d6946ae, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:16.597762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] For port 686f229c-0006-417f-96da-021b7d6946ae, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=686f229c-0006-417f-96da-021b7d6946ae,segment=NetworkSegment(5eb96918-8e28-46b9-8f06-560c9e480283),segment_id=5eb96918-8e28-46b9-8f06-560c9e480283)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:16.610886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:16.641173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.654392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17edfa68-ab92-42b2-9154-ef5741de92f3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:16.655202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d62bab68-6099-474f-8e25-a08d334972bd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:16.658061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-17edfa68-ab92-42b2-9154-ef5741de92f3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1192076 Dec 10 19:45:16.671576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32948) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:16.686251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-572543f8-7e8b-43da-93a4-1e702badf7d4 None None] Provisioning complete for port d62bab68-6099-474f-8e25-a08d334972bd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:16.686723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-572543f8-7e8b-43da-93a4-1e702badf7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.751484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:16.770720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-222141c9-1e4a-4bb0-929f-807ebf93fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:16.771178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222141c9-1e4a-4bb0-929f-807ebf93fbef None None] The sync data for ids ['60737b9e-bbfb-431e-9407-82f1d38b06ff'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:45:16.863530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Pushing event updated for resources: {'Port': ['ID=82a7ae55-14a5-451b-b958-36811c7d7f55,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:16.889734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:16.892535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6dc35be1-529f-48b4-8891-22c8203eee95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:16.960923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.007375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:17.017495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:17.022087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:17.036791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Deleting port 686f229c-0006-417f-96da-021b7d6946ae {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:17.037425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.086404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:17.121802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.146988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:17.202610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03714873-d24c-462b-94a2-7a957118cbd6 None None] Network fd1b7919-f8fa-413c-9292-8d330af2620e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:17.291686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Pushing event updated for resources: {'Port': ['ID=686f229c-0006-417f-96da-021b7d6946ae,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:17.308913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:17.319218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d62bab68-6099-474f-8e25-a08d334972bd triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:17.319702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.388137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-572543f8-7e8b-43da-93a4-1e702badf7d4 None None] Provisioning for port 726117d4-f97f-4f6e-9124-4407326dd7a0 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:17.416148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-572543f8-7e8b-43da-93a4-1e702badf7d4 None None] Provisioning complete for port 726117d4-f97f-4f6e-9124-4407326dd7a0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:17.416906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-572543f8-7e8b-43da-93a4-1e702badf7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.593319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 726117d4-f97f-4f6e-9124-4407326dd7a0 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:17.593319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.659345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-572543f8-7e8b-43da-93a4-1e702badf7d4 None None] Port 726117d4-f97f-4f6e-9124-4407326dd7a0 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:17.792117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.796449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fc750fd1-cb94-425f-b5f5-b5b8ac5dc747 None None] Provisioning complete for port 726117d4-f97f-4f6e-9124-4407326dd7a0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:17.797041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc750fd1-cb94-425f-b5f5-b5b8ac5dc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.811940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.829420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-187a81fa-fcee-499a-8dd8-badbabfdee2e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:17.846009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.861644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fc750fd1-cb94-425f-b5f5-b5b8ac5dc747 None None] Port 726117d4-f97f-4f6e-9124-4407326dd7a0 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:17.897976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] For port 686f229c-0006-417f-96da-021b7d6946ae, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=686f229c-0006-417f-96da-021b7d6946ae,segment=NetworkSegment(5eb96918-8e28-46b9-8f06-560c9e480283),segment_id=5eb96918-8e28-46b9-8f06-560c9e480283)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:17.898324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.925454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:17.988351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 726117d4-f97f-4f6e-9124-4407326dd7a0 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:18.068323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Calling delete_port for 686f229c-0006-417f-96da-021b7d6946ae owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:18.145226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=29f36c49-1403-4e1b-97e6-45b9641a6e21,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:18.165426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:18.169991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 41fd42c0-4abf-46c5-86f0-92f05428aaf7 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:18.176802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:18.183465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c46596c1-7b78-4a2a-8d26-3d331ae327ac tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:18.232904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=726117d4-f97f-4f6e-9124-4407326dd7a0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:18.237028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:18.246673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:18.421423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:18.457176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:18.466335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a1864bf-a076-4c5e-ba47-bb2589231de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:18.515329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Port': ['ID=686f229c-0006-417f-96da-021b7d6946ae,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:18.519449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:18.598416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] No DVR routers for this DVR port 686f229c-0006-417f-96da-021b7d6946ae on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:18.627297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 82a7ae55-14a5-451b-b958-36811c7d7f55 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:18.714706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 82a7ae55-14a5-451b-b958-36811c7d7f55 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:18.780561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.9 (b26ee3ac-78f8-45c3-9d48-192f4884d387/29f34ab6-d39c-430a-a9f4-d398bb3424b0/41fd42c0-4abf-46c5-86f0-92f05428aaf7) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:18.783964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:18.834329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1b7919-f8fa-413c-9292-8d330af2620e']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:18.872403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb96918-8e28-46b9-8f06-560c9e480283') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:18.872744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb96918-8e28-46b9-8f06-560c9e480283') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:18.903719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:18.967100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.046554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:19.047039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:19.065771 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:19.155499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e113a-f26b-4e7b-877c-54726e715ea6 None None] Network b26ee3ac-78f8-45c3-9d48-192f4884d387 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:19.167823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP 241595c4-7874-4d29-ad87-0c08e4202d6f associated. External IP: 172.26.8.139, port: a9188be5-e9c5-40eb-804a-afdf364d52ce. Dec 10 19:45:19.190297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Router 60737b9e-bbfb-431e-9407-82f1d38b06ff has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:45:19.269187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] Provisioning for port 82a7ae55-14a5-451b-b958-36811c7d7f55 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:19.277607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] Provisioning complete for port 82a7ae55-14a5-451b-b958-36811c7d7f55 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:19.278036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.313548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.329821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99f9f9c1-049d-4d26-ba9a-885b49ad69e9 tempest-RoutersIpV6AdminTest-849646997 tempest-RoutersIpV6AdminTest-849646997-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:19.344823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:45:19.348245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.364344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "PUT /v2.0/routers/60737b9e-bbfb-431e-9407-82f1d38b06ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0615954 Dec 10 19:45:19.364781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32952) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:19.368586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241626f-efee-4ac3-86a4-470471fee045 None None] Sync routers for ids ['60737b9e-bbfb-431e-9407-82f1d38b06ff'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:45:19.380942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Network': ['ID=fd1b7919-f8fa-413c-9292-8d330af2620e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:19.392775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:19.394619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241626f-efee-4ac3-86a4-470471fee045 None None] Routers {'60737b9e-bbfb-431e-9407-82f1d38b06ff'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:19.395473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3241626f-efee-4ac3-86a4-470471fee045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['60737b9e-bbfb-431e-9407-82f1d38b06ff'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:19.401811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.413089 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/networks/fd1b7919-f8fa-413c-9292-8d330af2620e HTTP/1.1" status: 204 len: 168 time: 2.7294643 Dec 10 19:45:19.415475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32956) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:19.439866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 41fd42c0-4abf-46c5-86f0-92f05428aaf7 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:19.470736 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f49366-f090-4104-aa67-77673e9fc69e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:45:19.474103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e0f49366-f090-4104-aa67-77673e9fc69e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:19.491603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.499948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20b6d7b1-9fa8-4742-8a50-c79817939f1b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:19.512725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3241626f-efee-4ac3-86a4-470471fee045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:19.524898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.531140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241626f-efee-4ac3-86a4-470471fee045 None None] Routers {'60737b9e-bbfb-431e-9407-82f1d38b06ff'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:19.532221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3241626f-efee-4ac3-86a4-470471fee045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['60737b9e-bbfb-431e-9407-82f1d38b06ff'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:19.574392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] For port 82a7ae55-14a5-451b-b958-36811c7d7f55, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=82a7ae55-14a5-451b-b958-36811c7d7f55,segment=NetworkSegment(79263a4d-f325-4991-a325-a7583c87ec63),segment_id=79263a4d-f325-4991-a325-a7583c87ec63)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:19.585045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=41fd42c0-4abf-46c5-86f0-92f05428aaf7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:19.592531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:19.595098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network b26ee3ac-78f8-45c3-9d48-192f4884d387 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:19.596674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:19.597815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.599934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:19.602317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-21557813-7952-4dc3-8524-cbca0dd03a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:19.621582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e0f49366-f090-4104-aa67-77673e9fc69e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:19.623047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e0f49366-f090-4104-aa67-77673e9fc69e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/726117d4-f97f-4f6e-9124-4407326dd7a0 HTTP/1.1" status: 404 len: 333 time: 0.2570763 Dec 10 19:45:19.626496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:19.657182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3241626f-efee-4ac3-86a4-470471fee045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:19.657681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241626f-efee-4ac3-86a4-470471fee045 None None] The sync data for ids ['60737b9e-bbfb-431e-9407-82f1d38b06ff'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:45:19.786709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.855217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07f89c37-25cb-4395-a17b-be4c1e757981 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:19.867207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] Pushing event updated for resources: {'Port': ['ID=82a7ae55-14a5-451b-b958-36811c7d7f55,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:19.871099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:20.044282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:20.044896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.071443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5130763 Dec 10 19:45:20.076423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32964) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:20.135918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.136625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Provisioning for port 41fd42c0-4abf-46c5-86f0-92f05428aaf7 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:20.145953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Provisioning complete for port 41fd42c0-4abf-46c5-86f0-92f05428aaf7 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:20.146629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.159020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 12bd6d18-7053-4a3b-b263-5094e0f6e727 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:45:20.182862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4767063a-5c28-4f8e-84c8-0b7d95aa9366']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:20.210512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Port 41fd42c0-4abf-46c5-86f0-92f05428aaf7 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:20.224762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Provisioning for port 8232120a-bb08-4f3f-9885-ef3eebd5476e completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:20.230605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Provisioning complete for port 8232120a-bb08-4f3f-9885-ef3eebd5476e triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:20.231038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.302350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Port 8232120a-bb08-4f3f-9885-ef3eebd5476e cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:20.317138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Provisioning complete for port 82a7ae55-14a5-451b-b958-36811c7d7f55 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:20.317829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa05cba9-a2b8-4fc6-a17c-afd3cc5296c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.343463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497fc64e-44cb-4d39-a10f-72e8ea56f30e') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:20.343812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497fc64e-44cb-4d39-a10f-72e8ea56f30e') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:20.365201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.401625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:45:20.423005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.433388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] Sync routers for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:45:20.486033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.497261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:20.497987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:20.528547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1114376 Dec 10 19:45:20.529455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:45:20.545102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32968) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:20.574633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 82a7ae55-14a5-451b-b958-36811c7d7f55 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:20.587376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e947930c-76e6-4aee-b302-d9b6a00f43c0 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:20.589645 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e947930c-76e6-4aee-b302-d9b6a00f43c0 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5107532 Dec 10 19:45:20.600343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32974) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:20.601479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:20.602028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:20.622455 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:20.733239 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f0f34ba7-7c2f-4ef0-bbce-2bdc33d35d04 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/241595c4-7874-4d29-ad87-0c08e4202d6f HTTP/1.1" status: 200 len: 992 time: 0.1866052 Dec 10 19:45:20.735924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'status': 'completed', 'code': 200} Dec 10 19:45:20.778946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07f89c37-25cb-4395-a17b-be4c1e757981 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.787463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 82a7ae55-14a5-451b-b958-36811c7d7f55 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:20.787463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.793028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.800994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07f89c37-25cb-4395-a17b-be4c1e757981 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.803230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eaf21ff1-4228-417c-a5d9-d7bc6222b618 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:20.832062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.835821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-2502ced0-329d-4a32-8de6-7bebf1e045a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 1099 time: 0.0987341 Dec 10 19:45:20.839001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Network': ['ID=4767063a-5c28-4f8e-84c8-0b7d95aa9366,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:20.848075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30af087-c3e7-4f4a-9264-8786e3b2314c None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:45:20.848557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:20.865862 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/networks/4767063a-5c28-4f8e-84c8-0b7d95aa9366 HTTP/1.1" status: 204 len: 168 time: 1.4490805 Dec 10 19:45:20.867544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32978) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:20.906083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b01519-ada6-4060-853e-78267abff209 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:20.911173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b01519-ada6-4060-853e-78267abff209 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:20.915652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b01519-ada6-4060-853e-78267abff209 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:20.919954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-01b01519-ada6-4060-853e-78267abff209 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2977204 Dec 10 19:45:20.921907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32982) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:20.936993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:45:20.961415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07f89c37-25cb-4395-a17b-be4c1e757981 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.962220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f89c37-25cb-4395-a17b-be4c1e757981 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Fanout notify agent at l3_agent the message router_deleted on router 60737b9e-bbfb-431e-9407-82f1d38b06ff {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:45:20.984908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07f89c37-25cb-4395-a17b-be4c1e757981 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:20.988941 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-07f89c37-25cb-4395-a17b-be4c1e757981 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/routers/60737b9e-bbfb-431e-9407-82f1d38b06ff HTTP/1.1" status: 204 len: 168 time: 1.3587866 Dec 10 19:45:20.994463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32986) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:20.996968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae2011b9-7ba5-4341-85e0-49654bbde054 None None] Provisioning complete for port 8232120a-bb08-4f3f-9885-ef3eebd5476e triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:20.997397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae2011b9-7ba5-4341-85e0-49654bbde054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.066943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 41fd42c0-4abf-46c5-86f0-92f05428aaf7 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:21.067285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.096938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.170745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-1fbdc19d-4a38-44f1-83ca-609c478d87c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:21.172137 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-1fbdc19d-4a38-44f1-83ca-609c478d87c5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b5bf9d3-e03c-4089-8246-e021b14f4e73 HTTP/1.1" status: 200 len: 898 time: 0.3304350 Dec 10 19:45:21.232526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae2011b9-7ba5-4341-85e0-49654bbde054 None None] Port 8232120a-bb08-4f3f-9885-ef3eebd5476e cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:21.274497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30af087-c3e7-4f4a-9264-8786e3b2314c None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:45:21.363406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.400158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0daac056-ff7f-437f-92f8-7866a7d65769']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:21.410070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-d5bb9791-911c-4c7d-90b8-0f5cd12baa6b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce HTTP/1.1" status: 200 len: 1000 time: 0.2232456 Dec 10 19:45:21.416822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60d92fd-1a03-4146-8ecf-96ed1818cb50') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:21.417259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60d92fd-1a03-4146-8ecf-96ed1818cb50') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:21.495265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-fd03f849-c266-4cda-b6ec-38bfc289bd48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:21.496862 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-fd03f849-c266-4cda-b6ec-38bfc289bd48 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=25690dcd-add9-4279-bbfa-425db0a6f555 HTTP/1.1" status: 200 len: 835 time: 0.0720387 Dec 10 19:45:21.501962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.527784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-85e18329-e943-4d23-a84d-ace1915ac884 None None] Provisioning complete for port 41fd42c0-4abf-46c5-86f0-92f05428aaf7 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:21.528244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85e18329-e943-4d23-a84d-ace1915ac884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.569384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.579286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:21.579732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:21.605504 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:21.676276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-85e18329-e943-4d23-a84d-ace1915ac884 None None] Port 41fd42c0-4abf-46c5-86f0-92f05428aaf7 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:21.696270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-207bce62-830d-410a-8fbd-125ee7644920 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b5bf9d3-e03c-4089-8246-e021b14f4e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1868150 Dec 10 19:45:21.699260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet dc0e9736-db45-4701-a692-d2443b979d0d {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:21.700886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.704867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0bb88525-932d-4173-8929-7d69e4af84e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:21.705041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.725108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.747581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 32990) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:21.760188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Network': ['ID=0daac056-ff7f-437f-92f8-7866a7d65769,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:21.816344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:21.825022 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/networks/0daac056-ff7f-437f-92f8-7866a7d65769 HTTP/1.1" status: 204 len: 168 time: 0.9540598 Dec 10 19:45:21.831189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 32994) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:21.831765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:21.882238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '241595c4-7874-4d29-ad87-0c08e4202d6f', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'port_id': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'mac_address': 'fa:16:3e:66:05:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613e414e-229d-4d00-a92f-47cbe8a82830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:45:15Z', 'updated_at': '2021-12-10T19:45:15Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:47Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:21.893930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] Checking router: 12bd6d18-7053-4a3b-b263-5094e0f6e727 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:45:21.929891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:21.930497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:21.989371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2397b2-377d-4a68-982c-72e314ebdbb6 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 19:45:21.992036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 41fd42c0-4abf-46c5-86f0-92f05428aaf7 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:21.995614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.007909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-a7db8eae-5844-47b7-aa1c-6e82c99c560e service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797425 Dec 10 19:45:22.034427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.143630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a2041df9-1e27-404e-aba9-1e33cddaa119 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/241595c4-7874-4d29-ad87-0c08e4202d6f HTTP/1.1" status: 200 len: 992 time: 0.3936512 Dec 10 19:45:22.255223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.261661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.304747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.306178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdb7107-92a3-4356-b137-23a48a001184']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:22.312921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35a0ab0c-29a4-41cd-8d0f-7d4323ded16f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:22.319311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5dd8cfc-1185-40fb-818e-c6437dfd01d6 req-67bad1e8-21dd-4c63-bd11-6993f68ada21 service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051333 Dec 10 19:45:22.323458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30088c02-49d1-4c9c-af49-2a2109c50c43') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:22.324279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30088c02-49d1-4c9c-af49-2a2109c50c43') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:22.336983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.353207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.359922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:22.360613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.364011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=41fd42c0-4abf-46c5-86f0-92f05428aaf7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:22.371154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:22.381102 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:22.407366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:45:22.451340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2397b2-377d-4a68-982c-72e314ebdbb6 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 19:45:22.489018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.490052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.494123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-161176b6-cec2-4b07-a31c-f7a930ab9758 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:22.497177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:22.517334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.525102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Pushing event deleted for resources: {'Network': ['ID=5bdb7107-92a3-4356-b137-23a48a001184,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:22.530889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:22.532750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.537899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] 10.222.0.41 "DELETE /v2.0/networks/5bdb7107-92a3-4356-b137-23a48a001184 HTTP/1.1" status: 204 len: 168 time: 0.7026281 Dec 10 19:45:22.538357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0e9736-db45-4701-a692-d2443b979d0d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:22.547397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:22.555099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.559936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33000) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:22.560080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/dc0e9736-db45-4701-a692-d2443b979d0d HTTP/1.1" status: 204 len: 168 time: 1.5644796 Dec 10 19:45:22.564795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/41fd42c0-4abf-46c5-86f0-92f05428aaf7 HTTP/1.1" status: 204 len: 168 time: 1.6416032 Dec 10 19:45:22.565704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33004) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:22.619591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-595113bf-7a8b-4182-87ac-c82a5f59f54e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:45:22.620169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-595113bf-7a8b-4182-87ac-c82a5f59f54e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:22.637099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-595113bf-7a8b-4182-87ac-c82a5f59f54e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:22.641344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-595113bf-7a8b-4182-87ac-c82a5f59f54e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/41fd42c0-4abf-46c5-86f0-92f05428aaf7 HTTP/1.1" status: 404 len: 333 time: 0.0746026 Dec 10 19:45:22.642204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33008) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:22.704762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.718788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port d62bab68-6099-474f-8e25-a08d334972bd {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:22.719361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 8232120a-bb08-4f3f-9885-ef3eebd5476e {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:22.719754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.720046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:22.961487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33014) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:22.993646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] For port d62bab68-6099-474f-8e25-a08d334972bd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d62bab68-6099-474f-8e25-a08d334972bd,segment=NetworkSegment(bb32c7fd-a02c-41eb-88d8-5113d18ea214),segment_id=bb32c7fd-a02c-41eb-88d8-5113d18ea214)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:22.994467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.012769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.105398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '241595c4-7874-4d29-ad87-0c08e4202d6f', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'port_id': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'mac_address': 'fa:16:3e:66:05:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613e414e-229d-4d00-a92f-47cbe8a82830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:45:15Z', 'updated_at': '2021-12-10T19:45:15Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:47Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:23.121985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d01aca-c1ed-4771-aa59-34a4537c3ee9 None None] The sync data for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv is: [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '241595c4-7874-4d29-ad87-0c08e4202d6f', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.139', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'port_id': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'mac_address': 'fa:16:3e:66:05:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613e414e-229d-4d00-a92f-47cbe8a82830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:45:15Z', 'updated_at': '2021-12-10T19:45:15Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:47Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:45:23.155335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33020) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:23.174131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6d5b15-7771-47aa-bcda-9bbac253bbfc None None] Network 4e0c210b-426f-4e03-8f8d-670f8e550d4d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:23.175590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 8232120a-bb08-4f3f-9885-ef3eebd5476e owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:23.431806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-44a082e8-a8f5-422e-88a6-85daf2651cf5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/241595c4-7874-4d29-ad87-0c08e4202d6f HTTP/1.1" status: 200 len: 992 time: 0.2741587 Dec 10 19:45:23.438531 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ce56a70d-9a15-42f2-b72d-37c78448452b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d595de8474f4c7c8ee1b3fdd613826f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4760544 Dec 10 19:45:23.439435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33024) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:23.460488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for d62bab68-6099-474f-8e25-a08d334972bd owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:23.587599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.593745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dd9df3e-b773-46df-9590-1a0e44736aaf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:23.607953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65339235-a5e3-4d78-812b-a14341c34cae None None] DHCP port deletion for 4e0c210b-426f-4e03-8f8d-670f8e550d4d request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:23.617649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.624133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a483d84e-3885-4570-9c7f-4c2a7c97455f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:23.646865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=d62bab68-6099-474f-8e25-a08d334972bd,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:23.650172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03711d90-b82c-4ae2-80aa-a45ef246542e None None] New status for floating IP 241595c4-7874-4d29-ad87-0c08e4202d6f: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:45:23.650343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:23.651671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No DVR routers for this DVR port d62bab68-6099-474f-8e25-a08d334972bd on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:23.667996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16e9533-d516-42ed-abfa-9ab59f20fab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.701478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=8232120a-bb08-4f3f-9885-ef3eebd5476e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:23.704717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:23.792377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16e9533-d516-42ed-abfa-9ab59f20fab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.794246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.828558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0c210b-426f-4e03-8f8d-670f8e550d4d']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:23.845161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb32c7fd-a02c-41eb-88d8-5113d18ea214') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:23.845872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb32c7fd-a02c-41eb-88d8-5113d18ea214') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:23.857160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.865284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.893259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/8232120a-bb08-4f3f-9885-ef3eebd5476e HTTP/1.1" status: 204 len: 168 time: 1.2388725 Dec 10 19:45:23.893259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16e9533-d516-42ed-abfa-9ab59f20fab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.893259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f16e9533-d516-42ed-abfa-9ab59f20fab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.893259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f16e9533-d516-42ed-abfa-9ab59f20fab2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11889e13-3e7d-4375-8733-1e249fe6b0e0 HTTP/1.1" status: 204 len: 168 time: 0.4471323 Dec 10 19:45:23.893259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf17819d-0108-41c7-bea5-fc25b8686b6e tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:23.893823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33028) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:23.902094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e9533-d516-42ed-abfa-9ab59f20fab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11889e13-3e7d-4375-8733-1e249fe6b0e0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:23.904667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f16e9533-d516-42ed-abfa-9ab59f20fab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:23.953658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.959906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c580b866-dcde-4fac-ad3d-6293918b159e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:45:23.960474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c580b866-dcde-4fac-ad3d-6293918b159e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:23.965973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:23.966703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:23.983726 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:24.075430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c580b866-dcde-4fac-ad3d-6293918b159e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:24.076708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c580b866-dcde-4fac-ad3d-6293918b159e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/8232120a-bb08-4f3f-9885-ef3eebd5476e HTTP/1.1" status: 404 len: 333 time: 0.1843123 Dec 10 19:45:24.079891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33036) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:24.086902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:24.091293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4eb9a13d-9e6a-4785-8aa0-38e6ff8bc6b9 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:24.112468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:24.129570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Network': ['ID=4e0c210b-426f-4e03-8f8d-670f8e550d4d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:24.132861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:24.138075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/networks/4e0c210b-426f-4e03-8f8d-670f8e550d4d HTTP/1.1" status: 204 len: 168 time: 1.5762615 Dec 10 19:45:24.139960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33040) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:24.217598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b206aa-ecbc-4df5-a40f-33b981fea251 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:24.218237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-41b206aa-ecbc-4df5-a40f-33b981fea251 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:24.233465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-41b206aa-ecbc-4df5-a40f-33b981fea251 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:24.242785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33046) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:24.244003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-41b206aa-ecbc-4df5-a40f-33b981fea251 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/42185977-4ead-4e3d-9808-810ebb6745b4 HTTP/1.1" status: 200 len: 845 time: 0.1006482 Dec 10 19:45:24.347339 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a95c34c9-03de-4594-853f-b28c9da123ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/42185977-4ead-4e3d-9808-810ebb6745b4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0996819 Dec 10 19:45:24.347529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33054) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:24.353218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:24.435066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33060) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:24.467477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet 29f34ab6-d39c-430a-a9f4-d398bb3424b0 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:24.475533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:24.543498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:24.552038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:24.557680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:24.562293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:24.563015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d62bab68-6099-474f-8e25-a08d334972bd no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:24.599023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d9a3f99a-6732-4197-9b9b-fac893e2b840 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/241595c4-7874-4d29-ad87-0c08e4202d6f HTTP/1.1" status: 200 len: 994 time: 0.1613462 Dec 10 19:45:24.602233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: d62bab68-6099-474f-8e25-a08d334972bd {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:24.602638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d62bab68-6099-474f-8e25-a08d334972bd not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:24.605844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:24.631460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:24.766659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:24.844329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:24.867694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33070) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:24.958355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:24.964566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c69f884c-f24b-435d-985d-38af5caa1afa tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:25.006722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=29f34ab6-d39c-430a-a9f4-d398bb3424b0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:25.010658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:25.017390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.026795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2076372861'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:25.027823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbef61-1631-4e06-bd4e-62035579615c None None] Network b26ee3ac-78f8-45c3-9d48-192f4884d387 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:25.045540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:25.049809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:network and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:25.053110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:25.060083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:25.067754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/29f34ab6-d39c-430a-a9f4-d398bb3424b0 HTTP/1.1" status: 204 len: 168 time: 0.9846194 Dec 10 19:45:25.068818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:25.074195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:25.080798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.097926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.136458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:25.140620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:security_group_rule and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:25.143749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:25.149917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:25.225938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.229605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.234753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7aefaa82-4bb2-4c8d-84c3-f3ff8fed8e46 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:25.242612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.264630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.269184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eceedd1f-122c-4504-aa4c-85c5fb5bfb5a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:25.281648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:25.291090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf35c0-21c3-4801-9cac-ceb0d725fcdb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:25.295143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:25.297964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.298362 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Added segment 10a1cf35-fffe-4b76-b99f-eed5d768b505 of type vlan for network b2785e55-4afa-46ee-948e-23ef829722d3 Dec 10 19:45:25.324262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 82a7ae55-14a5-451b-b958-36811c7d7f55 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:25.324652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.339992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.343604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] DHCP port deletion for b26ee3ac-78f8-45c3-9d48-192f4884d387 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:25.348099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] Deleting port 82a7ae55-14a5-451b-b958-36811c7d7f55 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:25.348593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.372409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.376817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:25.377467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.380845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:25.383399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34ec1da7-4cd3-444a-a0c9-218993260bb5 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:25.390985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:25.397881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:25.398516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.402979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=c365f988-6512-442e-9f2d-26dae43098ca,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:25.405205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c787fa34-fe75-4bb4-8ec9-087c6136a344 None None] Network a4aa814b-55ac-45af-9028-5f69205e03cf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:25.413658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:25.464715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1161194 Dec 10 19:45:25.467535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33080) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:25.481247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'security_group': {'name': 'tempest-secgroup-980755195'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:25.486850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Network': ['ID=b2785e55-4afa-46ee-948e-23ef829722d3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:25.491717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:25.491894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:25.513288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6304257 Dec 10 19:45:25.514961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:25.518673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:25.532506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network b2785e55-4afa-46ee-948e-23ef829722d3 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:25.571216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:25.602586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.884381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] For port 82a7ae55-14a5-451b-b958-36811c7d7f55, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=82a7ae55-14a5-451b-b958-36811c7d7f55,segment=NetworkSegment(79263a4d-f325-4991-a325-a7583c87ec63),segment_id=79263a4d-f325-4991-a325-a7583c87ec63)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:25.884963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:25.885789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] For port 82a7ae55-14a5-451b-b958-36811c7d7f55, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=82a7ae55-14a5-451b-b958-36811c7d7f55,segment=NetworkSegment(79263a4d-f325-4991-a325-a7583c87ec63),segment_id=79263a4d-f325-4991-a325-a7583c87ec63)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:25.886233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.022567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] Calling delete_port for 82a7ae55-14a5-451b-b958-36811c7d7f55 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:26.027292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 82a7ae55-14a5-451b-b958-36811c7d7f55 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:26.066664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:26.085263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group_rule and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:26.091194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:26.100068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:26.143062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.149297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f1958e83-642a-40bb-9290-6db194a8b1bb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:26.215581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=82a7ae55-14a5-451b-b958-36811c7d7f55,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:26.227331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:26.236045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No DVR routers for this DVR port 82a7ae55-14a5-451b-b958-36811c7d7f55 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:26.285095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.326019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:45:26.326441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:45:26.344314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-a4aa814b-55ac-45af-9028-5f69205e03cf', 'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'tenant_id': '8f7e00a760f14cc09bbd4d679cff81e4', 'fixed_ips': [{'subnet_id': 'c365f988-6512-442e-9f2d-26dae43098ca'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:26.345544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.357278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.368170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-684afa16-12d6-472f-9df7-012244f3e16a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:26.436275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.475861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c98388e-5f61-4225-b4d9-8d4f08173521,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:26.481171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:26.484154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.487298 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0171967 Dec 10 19:45:26.489294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26ee3ac-78f8-45c3-9d48-192f4884d387']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:26.489432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33084) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:26.496280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630778056'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:26.514882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:26.520171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:26.521821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79263a4d-f325-4991-a325-a7583c87ec63') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:26.522171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79263a4d-f325-4991-a325-a7583c87ec63') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:26.530311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:26.540590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:26.549423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.568035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 82a7ae55-14a5-451b-b958-36811c7d7f55 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:26.571291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.574317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.581990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:26.582681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.614224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:26.614878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 82a7ae55-14a5-451b-b958-36811c7d7f55 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:26.615277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 82a7ae55-14a5-451b-b958-36811c7d7f55 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:26.618416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group_rule and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:26.622726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:26.628689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:26.633839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Allocated IP 2001:db8::2 (a4aa814b-55ac-45af-9028-5f69205e03cf/c365f988-6512-442e-9f2d-26dae43098ca/e8b65176-1685-4256-9d93-d7948f91ac71) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:26.666856 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:26.690304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.693453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.702991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.707622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.712318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f023f4f5-e161-4282-a8d0-aea1670f30b6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:26.717057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e84dc044-11df-4a64-9bad-5aa907fabca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:26.728150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.730076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2395904 Dec 10 19:45:26.734863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33088) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:26.743781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Network': ['ID=b26ee3ac-78f8-45c3-9d48-192f4884d387,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:26.751750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:26.753976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1807151197', 'security_groups': ['a0feb822-b9bb-413c-9578-07df19446d9e'], 'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c365f988-6512-442e-9f2d-26dae43098ca'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:26.758049 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/networks/b26ee3ac-78f8-45c3-9d48-192f4884d387 HTTP/1.1" status: 204 len: 168 time: 1.6881616 Dec 10 19:45:26.759080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33092) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:26.766062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1141800090'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:26.771917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:26.777392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:network and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:26.781963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:26.788205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:26.802747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:26.810306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.843627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0feb822-b9bb-413c-9578-07df19446d9e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:26.844183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:26.855059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:26.858826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] Deleting port 82a7ae55-14a5-451b-b958-36811c7d7f55 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:26.859490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.868029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.868402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Added segment 5cdc486c-2cb1-4d2b-a6c5-be9b8200899f of type vlan for network aea3480a-fddc-4666-a706-88058410eabc Dec 10 19:45:26.901869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.926762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:26.938867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:26.939997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.943903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-67dca12a-b625-4acf-ad1c-facd5675a93a None None] The port '82a7ae55-14a5-451b-b958-36811c7d7f55' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:45:26.946713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:26.948422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.950015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:26.973389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebaf6d6a-e24b-40ed-b6be-4b92d87a3269 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:26.984685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:26.998231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Transition to ACTIVE for port object e8b65176-1685-4256-9d93-d7948f91ac71 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:27.009175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2488043 Dec 10 19:45:27.009924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:27.023619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Transition to ACTIVE for port object e8b65176-1685-4256-9d93-d7948f91ac71 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:27.028973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.041211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:27.072055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': 'aea3480a-fddc-4666-a706-88058410eabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:27.108198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.123095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:27.124301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:27.129815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:27.133208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Pushing event updated for resources: {'Port': ['ID=e8b65176-1685-4256-9d93-d7948f91ac71,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:27.135571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:27.137816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:27.246099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:27.254818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:27.255196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Attempting to bind port e8b65176-1685-4256-9d93-d7948f91ac71 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:27.255735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Attempting to bind port e8b65176-1685-4256-9d93-d7948f91ac71 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '18befb4b-7135-4fb8-bbee-ccd6b003b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:27.256263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Attempting to bind port e8b65176-1685-4256-9d93-d7948f91ac71 on network a4aa814b-55ac-45af-9028-5f69205e03cf {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:27.257930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Network': ['ID=aea3480a-fddc-4666-a706-88058410eabc,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:27.264488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:27.265071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Checking segment: {'id': '18befb4b-7135-4fb8-bbee-ccd6b003b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:27.265794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.266437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Bound using segment: {'id': '18befb4b-7135-4fb8-bbee-ccd6b003b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:27.267203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Bound port: e8b65176-1685-4256-9d93-d7948f91ac71, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18befb4b-7135-4fb8-bbee-ccd6b003b09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:27.267747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.269614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c351dc72-0b86-4d22-88d0-1a7e59f40c28 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:27.269947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:27.279390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:27.283358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network aea3480a-fddc-4666-a706-88058410eabc details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:27.290337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:27.389812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::318 (a4aa814b-55ac-45af-9028-5f69205e03cf/c365f988-6512-442e-9f2d-26dae43098ca/3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:27.419293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.502610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:27.505976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e8b65176-1685-4256-9d93-d7948f91ac71,segment=NetworkSegment(18befb4b-7135-4fb8-bbee-ccd6b003b09c),segment_id=18befb4b-7135-4fb8-bbee-ccd6b003b09c)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:27.511668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.522927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a2e19de-1c55-426f-a664-c92b2ea29cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:27.630298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Pushing event updated for resources: {'Port': ['ID=e8b65176-1685-4256-9d93-d7948f91ac71,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:27.633955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:27.644306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.668362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:27.694995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.702488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:27.747387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.753396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e3cebf9f-8598-4cd6-a150-ddd5c445de60 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:27.776639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:27.785472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:27.790535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:27.795030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:27.795884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.818208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:27.824545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:27.835025 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0990915 Dec 10 19:45:27.838314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33100) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:27.844853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:27.846674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=d5c0633c-02da-4e75-be51-161cf70b08a5,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:27.849610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:27.868332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Checking segment: {'id': '5cdc486c-2cb1-4d2b-a6c5-be9b8200899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aea3480a-fddc-4666-a706-88058410eabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:27.868820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network hostable DHCP agents. Network: aea3480a-fddc-4666-a706-88058410eabc, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:27.892758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network aea3480a-fddc-4666-a706-88058410eabc is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:27.905319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, aea3480a-fddc-4666-a706-88058410eabc) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:27.910009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:27.910890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.915745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a2f64f-4fa3-40dc-8460-ca7a26475f24 None None] Network aea3480a-fddc-4666-a706-88058410eabc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:27.941610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33104) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:27.942932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d4df3dd-8513-42d9-b670-fdc87001ff56 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8765540 Dec 10 19:45:27.951102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-901238024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:27.958843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:27.963655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:router and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:27.966793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:27.973071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:27.987249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:27.988264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.009227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.036431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.097972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.101875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d4d3e23e-da2e-4f4f-ba23-7e36cc622fc3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1563461 Dec 10 19:45:28.102696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33108) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:28.110900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'network_id': 'aea3480a-fddc-4666-a706-88058410eabc', 'name': 'tempest-PortsTestJSON-300274576'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:28.160521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:28.169603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:28.172910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:28.180826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:28.213260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:28.229806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.245704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-aea3480a-fddc-4666-a706-88058410eabc', 'network_id': 'aea3480a-fddc-4666-a706-88058410eabc', 'tenant_id': 'ef4cca9b79064abfaf33b2c53fdaaec8', 'fixed_ips': [{'subnet_id': 'd5c0633c-02da-4e75-be51-161cf70b08a5'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:28.249322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.389933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:28.399516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:28.403846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:28.414130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:28.426242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c365f988-6512-442e-9f2d-26dae43098ca (CIDR: 2001:db8::/64) Dec 10 19:45:28.427234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:28.432228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:45:28.432928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:28.433900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.457980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-07f20f56-5a03-4f22-88b6-0c1a0b181a09 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6181445 Dec 10 19:45:28.462019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33112) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:28.468812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 77d843d4-b69e-488a-9b67-78ae7c129c23 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:28.474053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:28.512360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Allocated IP 172.20.0.2 (aea3480a-fddc-4666-a706-88058410eabc/d5c0633c-02da-4e75-be51-161cf70b08a5/57110b61-7f21-49cf-916b-5b9839bf482a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:28.665792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e8b65176-1685-4256-9d93-d7948f91ac71 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:28.674392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:28.678500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:28.681598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:28.688028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:28.700055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:28.706703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.789900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e8b65176-1685-4256-9d93-d7948f91ac71 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:28.882369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.893105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Transition to ACTIVE for port object 57110b61-7f21-49cf-916b-5b9839bf482a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:28.912475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Transition to ACTIVE for port object 57110b61-7f21-49cf-916b-5b9839bf482a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:28.918980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:28.923729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:28.995311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.000333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d24307a-876e-49ea-9f0d-3508b3c3e8ed tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:29.011046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Network aea3480a-fddc-4666-a706-88058410eabc is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:29.014330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:29.015179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.13 (aea3480a-fddc-4666-a706-88058410eabc/d5c0633c-02da-4e75-be51-161cf70b08a5/77d843d4-b69e-488a-9b67-78ae7c129c23) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:29.018428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:29.064680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Pushing event updated for resources: {'Port': ['ID=57110b61-7f21-49cf-916b-5b9839bf482a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:29.068987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:29.072617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:29.075770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:29.076428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.099797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:29.110869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=49a12fa5-6183-4598-81e3-116ab9c1768b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:29.115418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:29.123305 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6600466 Dec 10 19:45:29.124196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33116) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:29.127984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33118) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:29.133259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1530740721', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49a12fa5-6183-4598-81e3-116ab9c1768b'}], 'security_groups': ['8c98388e-5f61-4225-b4d9-8d4f08173521']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:29.137716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Attempting to bind port 57110b61-7f21-49cf-916b-5b9839bf482a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:29.138140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Attempting to bind port 57110b61-7f21-49cf-916b-5b9839bf482a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '5cdc486c-2cb1-4d2b-a6c5-be9b8200899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aea3480a-fddc-4666-a706-88058410eabc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:29.138550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Attempting to bind port 57110b61-7f21-49cf-916b-5b9839bf482a on network aea3480a-fddc-4666-a706-88058410eabc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:29.146103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:29.146527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Checking segment: {'id': '5cdc486c-2cb1-4d2b-a6c5-be9b8200899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aea3480a-fddc-4666-a706-88058410eabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:29.146982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.147424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Bound using segment: {'id': '5cdc486c-2cb1-4d2b-a6c5-be9b8200899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aea3480a-fddc-4666-a706-88058410eabc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:29.147946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Bound port: 57110b61-7f21-49cf-916b-5b9839bf482a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdc486c-2cb1-4d2b-a6c5-be9b8200899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aea3480a-fddc-4666-a706-88058410eabc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:29.148372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.177413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'subnet': {'network_id': 'b2785e55-4afa-46ee-948e-23ef829722d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:29.260011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] For port 57110b61-7f21-49cf-916b-5b9839bf482a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:29.263780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] For port 57110b61-7f21-49cf-916b-5b9839bf482a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=57110b61-7f21-49cf-916b-5b9839bf482a,segment=NetworkSegment(5cdc486c-2cb1-4d2b-a6c5-be9b8200899f),segment_id=5cdc486c-2cb1-4d2b-a6c5-be9b8200899f)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:29.271093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.276960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a12596c-95d2-44b0-9162-919392356380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:29.337434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.349768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Pushing event updated for resources: {'Port': ['ID=57110b61-7f21-49cf-916b-5b9839bf482a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:29.357761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 77d843d4-b69e-488a-9b67-78ae7c129c23 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:29.364050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:29.387963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.394660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b57fb203-0b50-4994-9af2-f1ec098fc446 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:29.398115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:29.407262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:subnet and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:29.412192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:29.415496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.431083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:29.482952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network aea3480a-fddc-4666-a706-88058410eabc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:29.487321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:29.492583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:29.495227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:29.524500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=77d843d4-b69e-488a-9b67-78ae7c129c23,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:29.533183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:29.564481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:29.565179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.593383 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4880190 Dec 10 19:45:29.596042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33124) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:29.690364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:29.769294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417e633-7f02-4ff3-8c19-b689ca3c34ee None None] Network a4aa814b-55ac-45af-9028-5f69205e03cf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:29.916824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Provisioning for port e8b65176-1685-4256-9d93-d7948f91ac71 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:29.938082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Provisioning complete for port e8b65176-1685-4256-9d93-d7948f91ac71 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:29.938507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.193036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.233734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Delete allocated IP 2001:db8::318 (a4aa814b-55ac-45af-9028-5f69205e03cf/c365f988-6512-442e-9f2d-26dae43098ca) {{(pid=88871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 10 19:45:30.239206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e8b65176-1685-4256-9d93-d7948f91ac71,segment=NetworkSegment(18befb4b-7135-4fb8-bbee-ccd6b003b09c),segment_id=18befb4b-7135-4fb8-bbee-ccd6b003b09c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:30.243985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.247720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:30.261700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8:0:1::21b (a4aa814b-55ac-45af-9028-5f69205e03cf/49a12fa5-6183-4598-81e3-116ab9c1768b/3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:30.279408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.315836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Provisioning complete for port 42185977-4ead-4e3d-9808-810ebb6745b4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:30.316418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.319318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.364503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Pushing event updated for resources: {'Port': ['ID=e8b65176-1685-4256-9d93-d7948f91ac71,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:30.375745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:30.386499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Port 42185977-4ead-4e3d-9808-810ebb6745b4 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:30.538165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Update dhcp port {'port': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'fixed_ips': [{'subnet_id': 'c365f988-6512-442e-9f2d-26dae43098ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '49a12fa5-6183-4598-81e3-116ab9c1768b'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'e8b65176-1685-4256-9d93-d7948f91ac71'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:45:30.599572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fce210a0-d700-4b83-91bd-97c81344d03b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:30.607372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.664114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Subnet': ['ID=8bc1cd7b-70be-4bc5-8641-abe4a30b6d48,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:30.670129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:30.683655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e8b65176-1685-4256-9d93-d7948f91ac71 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:30.722941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.727655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.734246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c707c491-4162-443e-8770-e56501705623 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:30.823268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Checking segment: {'id': '10a1cf35-fffe-4b76-b99f-eed5d768b505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2785e55-4afa-46ee-948e-23ef829722d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:30.823678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network hostable DHCP agents. Network: b2785e55-4afa-46ee-948e-23ef829722d3, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:30.835031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=77d843d4-b69e-488a-9b67-78ae7c129c23,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:30.851398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:30.881538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network b2785e55-4afa-46ee-948e-23ef829722d3 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:30.903876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.911613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, b2785e55-4afa-46ee-948e-23ef829722d3) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:30.920502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:30.921160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.935241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Ignored duplicate provisioning block setup for port 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 10 19:45:30.937270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2c7ed-1c13-44fb-846b-ab85f44e1f59 None None] Network b2785e55-4afa-46ee-948e-23ef829722d3 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:30.944656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:30.951385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:31.013406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8513038 Dec 10 19:45:31.017939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33128) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:31.062417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1841981101'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:31.085293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:31.088479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] In _notify_port_updated(), no bound segment for port 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 on network a4aa814b-55ac-45af-9028-5f69205e03cf {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:45:31.092855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:31.093600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.097898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "PUT /v2.0/ports/3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 HTTP/1.1" status: 200 len: 931 time: 1.9687057 Dec 10 19:45:31.098642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:31.101071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33132) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:31.102137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:network and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:31.107838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:31.146497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:31.157500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:31.180095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.192267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:31.197862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.227116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:31.227853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.246222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e8b65176-1685-4256-9d93-d7948f91ac71 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:31.246905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.281436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.285140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:31.329259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.329781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Added segment c42502c9-7ef9-4ef2-9bf2-6b976ae4202c of type vlan for network e45fb635-759c-40ac-a502-5d5a468ab141 Dec 10 19:45:31.397314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Allocated IP 2001:db8:0:1::2 (a4aa814b-55ac-45af-9028-5f69205e03cf/49a12fa5-6183-4598-81e3-116ab9c1768b/e8b65176-1685-4256-9d93-d7948f91ac71) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:31.407028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.577695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.580054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb5b67-adb7-4ca0-92cc-65b4d0fc35e2 None None] Network aea3480a-fddc-4666-a706-88058410eabc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:31.581895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:31.582601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.592266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faafeb9d-6c9e-4659-8a7e-db6230b5e1a7 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:31.676084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.703014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-b2785e55-4afa-46ee-948e-23ef829722d3', 'network_id': 'b2785e55-4afa-46ee-948e-23ef829722d3', 'tenant_id': '80ac64fd45d74084a155a7e7583f2b1d', 'fixed_ips': [{'subnet_id': '8bc1cd7b-70be-4bc5-8641-abe4a30b6d48'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:31.703831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:31.746866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 57110b61-7f21-49cf-916b-5b9839bf482a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:31.824384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dfea0d02-d11c-443b-ba70-7a84467537e3 None None] Provisioning for port 57110b61-7f21-49cf-916b-5b9839bf482a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:31.836305 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8095040 Dec 10 19:45:31.844323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:31.855336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33136) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:31.876037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'subnet': {'network_id': 'e45fb635-759c-40ac-a502-5d5a468ab141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:31.882393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Network': ['ID=e45fb635-759c-40ac-a502-5d5a468ab141,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:31.888074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:31.914759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network e45fb635-759c-40ac-a502-5d5a468ab141 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:32.010682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.017916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7599278-39cc-401e-8b3c-c2d8b7e94dc1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:32.044350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:32.053420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:subnet and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:32.059651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:32.068128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:32.072254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:32.080422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:32.092863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:32.114921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e8b65176-1685-4256-9d93-d7948f91ac71,segment=NetworkSegment(18befb4b-7135-4fb8-bbee-ccd6b003b09c),segment_id=18befb4b-7135-4fb8-bbee-ccd6b003b09c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:32.123589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.138442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 HTTP/1.1" status: 204 len: 168 time: 1.0299828 Dec 10 19:45:32.138665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33140) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:32.174243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.194309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:45:32.200554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.203562 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-864e0b0b-3ccd-4210-ace4-27213c4568eb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:45:32.204267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-864e0b0b-3ccd-4210-ace4-27213c4568eb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:32.221982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-864e0b0b-3ccd-4210-ace4-27213c4568eb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:32.225928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-864e0b0b-3ccd-4210-ace4-27213c4568eb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6 HTTP/1.1" status: 404 len: 333 time: 0.0834880 Dec 10 19:45:32.226170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33144) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:32.232066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 57110b61-7f21-49cf-916b-5b9839bf482a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:32.238485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-03ad61ce-775f-43b1-b53f-d26abf1c680d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:32.286478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.292216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 57110b61-7f21-49cf-916b-5b9839bf482a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:32.292631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.299416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dccd323-5602-4c0b-a824-983a871717e9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.330144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dccd323-5602-4c0b-a824-983a871717e9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.343498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.361773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Allocated IP 2001:db8:0:ffff::2 (b2785e55-4afa-46ee-948e-23ef829722d3/8bc1cd7b-70be-4bc5-8641-abe4a30b6d48/20f5adc5-ce46-4be0-8e4e-9e239968d87f) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:32.374215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Transition to ACTIVE for port object e8b65176-1685-4256-9d93-d7948f91ac71 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:32.375240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dccd323-5602-4c0b-a824-983a871717e9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.380904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dd81bd31-ff1b-40cc-8ed6-44edd031a9e8 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:32.384601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.396244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccd323-5602-4c0b-a824-983a871717e9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0feb822-b9bb-413c-9578-07df19446d9e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:32.397544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.399361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9dccd323-5602-4c0b-a824-983a871717e9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:32.401704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dccd323-5602-4c0b-a824-983a871717e9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.404995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:32.405742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9dccd323-5602-4c0b-a824-983a871717e9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/security-groups/a0feb822-b9bb-413c-9578-07df19446d9e HTTP/1.1" status: 204 len: 168 time: 0.1785080 Dec 10 19:45:32.406395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33148) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:32.422257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.442036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=77d843d4-b69e-488a-9b67-78ae7c129c23,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:32.460388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:32.505398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebe9a06f-817a-4ff8-8cd6-32caea8a6c4e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.536199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebe9a06f-817a-4ff8-8cd6-32caea8a6c4e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.585694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebe9a06f-817a-4ff8-8cd6-32caea8a6c4e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.591593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0a946c7-6889-4a3a-beff-542b22746a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:32.607555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9a06f-817a-4ff8-8cd6-32caea8a6c4e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c98388e-5f61-4225-b4d9-8d4f08173521,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:32.611979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebe9a06f-817a-4ff8-8cd6-32caea8a6c4e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:32.614360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebe9a06f-817a-4ff8-8cd6-32caea8a6c4e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.618859 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ebe9a06f-817a-4ff8-8cd6-32caea8a6c4e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/security-groups/8c98388e-5f61-4225-b4d9-8d4f08173521 HTTP/1.1" status: 204 len: 168 time: 0.2113969 Dec 10 19:45:32.620389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33152) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:32.692273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network aea3480a-fddc-4666-a706-88058410eabc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:32.696141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:32.845114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet c365f988-6512-442e-9f2d-26dae43098ca {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:32.848502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.900875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Pushing event updated for resources: {'Port': ['ID=e8b65176-1685-4256-9d93-d7948f91ac71,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:32.928109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:32.939339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:32.981194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.039096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.071146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 57110b61-7f21-49cf-916b-5b9839bf482a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=57110b61-7f21-49cf-916b-5b9839bf482a,segment=NetworkSegment(5cdc486c-2cb1-4d2b-a6c5-be9b8200899f),segment_id=5cdc486c-2cb1-4d2b-a6c5-be9b8200899f)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:33.080931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.085125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:33.121831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.185039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Transition to ACTIVE for port object 20f5adc5-ce46-4be0-8e4e-9e239968d87f will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:33.193601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.198779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-03908806-935e-4a2a-a05b-ea2eb429394a tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:33.233741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Transition to ACTIVE for port object 20f5adc5-ce46-4be0-8e4e-9e239968d87f will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:33.248540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.266277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.278955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=57110b61-7f21-49cf-916b-5b9839bf482a,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:33.287462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e8b65176-1685-4256-9d93-d7948f91ac71 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:33.296598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8e141484-06c6-4b1d-a261-30ba3699104d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:33.325793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Subnet': ['ID=575e2190-50e9-4c59-a349-d930b8360c02,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:33.333454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:33.344047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:33.346657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:33.387820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.396549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=c365f988-6512-442e-9f2d-26dae43098ca,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:33.404859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Checking segment: {'id': 'c42502c9-7ef9-4ef2-9bf2-6b976ae4202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e45fb635-759c-40ac-a502-5d5a468ab141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:33.405578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:33.406028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network hostable DHCP agents. Network: e45fb635-759c-40ac-a502-5d5a468ab141, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:33.407536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/c365f988-6512-442e-9f2d-26dae43098ca HTTP/1.1" status: 204 len: 168 time: 0.7859590 Dec 10 19:45:33.412837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33156) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:33.429941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:33.475829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Network b2785e55-4afa-46ee-948e-23ef829722d3 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:33.485817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network e45fb635-759c-40ac-a502-5d5a468ab141 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:33.488208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:33.513842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Router c7303bb4-1009-4192-8107-0746a6fdd2a1 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:45:33.517664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, e45fb635-759c-40ac-a502-5d5a468ab141) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:33.523909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:33.534476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:33.535263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.554799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb8577-501a-4d01-b7e2-8aa9dec1ae96 None None] Network e45fb635-759c-40ac-a502-5d5a468ab141 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:33.659893 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8033955 Dec 10 19:45:33.661498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:33.668689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33160) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:33.670494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:33.674160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:33.675600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'port': {'network_id': 'e45fb635-759c-40ac-a502-5d5a468ab141', 'name': 'tempest-NetworksIpV6TestAttrs-1334829798'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:33.682231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:33.708391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:33.715482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Pushing event updated for resources: {'Port': ['ID=20f5adc5-ce46-4be0-8e4e-9e239968d87f,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:33.716474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.722269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:33.793553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-39068ad3-3217-45a6-9524-1e3f63624981 None None] Provisioning complete for port 57110b61-7f21-49cf-916b-5b9839bf482a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:33.794021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39068ad3-3217-45a6-9524-1e3f63624981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:33.940416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:33.949581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:port and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:33.955674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:33.955868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Attempting to bind port 20f5adc5-ce46-4be0-8e4e-9e239968d87f on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:33.956219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Attempting to bind port 20f5adc5-ce46-4be0-8e4e-9e239968d87f by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '10a1cf35-fffe-4b76-b99f-eed5d768b505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2785e55-4afa-46ee-948e-23ef829722d3'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:33.956584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Attempting to bind port 20f5adc5-ce46-4be0-8e4e-9e239968d87f on network b2785e55-4afa-46ee-948e-23ef829722d3 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:33.964560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:33.974608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:45:33.982176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "PUT /v2.0/routers/c7303bb4-1009-4192-8107-0746a6fdd2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3849323 Dec 10 19:45:33.984895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33164) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:34.021741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbadf50-db2b-4c1e-9285-908778eb9525 None None] Sync routers for ids ['c7303bb4-1009-4192-8107-0746a6fdd2a1'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:45:34.031514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:34.037039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.054094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:34.054865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Checking segment: {'id': '10a1cf35-fffe-4b76-b99f-eed5d768b505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2785e55-4afa-46ee-948e-23ef829722d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:34.055552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.056091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Bound using segment: {'id': '10a1cf35-fffe-4b76-b99f-eed5d768b505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2785e55-4afa-46ee-948e-23ef829722d3'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:34.057016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Bound port: 20f5adc5-ce46-4be0-8e4e-9e239968d87f, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1cf35-fffe-4b76-b99f-eed5d768b505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b2785e55-4afa-46ee-948e-23ef829722d3'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:34.057622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.083511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] device_id is not set on port bd9be70b-355a-4b23-9504-e2b913ca95b4 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:34.100902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.106164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-913e21c9-f342-435f-94b0-5138f6152784 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:34.146499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbadf50-db2b-4c1e-9285-908778eb9525 None None] Routers {'c7303bb4-1009-4192-8107-0746a6fdd2a1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:34.149819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1cbadf50-db2b-4c1e-9285-908778eb9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c7303bb4-1009-4192-8107-0746a6fdd2a1'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:34.208735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=c48dc67f-792a-4cad-a1ae-a1462ec86161,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:34.222905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:34.234892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:34.237764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:34.241494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:34.242541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.272503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8587327 Dec 10 19:45:34.276513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33168) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:34.284840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'security_group': {'name': 'tempest-secgroup-205865963'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:34.295078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:34.296265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1cbadf50-db2b-4c1e-9285-908778eb9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:34.301102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:34.305335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:34.313755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:34.327337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.390517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:34.395487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group_rule and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:34.399838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:34.407800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:34.412490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] For port 20f5adc5-ce46-4be0-8e4e-9e239968d87f, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:34.417020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] For port 20f5adc5-ce46-4be0-8e4e-9e239968d87f, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=20f5adc5-ce46-4be0-8e4e-9e239968d87f,segment=NetworkSegment(10a1cf35-fffe-4b76-b99f-eed5d768b505),segment_id=10a1cf35-fffe-4b76-b99f-eed5d768b505)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:34.429095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbadf50-db2b-4c1e-9285-908778eb9525 None None] Routers {'c7303bb4-1009-4192-8107-0746a6fdd2a1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:34.429985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1cbadf50-db2b-4c1e-9285-908778eb9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c7303bb4-1009-4192-8107-0746a6fdd2a1'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:34.524724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.530157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.531553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.538450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42b79e2c-5779-4f1d-9f05-39dfe5a3cb47 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:34.549565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae3bdfc8-fa75-4699-a531-527d2f65b730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:34.580084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Allocated IP 2001:db8::f816:3eff:fe20:7c5d (e45fb635-759c-40ac-a502-5d5a468ab141/575e2190-50e9-4c59-a349-d930b8360c02/bd9be70b-355a-4b23-9504-e2b913ca95b4) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:34.582786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-e45fb635-759c-40ac-a502-5d5a468ab141', 'network_id': 'e45fb635-759c-40ac-a502-5d5a468ab141', 'tenant_id': '80ac64fd45d74084a155a7e7583f2b1d', 'fixed_ips': [{'subnet_id': '575e2190-50e9-4c59-a349-d930b8360c02'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:34.583949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.590494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6c422b-752d-4883-a40a-44c38a248ba8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:34.594620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8719bd4-4b74-4446-8ec4-5a0dcad3f701 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:34.595085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f8719bd4-4b74-4446-8ec4-5a0dcad3f701 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:34.602200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.603406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3255756 Dec 10 19:45:34.605119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:34.607296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33172) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:34.614916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'security_group': {'name': 'tempest-secgroup-524181304'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:34.617358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1cbadf50-db2b-4c1e-9285-908778eb9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:34.617893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbadf50-db2b-4c1e-9285-908778eb9525 None None] The sync data for ids ['c7303bb4-1009-4192-8107-0746a6fdd2a1'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:45:34.630142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:34.649053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f8719bd4-4b74-4446-8ec4-5a0dcad3f701 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:34.654079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33176) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:34.654729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f8719bd4-4b74-4446-8ec4-5a0dcad3f701 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7303bb4-1009-4192-8107-0746a6fdd2a1 HTTP/1.1" status: 200 len: 982 time: 0.6683495 Dec 10 19:45:34.656354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:34.661850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:34.682370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:34.722753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.751892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49fb127-ebd6-4973-9cc9-9c068893b51b None None] Network a4aa814b-55ac-45af-9028-5f69205e03cf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:34.847283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-39068ad3-3217-45a6-9524-1e3f63624981 None None] Provisioning for port 77d843d4-b69e-488a-9b67-78ae7c129c23 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:34.857202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:34.875702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-39068ad3-3217-45a6-9524-1e3f63624981 None None] Provisioning complete for port 77d843d4-b69e-488a-9b67-78ae7c129c23 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:34.876127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39068ad3-3217-45a6-9524-1e3f63624981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.890022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group_rule and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:34.895393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:34.912053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:34.940043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Pushing event updated for resources: {'Port': ['ID=20f5adc5-ce46-4be0-8e4e-9e239968d87f,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:34.949476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:34.952075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:34.978046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-39068ad3-3217-45a6-9524-1e3f63624981 None None] Port 77d843d4-b69e-488a-9b67-78ae7c129c23 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:35.003458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Transition to ACTIVE for port object bd9be70b-355a-4b23-9504-e2b913ca95b4 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:35.037037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.043582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.050140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1aeead5c-f486-4957-970a-3bd852caa37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:35.086373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.108686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.112010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5023973 Dec 10 19:45:35.115963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33180) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:35.118896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c6abf-9a1b-4074-bf03-8af7bdd46618,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:35.127217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'security_group': {'name': 'tempest-secgroup-2077228915'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:35.132573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:35.135568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e9a79e8-141f-4e0d-9470-1d846686390a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:35.174949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:35.198089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:35.206332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:35.210797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network e45fb635-759c-40ac-a502-5d5a468ab141 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:35.217336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:35.227168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:35.229553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:35.233998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:35.234727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.269669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Port': ['ID=bd9be70b-355a-4b23-9504-e2b913ca95b4,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:35.273632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:35.275009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.288512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6184988 Dec 10 19:45:35.292535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:35.353760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.401076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:35.415979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 57110b61-7f21-49cf-916b-5b9839bf482a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:35.423303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Deleting subnet 575e2190-50e9-4c59-a349-d930b8360c02 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:35.428765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:security_group_rule and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:35.449628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:35.472585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:35.524953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Allocated IP 2001:db8::f816:3eff:fe36:e12d (e45fb635-759c-40ac-a502-5d5a468ab141/575e2190-50e9-4c59-a349-d930b8360c02/7632c0fd-0520-4cfa-b329-46cd9048adf9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:35.531312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Provisioning for port e8b65176-1685-4256-9d93-d7948f91ac71 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:35.551381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Provisioning complete for port e8b65176-1685-4256-9d93-d7948f91ac71 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:35.551824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.584930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.590212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.620258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1cbe821-ed21-4cc4-b338-b180ca6a5a83 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:35.653594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859a3d3f-8b3d-4ae9-a40e-e806574baf76,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:35.656633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.661198 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5439827 Dec 10 19:45:35.662329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33188) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:35.663404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:35.671221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-272700574', 'security_groups': ['859a3d3f-8b3d-4ae9-a40e-e806574baf76'], 'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c48dc67f-792a-4cad-a1ae-a1462ec86161'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:35.715512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 57110b61-7f21-49cf-916b-5b9839bf482a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:35.715953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:35.845867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:35.857557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:35.870725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:36.024599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.054561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] device_id is not set on port 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:36.081806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Could not find standard attr ID for object 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:36.090861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.095087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 77d843d4-b69e-488a-9b67-78ae7c129c23 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:36.095474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.111748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Provisioning complete for port 42185977-4ead-4e3d-9808-810ebb6745b4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:36.112331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.172218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Transition to ACTIVE for port object 7632c0fd-0520-4cfa-b329-46cd9048adf9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:36.174924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Port 42185977-4ead-4e3d-9808-810ebb6745b4 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:36.198663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Transition to ACTIVE for port object 7632c0fd-0520-4cfa-b329-46cd9048adf9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:36.207948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.210197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.212846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72214ef1-8e2a-4236-b8b0-291ed6558b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:36.249502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Provisioning complete for port 77d843d4-b69e-488a-9b67-78ae7c129c23 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:36.249502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.295676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.312086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.320550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Network e45fb635-759c-40ac-a502-5d5a468ab141 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:36.326788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:36.342774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:36.360774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Pushing event updated for resources: {'Port': ['ID=7632c0fd-0520-4cfa-b329-46cd9048adf9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:36.365710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:36.366627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-553f440e-3b34-4dfa-bf3c-b0e563af3375 None None] Port 77d843d4-b69e-488a-9b67-78ae7c129c23 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:36.453351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.474412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Attempting to bind port 7632c0fd-0520-4cfa-b329-46cd9048adf9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:36.474864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Attempting to bind port 7632c0fd-0520-4cfa-b329-46cd9048adf9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'c42502c9-7ef9-4ef2-9bf2-6b976ae4202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e45fb635-759c-40ac-a502-5d5a468ab141'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:36.475283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Attempting to bind port 7632c0fd-0520-4cfa-b329-46cd9048adf9 on network e45fb635-759c-40ac-a502-5d5a468ab141 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:36.484535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:36.485196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Checking segment: {'id': 'c42502c9-7ef9-4ef2-9bf2-6b976ae4202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e45fb635-759c-40ac-a502-5d5a468ab141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:36.485681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.486117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Bound using segment: {'id': 'c42502c9-7ef9-4ef2-9bf2-6b976ae4202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e45fb635-759c-40ac-a502-5d5a468ab141'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:36.486637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Bound port: 7632c0fd-0520-4cfa-b329-46cd9048adf9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42502c9-7ef9-4ef2-9bf2-6b976ae4202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e45fb635-759c-40ac-a502-5d5a468ab141'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:36.487064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.507454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 77d843d4-b69e-488a-9b67-78ae7c129c23 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:36.552667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be371aa9-c78b-43b6-af6d-c3c1e1b81e17 None None] Provisioning complete for port e8b65176-1685-4256-9d93-d7948f91ac71 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:36.553020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be371aa9-c78b-43b6-af6d-c3c1e1b81e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.641782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8::37 (a4aa814b-55ac-45af-9028-5f69205e03cf/c48dc67f-792a-4cad-a1ae-a1462ec86161/2ff16f24-89c1-411d-a4d3-3dd125a9a8b5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:36.673839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] For port 7632c0fd-0520-4cfa-b329-46cd9048adf9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:36.692709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.703912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-052ce07a-2018-45e1-b1f5-aafe6cc9b4ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:36.741026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] For port 7632c0fd-0520-4cfa-b329-46cd9048adf9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7632c0fd-0520-4cfa-b329-46cd9048adf9,segment=NetworkSegment(c42502c9-7ef9-4ef2-9bf2-6b976ae4202c),segment_id=c42502c9-7ef9-4ef2-9bf2-6b976ae4202c)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:36.746048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be371aa9-c78b-43b6-af6d-c3c1e1b81e17 None None] Could not find standard attr ID for object 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:36.751496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.756408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Subnet': ['ID=575e2190-50e9-4c59-a349-d930b8360c02,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:36.757121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:36.802833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.817813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9162526-4d1b-4187-8020-f074e6e9957a tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:36.835192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be371aa9-c78b-43b6-af6d-c3c1e1b81e17 None None] Provisioning complete for port 42185977-4ead-4e3d-9808-810ebb6745b4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:36.835635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be371aa9-c78b-43b6-af6d-c3c1e1b81e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:36.917264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=77d843d4-b69e-488a-9b67-78ae7c129c23,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:36.917723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Pushing event updated for resources: {'Port': ['ID=7632c0fd-0520-4cfa-b329-46cd9048adf9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:36.930576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:36.949674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-be371aa9-c78b-43b6-af6d-c3c1e1b81e17 None None] Port 42185977-4ead-4e3d-9808-810ebb6745b4 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:36.951582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:36.958713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:36.984828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.026737 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/subnets/575e2190-50e9-4c59-a349-d930b8360c02 HTTP/1.1" status: 204 len: 168 time: 1.7330520 Dec 10 19:45:37.029692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33192) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:37.035067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.063136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7ea7b3ce-53ae-4c96-94e4-2b56ca7f7d98 None None] Could not find standard attr ID for object 3e7502f6-e5dc-42c5-b3cb-9ed7c0a717a6. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:37.157134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:37.178725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367642a3-026f-46b2-8845-c2213ed4d9f2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:37.180172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367642a3-026f-46b2-8845-c2213ed4d9f2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:37.181009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-367642a3-026f-46b2-8845-c2213ed4d9f2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Synchronizing usage tracker for tenant:80ac64fd45d74084a155a7e7583f2b1d on resource:subnet {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:37.226331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-367642a3-026f-46b2-8845-c2213ed4d9f2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Unset dirty status for tenant:80ac64fd45d74084a155a7e7583f2b1d on resource:subnet {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:37.229687 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-367642a3-026f-46b2-8845-c2213ed4d9f2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1988711 Dec 10 19:45:37.231385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33196) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:37.234053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.258645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.268243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-01233101-4bf3-44dc-ac81-98aa69d2cce4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:37.268384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 20f5adc5-ce46-4be0-8e4e-9e239968d87f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:37.348954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138e7e2-68a8-412c-a5e4-6614d7018007 None None] Network b2785e55-4afa-46ee-948e-23ef829722d3 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:37.494794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:37.495887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=2ff16f24-89c1-411d-a4d3-3dd125a9a8b5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:37.509444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b7480a9-f366-43ca-b135-37422b321aa9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.516087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:37.518388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:37.520339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:37.538493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:37.539242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.572901 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7480a9-f366-43ca-b135-37422b321aa9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 19:45:37.573417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7480a9-f366-43ca-b135-37422b321aa9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:37.581200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b7480a9-f366-43ca-b135-37422b321aa9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/e45fb635-759c-40ac-a502-5d5a468ab141 HTTP/1.1" status: 409 len: 405 time: 0.3486519 Dec 10 19:45:37.582676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33200) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:37.597187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1712050625'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:37.621496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:37.626011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:network and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:37.630200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:37.637328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:37.645098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9770551 Dec 10 19:45:37.648695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33204) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:37.656122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:37.673680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:37.679956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.789750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] Provisioning for port 20f5adc5-ce46-4be0-8e4e-9e239968d87f completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:37.838264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:37.874955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 20f5adc5-ce46-4be0-8e4e-9e239968d87f completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:37.882408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 20f5adc5-ce46-4be0-8e4e-9e239968d87f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:37.882842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.883699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.884110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Added segment c7526c8e-7034-477c-93ec-2f541319c7ce of type vlan for network 20005a3b-6bbe-42d3-b539-d89c81657742 Dec 10 19:45:37.908141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:37.910755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] Provisioning complete for port 20f5adc5-ce46-4be0-8e4e-9e239968d87f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:37.911179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.922945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:37.929220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:37.939172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:37.941609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Router c7303bb4-1009-4192-8107-0746a6fdd2a1 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:45:37.944765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:37.992126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:38.000551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.022842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.028768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:38.030056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.095648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1be56725-d3f2-4743-a663-79cf3f9aa7e6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:38.127428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:45:38.140175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723a1a6-a930-44d1-962a-0a3467d9f3fc None None] Sync routers for ids ['c7303bb4-1009-4192-8107-0746a6fdd2a1'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:45:38.159282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723a1a6-a930-44d1-962a-0a3467d9f3fc None None] Routers {'c7303bb4-1009-4192-8107-0746a6fdd2a1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:38.159970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d723a1a6-a930-44d1-962a-0a3467d9f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c7303bb4-1009-4192-8107-0746a6fdd2a1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:38.162748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "PUT /v2.0/routers/c7303bb4-1009-4192-8107-0746a6fdd2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5067060 Dec 10 19:45:38.165368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33208) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:38.239057 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d80261-9e48-4e2f-b581-d1ce7d476a9d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:45:38.240479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-10d80261-9e48-4e2f-b581-d1ce7d476a9d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:38.247875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d723a1a6-a930-44d1-962a-0a3467d9f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:38.253637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6693995 Dec 10 19:45:38.254516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33212) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:38.265331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723a1a6-a930-44d1-962a-0a3467d9f3fc None None] Routers {'c7303bb4-1009-4192-8107-0746a6fdd2a1'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:45:38.266041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d723a1a6-a930-44d1-962a-0a3467d9f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c7303bb4-1009-4192-8107-0746a6fdd2a1'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:38.274383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'subnet': {'network_id': '20005a3b-6bbe-42d3-b539-d89c81657742', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:38.276326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-10d80261-9e48-4e2f-b581-d1ce7d476a9d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:38.278152 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-10d80261-9e48-4e2f-b581-d1ce7d476a9d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/77d843d4-b69e-488a-9b67-78ae7c129c23 HTTP/1.1" status: 404 len: 333 time: 0.1106765 Dec 10 19:45:38.281800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33216) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:38.341865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d723a1a6-a930-44d1-962a-0a3467d9f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:38.342301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723a1a6-a930-44d1-962a-0a3467d9f3fc None None] The sync data for ids ['c7303bb4-1009-4192-8107-0746a6fdd2a1'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:45:38.376244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.377888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Network': ['ID=20005a3b-6bbe-42d3-b539-d89c81657742,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:38.380926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23c83b24-883f-458c-8b08-a996c36705dd tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:38.389155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.405502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 20005a3b-6bbe-42d3-b539-d89c81657742 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:38.442717 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c48dc67f-792a-4cad-a1ae-a1462ec86161 (CIDR: 2001:db8::/64) Dec 10 19:45:38.443824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:38.451121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69c9caf9-e83c-4d16-9ae9-bfa9d835dae4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.453599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:45:38.454307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:38.463369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:38.486076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e9fab60a-5b18-4606-a404-c2eebb3f2bf5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8326759 Dec 10 19:45:38.486076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:38.512096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33220) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:38.525016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:38.558028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] For port 20f5adc5-ce46-4be0-8e4e-9e239968d87f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=20f5adc5-ce46-4be0-8e4e-9e239968d87f,segment=NetworkSegment(10a1cf35-fffe-4b76-b99f-eed5d768b505),segment_id=10a1cf35-fffe-4b76-b99f-eed5d768b505)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:38.607016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.630566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:38.632178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.738135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] Pushing event updated for resources: {'Port': ['ID=20f5adc5-ce46-4be0-8e4e-9e239968d87f,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:38.749650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:38.773807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:38.780653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:45:38.780884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:45:38.781455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:38.785295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:38.789050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-34382bcf-13a6-4522-afe2-b3866c14e3ea None None] Provisioning for port 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:38.797072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-34382bcf-13a6-4522-afe2-b3866c14e3ea None None] Provisioning complete for port 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:38.797490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34382bcf-13a6-4522-afe2-b3866c14e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:38.800055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:38.866148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-34382bcf-13a6-4522-afe2-b3866c14e3ea None None] Port 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:38.993053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-28cf0c5a-8792-4bff-8566-e46aa894011b None None] Provisioning complete for port 20f5adc5-ce46-4be0-8e4e-9e239968d87f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:38.993865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28cf0c5a-8792-4bff-8566-e46aa894011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.088181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.093214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2515a3c3-bd08-4f19-894c-989f9a50cc79 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:39.194226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Subnet': ['ID=454ae9e0-266f-467d-8e73-e0818c9ba28a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:39.200609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:39.200918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:39.210110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Checking segment: {'id': 'c7526c8e-7034-477c-93ec-2f541319c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '20005a3b-6bbe-42d3-b539-d89c81657742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:39.210520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network hostable DHCP agents. Network: 20005a3b-6bbe-42d3-b539-d89c81657742, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:39.236694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network 20005a3b-6bbe-42d3-b539-d89c81657742 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:39.247324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 20005a3b-6bbe-42d3-b539-d89c81657742) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:39.251423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:39.252146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.259394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da71f9d2-ce24-44a8-af2b-3e09028fb08f None None] Network 20005a3b-6bbe-42d3-b539-d89c81657742 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:39.283555 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0186877 Dec 10 19:45:39.283796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33224) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:39.290198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'port': {'network_id': '20005a3b-6bbe-42d3-b539-d89c81657742', 'name': 'tempest-NetworksIpV6TestAttrs-1065173463'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:39.362698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de7958-8777-4c15-8631-aeffa913cdaf None None] Network e45fb635-759c-40ac-a502-5d5a468ab141 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:39.438352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:39.442390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:port and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:39.445452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:39.452092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:39.462092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:39.468088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69c9caf9-e83c-4d16-9ae9-bfa9d835dae4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.468277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.484880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69c9caf9-e83c-4d16-9ae9-bfa9d835dae4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.494038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] device_id is not set on port 58a195f8-de18-49e4-9df3-b6ee54d80980 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:39.500344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.510946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d91f5eb-c914-4ff2-ace4-e6989a720687 None None] Provisioning for port 7632c0fd-0520-4cfa-b329-46cd9048adf9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:39.645064 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 49a12fa5-6183-4598-81e3-116ab9c1768b (CIDR: 2001:db8:0:1::/64) Dec 10 19:45:39.654081 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:45:39.654589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:39.674425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Allocated IP 2001:db8::f816:3eff:fe50:6079 (20005a3b-6bbe-42d3-b539-d89c81657742/454ae9e0-266f-467d-8e73-e0818c9ba28a/58a195f8-de18-49e4-9df3-b6ee54d80980) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:39.687005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69c9caf9-e83c-4d16-9ae9-bfa9d835dae4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.687794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c9caf9-e83c-4d16-9ae9-bfa9d835dae4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Fanout notify agent at l3_agent the message router_deleted on router c7303bb4-1009-4192-8107-0746a6fdd2a1 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:45:39.694555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69c9caf9-e83c-4d16-9ae9-bfa9d835dae4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.698552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69c9caf9-e83c-4d16-9ae9-bfa9d835dae4 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/routers/c7303bb4-1009-4192-8107-0746a6fdd2a1 HTTP/1.1" status: 204 len: 168 time: 1.4126229 Dec 10 19:45:39.698552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da0cf353-ef10-4393-a0ca-355f69f2c0ee tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1852403 Dec 10 19:45:39.699110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33228) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:39.702096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33230) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:39.770844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'subnet': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:39.782654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 20f5adc5-ce46-4be0-8e4e-9e239968d87f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:39.822110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-20005a3b-6bbe-42d3-b539-d89c81657742', 'network_id': '20005a3b-6bbe-42d3-b539-d89c81657742', 'tenant_id': '80ac64fd45d74084a155a7e7583f2b1d', 'fixed_ips': [{'subnet_id': '454ae9e0-266f-467d-8e73-e0818c9ba28a'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:39.823072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.833547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] DHCP port deletion for e45fb635-759c-40ac-a502-5d5a468ab141 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:39.850672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] Deleting port 7632c0fd-0520-4cfa-b329-46cd9048adf9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:39.851093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.929997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.948045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Transition to ACTIVE for port object 58a195f8-de18-49e4-9df3-b6ee54d80980 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:39.970780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:39.978298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-599641ef-c3d9-4eb5-8dd5-1425b6f6fc32 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:40.052033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network 20005a3b-6bbe-42d3-b539-d89c81657742 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:40.053759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:40.055584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:40.058155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:40.062680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:40.063368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.070513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Usage tracker for resource:subnet and tenant:8f7e00a760f14cc09bbd4d679cff81e4 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:40.076623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:40.084819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Port': ['ID=58a195f8-de18-49e4-9df3-b6ee54d80980,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:40.085813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:40.088821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:40.100136 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8150873 Dec 10 19:45:40.100743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33236) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:40.150957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet d5c0633c-02da-4e75-be51-161cf70b08a5 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:40.163501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.192458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Made reservation on behalf of 8f7e00a760f14cc09bbd4d679cff81e4 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:40.198814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 20f5adc5-ce46-4be0-8e4e-9e239968d87f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:40.199181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.199333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.303569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] For port 7632c0fd-0520-4cfa-b329-46cd9048adf9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7632c0fd-0520-4cfa-b329-46cd9048adf9,segment=NetworkSegment(c42502c9-7ef9-4ef2-9bf2-6b976ae4202c),segment_id=c42502c9-7ef9-4ef2-9bf2-6b976ae4202c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:40.304017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.321569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Allocated IP 2001:db8::f816:3eff:fee9:62fa (20005a3b-6bbe-42d3-b539-d89c81657742/454ae9e0-266f-467d-8e73-e0818c9ba28a/23eb445e-d78c-42c2-ba81-05ad1f97ecfc) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:40.353629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.453662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] Calling delete_port for 7632c0fd-0520-4cfa-b329-46cd9048adf9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:40.606401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.676683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Deleting subnet 454ae9e0-266f-467d-8e73-e0818c9ba28a {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:40.679866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7632c0fd-0520-4cfa-b329-46cd9048adf9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:40.741798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.754544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7237a8c9-6802-4c41-b271-f220f5dd1c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:40.758289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.764250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83d45d55-4b82-4cf9-8284-5804745c0626 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:40.816058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c0633c-02da-4e75-be51-161cf70b08a5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:40.818699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:40.819944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] Pushing event deleted for resources: {'Port': ['ID=7632c0fd-0520-4cfa-b329-46cd9048adf9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:40.836268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.852246 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/d5c0633c-02da-4e75-be51-161cf70b08a5 HTTP/1.1" status: 204 len: 168 time: 1.1520553 Dec 10 19:45:40.854996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33240) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:40.855120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:40.856007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed214d3-861c-4bbf-b4c6-9415f0592fae None None] Network aea3480a-fddc-4666-a706-88058410eabc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:40.876242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:40.880363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54f55d94-ef80-469f-b2b8-876a91fdde22 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:41.045412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Network a4aa814b-55ac-45af-9028-5f69205e03cf is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:41.051298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:41.060127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:41.060798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.065241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Subnet': ['ID=3474f63c-08c0-4d64-9d10-f9e79744976f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:41.074196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.076429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:41.098633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3956988 Dec 10 19:45:41.099765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 57110b61-7f21-49cf-916b-5b9839bf482a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:41.100149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.101612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:41.108395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] No DVR routers for this DVR port 7632c0fd-0520-4cfa-b329-46cd9048adf9 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:41.109075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1443032509', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3474f63c-08c0-4d64-9d10-f9e79744976f'}], 'security_groups': ['4a6c422b-752d-4883-a40a-44c38a248ba8', 'c60c6abf-9a1b-4074-bf03-8af7bdd46618']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:41.122862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f81d42-d5c4-457e-81cb-7192511805ba None None] Network a4aa814b-55ac-45af-9028-5f69205e03cf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:41.151684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No active binding found for port 7632c0fd-0520-4cfa-b329-46cd9048adf9 {{(pid=88873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 10 19:45:41.151684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7632c0fd-0520-4cfa-b329-46cd9048adf9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 10 19:45:41.277059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Port 7632c0fd-0520-4cfa-b329-46cd9048adf9 not found, will not notify nova. {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 10 19:45:41.311013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.325973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79cb8f37-c2c1-4e8f-a818-0cf5e032b0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.335988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] For port 57110b61-7f21-49cf-916b-5b9839bf482a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=57110b61-7f21-49cf-916b-5b9839bf482a,segment=NetworkSegment(5cdc486c-2cb1-4d2b-a6c5-be9b8200899f),segment_id=5cdc486c-2cb1-4d2b-a6c5-be9b8200899f)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:41.336390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.373750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Transition to ACTIVE for port object 23eb445e-d78c-42c2-ba81-05ad1f97ecfc will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:41.469053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Transition to ACTIVE for port object 23eb445e-d78c-42c2-ba81-05ad1f97ecfc will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:41.502262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.507307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.516800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d86ca23-8bed-45e2-b43a-58960b220843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:41.623728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Network 20005a3b-6bbe-42d3-b539-d89c81657742 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:41.635480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Pushing event updated for resources: {'Port': ['ID=23eb445e-d78c-42c2-ba81-05ad1f97ecfc,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:41.638345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:41.640419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:41.642678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.673311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7632c0fd-0520-4cfa-b329-46cd9048adf9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:41.701262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:41.725781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 7632c0fd-0520-4cfa-b329-46cd9048adf9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:41.726106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7632c0fd-0520-4cfa-b329-46cd9048adf9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:41.805400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 57110b61-7f21-49cf-916b-5b9839bf482a owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:41.809103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f55e0e-6f91-4143-9eaa-ebc763165b06 None None] DHCP port deletion for aea3480a-fddc-4666-a706-88058410eabc request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:41.842191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d8f55e0e-6f91-4143-9eaa-ebc763165b06 None None] Deleting port 57110b61-7f21-49cf-916b-5b9839bf482a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:41.842742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8f55e0e-6f91-4143-9eaa-ebc763165b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.884800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.889300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Attempting to bind port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:41.889755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Attempting to bind port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'c7526c8e-7034-477c-93ec-2f541319c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '20005a3b-6bbe-42d3-b539-d89c81657742'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:41.890184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Attempting to bind port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc on network 20005a3b-6bbe-42d3-b539-d89c81657742 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:41.918130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:41.918413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Checking segment: {'id': 'c7526c8e-7034-477c-93ec-2f541319c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '20005a3b-6bbe-42d3-b539-d89c81657742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:41.919001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.919224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Bound using segment: {'id': 'c7526c8e-7034-477c-93ec-2f541319c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '20005a3b-6bbe-42d3-b539-d89c81657742'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:41.919764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Bound port: 23eb445e-d78c-42c2-ba81-05ad1f97ecfc, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7526c8e-7034-477c-93ec-2f541319c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '20005a3b-6bbe-42d3-b539-d89c81657742'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:41.920193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.968292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:41.976236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:42.010010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d8f55e0e-6f91-4143-9eaa-ebc763165b06 None None] The port '57110b61-7f21-49cf-916b-5b9839bf482a' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:45:42.030410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=57110b61-7f21-49cf-916b-5b9839bf482a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:42.034434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:42.039531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No DVR routers for this DVR port 57110b61-7f21-49cf-916b-5b9839bf482a on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:42.117171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Update dhcp port {'port': {'network_id': 'a4aa814b-55ac-45af-9028-5f69205e03cf', 'fixed_ips': [{'subnet_id': '49a12fa5-6183-4598-81e3-116ab9c1768b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3474f63c-08c0-4d64-9d10-f9e79744976f'}, {'subnet_id': 'c48dc67f-792a-4cad-a1ae-a1462ec86161'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': 'e8b65176-1685-4256-9d93-d7948f91ac71'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:45:42.122390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Delete allocated IP 2001:db8::37 (a4aa814b-55ac-45af-9028-5f69205e03cf/c48dc67f-792a-4cad-a1ae-a1462ec86161) {{(pid=88872) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 10 19:45:42.131082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Allocated IP 2001:db8:0:2::36d (a4aa814b-55ac-45af-9028-5f69205e03cf/3474f63c-08c0-4d64-9d10-f9e79744976f/2ff16f24-89c1-411d-a4d3-3dd125a9a8b5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:42.158596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] For port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:42.180813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] For port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=23eb445e-d78c-42c2-ba81-05ad1f97ecfc,segment=NetworkSegment(c7526c8e-7034-477c-93ec-2f541319c7ce),segment_id=c7526c8e-7034-477c-93ec-2f541319c7ce)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:42.186753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.191373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:42.196619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.221611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.230941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea3480a-fddc-4666-a706-88058410eabc']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:42.239727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.286243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdc486c-2cb1-4d2b-a6c5-be9b8200899f') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:42.286754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdc486c-2cb1-4d2b-a6c5-be9b8200899f') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:42.306606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.332901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.342877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:42.343402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:42.359581 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:42.381426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Pushing event updated for resources: {'Port': ['ID=23eb445e-d78c-42c2-ba81-05ad1f97ecfc,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:42.390931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.391485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:42.458271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Transition to ACTIVE for port object 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:42.462664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.466907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.468800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b240a64d-1493-4045-a801-b4e9a8c7a002 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:42.488975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-241ce034-1166-4db3-a5cd-309814881b78 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:42.511890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.513768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Subnet': ['ID=454ae9e0-266f-467d-8e73-e0818c9ba28a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:42.517789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:42.518825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.521939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9551feec-9c43-4fc6-8a24-f7d76bcde5f1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:42.548984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.549225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.552031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Network': ['ID=aea3480a-fddc-4666-a706-88058410eabc,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:42.558773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:42.578880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/subnets/454ae9e0-266f-467d-8e73-e0818c9ba28a HTTP/1.1" status: 204 len: 168 time: 2.4744151 Dec 10 19:45:42.579690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33248) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:42.614436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] In _notify_port_updated(), no bound segment for port 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 on network a4aa814b-55ac-45af-9028-5f69205e03cf {{(pid=88872) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:45:42.619169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:42.620002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.624563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "PUT /v2.0/ports/2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 HTTP/1.1" status: 200 len: 970 time: 1.5188172 Dec 10 19:45:42.625807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33252) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:42.645469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Allocated IP 2001:db8:0:2::2 (a4aa814b-55ac-45af-9028-5f69205e03cf/3474f63c-08c0-4d64-9d10-f9e79744976f/e8b65176-1685-4256-9d93-d7948f91ac71) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:42.652746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Allocated IP 2001:db8::2 (a4aa814b-55ac-45af-9028-5f69205e03cf/c48dc67f-792a-4cad-a1ae-a1462ec86161/e8b65176-1685-4256-9d93-d7948f91ac71) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:42.660933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3e562-2a97-4532-b27f-960e749ac99c tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:42.665492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3e562-2a97-4532-b27f-960e749ac99c tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:42.666940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ac3e562-2a97-4532-b27f-960e749ac99c tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Synchronizing usage tracker for tenant:80ac64fd45d74084a155a7e7583f2b1d on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:42.672229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/networks/aea3480a-fddc-4666-a706-88058410eabc HTTP/1.1" status: 204 len: 168 time: 1.8160596 Dec 10 19:45:42.679544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event updated for resources: {'Port': ['ID=2ff16f24-89c1-411d-a4d3-3dd125a9a8b5,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:42.682149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:42.692280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ac3e562-2a97-4532-b27f-960e749ac99c tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Unset dirty status for tenant:80ac64fd45d74084a155a7e7583f2b1d on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:42.697058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3ac3e562-2a97-4532-b27f-960e749ac99c tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1151438 Dec 10 19:45:42.697761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33260) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:42.736030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:42.816245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:42.816646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.862424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-60638dc2-a225-426b-afac-1f24c2a21b73 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.869748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507df771-0f2d-4ccd-8ae3-a392cae516e8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:42.871286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-507df771-0f2d-4ccd-8ae3-a392cae516e8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/bed47cf5-bdd0-4930-87fc-63cd220914fa HTTP/1.1" status: 200 len: 841 time: 0.1856105 Dec 10 19:45:42.872879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-60638dc2-a225-426b-afac-1f24c2a21b73 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 19:45:42.873380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60638dc2-a225-426b-afac-1f24c2a21b73 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:42.876615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33264) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:42.878867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e8b65176-1685-4256-9d93-d7948f91ac71,segment=NetworkSegment(18befb4b-7135-4fb8-bbee-ccd6b003b09c),segment_id=18befb4b-7135-4fb8-bbee-ccd6b003b09c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:42.880085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-60638dc2-a225-426b-afac-1f24c2a21b73 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/20005a3b-6bbe-42d3-b539-d89c81657742 HTTP/1.1" status: 409 len: 405 time: 0.1812165 Dec 10 19:45:42.880769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:42.907941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.927446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Transition to ACTIVE for port object e8b65176-1685-4256-9d93-d7948f91ac71 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:42.930812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-288580786'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:42.932398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:42.937349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23748056-1a2a-4905-8519-ec55acc3592d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:42.954977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:42.980705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:network and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:43.011382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:43.024297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:43.038630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ac72ba90-0913-41fa-8522-c4bdda462e66 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/bed47cf5-bdd0-4930-87fc-63cd220914fa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1609778 Dec 10 19:45:43.043358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33272) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:43.049844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:43.059153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:43.064573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.083386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Pushing event updated for resources: {'Port': ['ID=e8b65176-1685-4256-9d93-d7948f91ac71,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:43.116578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:43.182466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:43.186510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:43.189568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:43.195756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:43.196821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:43.204837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:43.229381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.229381 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Added segment 3b7fc2aa-6f13-47d8-9822-bd69127a2503 of type vlan for network be23e343-737e-49db-be53-becaac3a0357 Dec 10 19:45:43.255671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.325440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.402092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.412577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:43.516480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.520641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:43.521302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.528066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4186ad25-88dc-4564-a405-e5d2727e271d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:43.575122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.581034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85b3344d-3b27-4db5-ae58-694f39c43f9a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:43.653695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:43.657354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:43.661953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:43.662599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.671246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e96c90-e191-4b6f-a500-6ea9a10f0f53 None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:43.687383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=3395fab5-fd57-491b-bb78-a8b061283553,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:43.691308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:43.702060 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fc8dd928-92a6-4ee5-adb4-986a3009b1f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6575093 Dec 10 19:45:43.702763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33276) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:43.707944 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8208830 Dec 10 19:45:43.709167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'security_group': {'name': 'tempest-secgroup-1842038121'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:43.711257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33280) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:43.716229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:43.720608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:43.722091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'subnet': {'network_id': 'be23e343-737e-49db-be53-becaac3a0357', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:43.723848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:43.740785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Network': ['ID=be23e343-737e-49db-be53-becaac3a0357,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:43.741330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:43.748899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:43.756215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.812876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network be23e343-737e-49db-be53-becaac3a0357 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:43.870210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.878196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:43.878646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00d6cd47-d3e8-49b4-ac67-7c59c298c875 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:43.883316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group_rule and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:43.887086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:43.901549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:43.924717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=2ff16f24-89c1-411d-a4d3-3dd125a9a8b5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:43.930971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e8b65176-1685-4256-9d93-d7948f91ac71 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:43.931116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:43.944340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:43.990220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:43.994952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.001131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90b34b0f-89b4-45f9-92e4-9ce272a59b09 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:44.003364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:44.020160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.024787 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 HTTP/1.1" status: 204 len: 168 time: 1.3962932 Dec 10 19:45:44.028120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33284) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:44.036945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.051503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d23d2-ae69-4ca3-8a33-8cd2d6b46ef8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:44.058763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bff4487-b975-405a-920a-8b1bebacec10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.069009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:44.081249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.085654 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3789213 Dec 10 19:45:44.085982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33288) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:44.093115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'security_group': {'name': 'tempest-secgroup-598718634'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:44.101632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:44.102908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:44.111707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:44.115306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:44.123606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:44.136823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.191112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:44.196313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group_rule and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:44.200331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:44.207435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:44.220214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdeca94-8341-494d-90b3-83fccfe7c789 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] GET failed (client error): The resource could not be found. Dec 10 19:45:44.220794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2fdeca94-8341-494d-90b3-83fccfe7c789 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Synchronizing usage tracker for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:44.229874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.290853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.295174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.301473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ac035d8-1daf-42b4-990d-f7775849ffd0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:44.332732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2fdeca94-8341-494d-90b3-83fccfe7c789 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Unset dirty status for tenant:8f7e00a760f14cc09bbd4d679cff81e4 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:44.334055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2fdeca94-8341-494d-90b3-83fccfe7c789 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports/2ff16f24-89c1-411d-a4d3-3dd125a9a8b5 HTTP/1.1" status: 404 len: 333 time: 0.2946594 Dec 10 19:45:44.341015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33292) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:44.407093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 23eb445e-d78c-42c2-ba81-05ad1f97ecfc up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:44.410654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.414632 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3248038 Dec 10 19:45:44.416836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1818495-6d41-4471-952c-eada7f93eeff,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:44.425866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33296) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:44.428883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:44.434567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-934419397', 'security_groups': ['a1818495-6d41-4471-952c-eada7f93eeff'], 'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3395fab5-fd57-491b-bb78-a8b061283553'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:44.554643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-267cbed6-825b-4670-9d67-b2fda1fe6582', 'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'tenant_id': 'ef4cca9b79064abfaf33b2c53fdaaec8', 'fixed_ips': [{'subnet_id': '3395fab5-fd57-491b-bb78-a8b061283553'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:44.555577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.573767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:44.598379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70222c2-0e9c-4558-89c4-7c6a3c5db1df tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.688412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 57110b61-7f21-49cf-916b-5b9839bf482a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:44.693406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70222c2-0e9c-4558-89c4-7c6a3c5db1df tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.712079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:44.725722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:port and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:44.730166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:44.746525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:44.758623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.759352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 57110b61-7f21-49cf-916b-5b9839bf482a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:44.760635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 57110b61-7f21-49cf-916b-5b9839bf482a not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:44.761587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:44.764572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2c368f0-953f-4cdd-9258-decc143d9cd6 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:44.771981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.778340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5a1cb-bb47-4bc4-bba1-10d468fab4d4 None None] Network 20005a3b-6bbe-42d3-b539-d89c81657742 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:44.786449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70222c2-0e9c-4558-89c4-7c6a3c5db1df tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.794944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a13bb226-8b96-42ad-ba1d-30953c01f375 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:44.811918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70222c2-0e9c-4558-89c4-7c6a3c5db1df tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859a3d3f-8b3d-4ae9-a40e-e806574baf76,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:44.816572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e70222c2-0e9c-4558-89c4-7c6a3c5db1df tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:44.824795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 201b0711-b757-4dba-80a9-7e4f7b403318 yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:44.870202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70222c2-0e9c-4558-89c4-7c6a3c5db1df tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.871570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e70222c2-0e9c-4558-89c4-7c6a3c5db1df tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/security-groups/859a3d3f-8b3d-4ae9-a40e-e806574baf76 HTTP/1.1" status: 204 len: 168 time: 0.5269456 Dec 10 19:45:44.875439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33300) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:44.883853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Subnet': ['ID=0d21ad46-3789-4b28-88e6-13c5c23c91a1,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:44.899988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:44.901449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Checking segment: {'id': '3b7fc2aa-6f13-47d8-9822-bd69127a2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be23e343-737e-49db-be53-becaac3a0357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:44.901920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network hostable DHCP agents. Network: be23e343-737e-49db-be53-becaac3a0357, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:44.934812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network be23e343-737e-49db-be53-becaac3a0357 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:44.936887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] Provisioning for port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:44.949906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, be23e343-737e-49db-be53-becaac3a0357) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:44.956002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:44.957205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:44.974838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c890649-765d-441d-b0cc-080e3b4f654f None None] Network be23e343-737e-49db-be53-becaac3a0357 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:44.991605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2763326 Dec 10 19:45:44.995159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33304) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:45.069552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8987dc04-9261-4a3e-a226-03e417af4bc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.074307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] Provisioning complete for port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:45.074880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.111175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8987dc04-9261-4a3e-a226-03e417af4bc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.168963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.171096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8987dc04-9261-4a3e-a226-03e417af4bc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.177086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c33d21e2-7a0f-4fd2-8773-f6463ac220a7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:45.192852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987dc04-9261-4a3e-a226-03e417af4bc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c6abf-9a1b-4074-bf03-8af7bdd46618,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:45.195566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8987dc04-9261-4a3e-a226-03e417af4bc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:45.208059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8987dc04-9261-4a3e-a226-03e417af4bc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.211872 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8987dc04-9261-4a3e-a226-03e417af4bc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/security-groups/c60c6abf-9a1b-4074-bf03-8af7bdd46618 HTTP/1.1" status: 204 len: 168 time: 0.3328869 Dec 10 19:45:45.212146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33308) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:45.255678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Allocated IP 172.20.0.2 (267cbed6-825b-4670-9d67-b2fda1fe6582/3395fab5-fd57-491b-bb78-a8b061283553/705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:45.272033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.289907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e323a8c0-7fe1-401c-b913-ab137deabbac tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.326641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e323a8c0-7fe1-401c-b913-ab137deabbac tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.357954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.364154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b98965db-56a4-47b6-927a-07663fbb498a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:45.380450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e323a8c0-7fe1-401c-b913-ab137deabbac tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.387393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d88dfcc8-67bb-4059-b856-f2826d8c82ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:45.406129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323a8c0-7fe1-401c-b913-ab137deabbac tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6c422b-752d-4883-a40a-44c38a248ba8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:45.415001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Subnet': ['ID=0d21ad46-3789-4b28-88e6-13c5c23c91a1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:45.415417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e323a8c0-7fe1-401c-b913-ab137deabbac tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:45.418095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:45.419186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.423088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e323a8c0-7fe1-401c-b913-ab137deabbac tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.427112 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e323a8c0-7fe1-401c-b913-ab137deabbac tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/security-groups/4a6c422b-752d-4883-a40a-44c38a248ba8 HTTP/1.1" status: 204 len: 168 time: 0.2112563 Dec 10 19:45:45.427331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33312) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:45.543216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.595339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be23e343-737e-49db-be53-becaac3a0357']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:45.612671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7fc2aa-6f13-47d8-9822-bd69127a2503') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:45.612863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7fc2aa-6f13-47d8-9822-bd69127a2503') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:45.626075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.629009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa51324-0c95-481a-b6bb-0ad824becfd8 None None] Network be23e343-737e-49db-be53-becaac3a0357 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:45.653004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.660141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:45.660790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.668719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet c48dc67f-792a-4cad-a1ae-a1462ec86161 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:45.675383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:45.679184 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:45.736645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.746365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.771287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.775884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:45.835039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.937829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.940501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d864a315-d8de-4406-904a-36724a37a58d None None] DHCP port deletion for 20005a3b-6bbe-42d3-b539-d89c81657742 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:45.943156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb08d01a-80f8-4e85-9dd6-745c00b6b7a6 tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:45.944027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] For port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=23eb445e-d78c-42c2-ba81-05ad1f97ecfc,segment=NetworkSegment(c7526c8e-7034-477c-93ec-2f541319c7ce),segment_id=c7526c8e-7034-477c-93ec-2f541319c7ce)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:45.983947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=c48dc67f-792a-4cad-a1ae-a1462ec86161,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:45.988648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:45.992522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.994824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:45.996873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d864a315-d8de-4406-904a-36724a37a58d None None] Deleting port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:45.997404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d864a315-d8de-4406-904a-36724a37a58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.009059 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/c48dc67f-792a-4cad-a1ae-a1462ec86161 HTTP/1.1" status: 204 len: 168 time: 0.5805540 Dec 10 19:45:46.009866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33316) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:46.039277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6800d255-b151-487a-96c0-e4ca208b20fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:46.070676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.072214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb9336-b30d-453f-8579-7e9b455cb43c None None] Network a4aa814b-55ac-45af-9028-5f69205e03cf requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:46.077321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Network': ['ID=be23e343-737e-49db-be53-becaac3a0357,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:46.079765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:46.095251 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/be23e343-737e-49db-be53-becaac3a0357 HTTP/1.1" status: 204 len: 168 time: 1.0956202 Dec 10 19:45:46.096670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33320) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:46.099663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet 3474f63c-08c0-4d64-9d10-f9e79744976f {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:46.102779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-300216155'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:46.103097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.108966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:46.113600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:network and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:46.116764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:46.124015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:46.134806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:46.141560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.165450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.175953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:46.186897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.187300 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Added segment 0306119f-6290-4f74-9308-01662c2bcae6 of type vlan for network 7b5d1508-ba5b-4192-ad77-e97a30dd5bb5 Dec 10 19:45:46.216735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.252673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.257267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:46.258091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.263835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.264612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccc1d9bf-1c1e-4ee4-a1e8-3d8d2bbcf67a tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:46.347413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.352118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a7d5fec4-94aa-48f8-a006-55f43824db23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:46.375507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2758701 Dec 10 19:45:46.375836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33324) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:46.382034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'subnet': {'network_id': '7b5d1508-ba5b-4192-ad77-e97a30dd5bb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:46.389937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.393159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=3474f63c-08c0-4d64-9d10-f9e79744976f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:46.395710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:46.398457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.404391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Network': ['ID=7b5d1508-ba5b-4192-ad77-e97a30dd5bb5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:46.408723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/3474f63c-08c0-4d64-9d10-f9e79744976f HTTP/1.1" status: 204 len: 168 time: 0.3954182 Dec 10 19:45:46.408907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24b99818-03d5-4d12-a8cb-3d7e40c0b3dc tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:46.409038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33328) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:46.451078 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc15463-2950-4e2f-8c36-f34d88154ea6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:46.451581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc15463-2950-4e2f-8c36-f34d88154ea6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:46.455875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ffc15463-2950-4e2f-8c36-f34d88154ea6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/c48dc67f-792a-4cad-a1ae-a1462ec86161 HTTP/1.1" status: 404 len: 337 time: 0.0435572 Dec 10 19:45:46.456158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33332) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:46.462092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Transition to ACTIVE for port object 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:46.468278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 7b5d1508-ba5b-4192-ad77-e97a30dd5bb5 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:46.502671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-988227e1-0914-4d45-a10d-9495df71f712 None None] Provisioning for port e8b65176-1685-4256-9d93-d7948f91ac71 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:46.516746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:46.521144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:subnet and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:46.524591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:46.530256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:46.540141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:46.544202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting subnet 49a12fa5-6183-4598-81e3-116ab9c1768b {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:46.547535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.560810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] Pushing event updated for resources: {'Port': ['ID=23eb445e-d78c-42c2-ba81-05ad1f97ecfc,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:46.583400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-988227e1-0914-4d45-a10d-9495df71f712 None None] Provisioning complete for port e8b65176-1685-4256-9d93-d7948f91ac71 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:46.583829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988227e1-0914-4d45-a10d-9495df71f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.607533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.629031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:46.660402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.670805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Transition to ACTIVE for port object 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:46.767667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.778964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.793971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:46.814375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.11 (267cbed6-825b-4670-9d67-b2fda1fe6582/3395fab5-fd57-491b-bb78-a8b061283553/201b0711-b757-4dba-80a9-7e4f7b403318) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:46.911139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.918551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83413c48-128d-4896-bd57-b2e6ca1d9bf3 tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:46.950160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:46.960338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48cd3b80-b752-426e-a3b6-6de5e8b8ce7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:46.991390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:47.002558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:47.005921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d864a315-d8de-4406-904a-36724a37a58d None None] For port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=23eb445e-d78c-42c2-ba81-05ad1f97ecfc,segment=NetworkSegment(c7526c8e-7034-477c-93ec-2f541319c7ce),segment_id=c7526c8e-7034-477c-93ec-2f541319c7ce)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:47.006624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d864a315-d8de-4406-904a-36724a37a58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.014028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Subnet': ['ID=db0653cb-9090-417d-9767-0446273c32f2,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:47.016428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Subnet': ['ID=49a12fa5-6183-4598-81e3-116ab9c1768b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:47.022287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:47.027314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:47.030822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.030962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Checking segment: {'id': '0306119f-6290-4f74-9308-01662c2bcae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7b5d1508-ba5b-4192-ad77-e97a30dd5bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:47.031667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network hostable DHCP agents. Network: 7b5d1508-ba5b-4192-ad77-e97a30dd5bb5, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:47.044161 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/49a12fa5-6183-4598-81e3-116ab9c1768b HTTP/1.1" status: 204 len: 168 time: 0.5846691 Dec 10 19:45:47.045190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33336) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.051757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Pushing event updated for resources: {'Port': ['ID=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:47.054511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:47.060072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network 7b5d1508-ba5b-4192-ad77-e97a30dd5bb5 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:47.066701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:47.070938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 7b5d1508-ba5b-4192-ad77-e97a30dd5bb5) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:47.076152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:47.076929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.105218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2bc7e4-f150-48d8-a706-b52afaf604d7 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:47.105781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2bc7e4-f150-48d8-a706-b52afaf604d7 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:47.110543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ee2bc7e4-f150-48d8-a706-b52afaf604d7 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/c365f988-6512-442e-9f2d-26dae43098ca HTTP/1.1" status: 404 len: 337 time: 0.0614436 Dec 10 19:45:47.110708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7327509 Dec 10 19:45:47.110976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33340) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.114383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33342) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.145388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.163821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 201b0711-b757-4dba-80a9-7e4f7b403318 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:47.186258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.192357 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5a1760ca-01c7-43c7-97bb-0c7d87a2a69c tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "GET /v2.0/ports?device_id=60737b9e-bbfb-431e-9407-82f1d38b06ff HTTP/1.1" status: 200 len: 205 time: 0.0778558 Dec 10 19:45:47.192751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f664d85d-c90c-4eed-bba5-596b71b87374 tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:47.208139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a93bf2-f451-4af0-a180-572e99cff3e7 None None] Network 7b5d1508-ba5b-4192-ad77-e97a30dd5bb5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:47.227615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33348) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.231144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d864a315-d8de-4406-904a-36724a37a58d None None] Calling delete_port for 23eb445e-d78c-42c2-ba81-05ad1f97ecfc owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:47.327895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.400832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.449102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-988227e1-0914-4d45-a10d-9495df71f712 None None] Could not find standard attr ID for object 2ff16f24-89c1-411d-a4d3-3dd125a9a8b5. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:47.492074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Attempting to bind port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:45:47.492505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Attempting to bind port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '4f83eff2-a8fa-4997-918a-d3e2d8a95b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:45:47.492930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Attempting to bind port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd on network 267cbed6-825b-4670-9d67-b2fda1fe6582 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:45:47.507724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.514412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:47.544214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:45:47.544650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Checking segment: {'id': '4f83eff2-a8fa-4997-918a-d3e2d8a95b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:47.545271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.545628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Bound using segment: {'id': '4f83eff2-a8fa-4997-918a-d3e2d8a95b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:45:47.546189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Bound port: 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f83eff2-a8fa-4997-918a-d3e2d8a95b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:45:47.546629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.578720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Subnet': ['ID=db0653cb-9090-417d-9767-0446273c32f2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:47.578975 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-d2b09de9-4b6f-4b7c-aacc-4c17728d6b8d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] delete failed (client error): The resource could not be found. Dec 10 19:45:47.583016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2b09de9-4b6f-4b7c-aacc-4c17728d6b8d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/routers/60737b9e-bbfb-431e-9407-82f1d38b06ff HTTP/1.1" status: 404 len: 336 time: 0.3452263 Dec 10 19:45:47.586165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33352) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.591071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:47.605040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:47.608674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:47.613395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] DHCP port deletion for a4aa814b-55ac-45af-9028-5f69205e03cf request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:47.613740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:47.616536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-988227e1-0914-4d45-a10d-9495df71f712 None None] Provisioning complete for port 42185977-4ead-4e3d-9808-810ebb6745b4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:47.616968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988227e1-0914-4d45-a10d-9495df71f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.647338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=201b0711-b757-4dba-80a9-7e4f7b403318,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:47.654662 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-b628e714-e0dc-49d4-a216-3e0f3def8777 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:47.655632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:47.656243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b628e714-e0dc-49d4-a216-3e0f3def8777 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:47.657233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d864a315-d8de-4406-904a-36724a37a58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.670111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b628e714-e0dc-49d4-a216-3e0f3def8777 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/dc0e9736-db45-4701-a692-d2443b979d0d HTTP/1.1" status: 404 len: 337 time: 0.0776172 Dec 10 19:45:47.672962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:47.674760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33356) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.691233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:47.691908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.714014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Deleting port e8b65176-1685-4256-9d93-d7948f91ac71 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:47.714374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.714752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2870550 Dec 10 19:45:47.715773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33360) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.722164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:47.739680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e8b65176-1685-4256-9d93-d7948f91ac71 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:47.793827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-896b6f46-fdeb-483c-9fd1-7caf0c02e04c tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:47.794250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896b6f46-fdeb-483c-9fd1-7caf0c02e04c tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:47.798476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-896b6f46-fdeb-483c-9fd1-7caf0c02e04c tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/96522e8f-cf10-467e-9ce0-f62c704daef6 HTTP/1.1" status: 404 len: 337 time: 0.1204810 Dec 10 19:45:47.799287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33364) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.823208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.854503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5d1508-ba5b-4192-ad77-e97a30dd5bb5']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:47.868217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48bd004-8196-4d87-b6ba-98cbd6c4730e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:47.868793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48bd004-8196-4d87-b6ba-98cbd6c4730e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:47.869907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0306119f-6290-4f74-9308-01662c2bcae6') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:47.873167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0306119f-6290-4f74-9308-01662c2bcae6') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:47.873333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e48bd004-8196-4d87-b6ba-98cbd6c4730e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/30376332-3b32-4de3-bc37-8d7f96982dab HTTP/1.1" status: 404 len: 337 time: 0.0705812 Dec 10 19:45:47.873425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864a315-d8de-4406-904a-36724a37a58d None None] Pushing event deleted for resources: {'Port': ['ID=23eb445e-d78c-42c2-ba81-05ad1f97ecfc,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:47.873774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33368) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.884708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.901240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.907710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:47.908135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:47.913365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d864a315-d8de-4406-904a-36724a37a58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:47.924736 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:47.947566 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3462ace6-0a65-4928-b065-152b74dd59d4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:47.948390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3462ace6-0a65-4928-b065-152b74dd59d4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:47.952445 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3462ace6-0a65-4928-b065-152b74dd59d4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/3730d6ae-d528-4287-950f-28fbc873a955 HTTP/1.1" status: 404 len: 333 time: 0.0753188 Dec 10 19:45:47.952918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864a315-d8de-4406-904a-36724a37a58d None None] No DVR routers for this DVR port 23eb445e-d78c-42c2-ba81-05ad1f97ecfc on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:47.955043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33372) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:47.955371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-988227e1-0914-4d45-a10d-9495df71f712 None None] Port 42185977-4ead-4e3d-9808-810ebb6745b4 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:47.974791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c0a1f-9d3e-4dcc-b776-a882216ab8d3 None None] Network 7b5d1508-ba5b-4192-ad77-e97a30dd5bb5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:48.013641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.015605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-711c0c72-479c-4156-8080-f9fe4838fa72 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:48.016188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711c0c72-479c-4156-8080-f9fe4838fa72 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:48.020623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8f5c0ad5-3dd6-4ce6-b359-10a2fcf772f3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:48.020828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-711c0c72-479c-4156-8080-f9fe4838fa72 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/e60d0f84-f2ba-41d5-990c-ff6015b0bbec HTTP/1.1" status: 404 len: 337 time: 0.0625093 Dec 10 19:45:48.022264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33376) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:48.041341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.044521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Network': ['ID=7b5d1508-ba5b-4192-ad77-e97a30dd5bb5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:48.048770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:48.052150 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/7b5d1508-ba5b-4192-ad77-e97a30dd5bb5 HTTP/1.1" status: 204 len: 168 time: 0.9367473 Dec 10 19:45:48.056817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33380) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:48.065018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1044224335'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:48.071516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:48.076859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:network and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:48.078258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-334482d1-165e-48c6-bbf0-a043474e2fbc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:48.078769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334482d1-165e-48c6-bbf0-a043474e2fbc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:48.080656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-334482d1-165e-48c6-bbf0-a043474e2fbc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/e4d4b5af-f534-468a-9943-1af5b2ea4dad HTTP/1.1" status: 404 len: 337 time: 0.0574167 Dec 10 19:45:48.081673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:48.082004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:48.084538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33384) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:48.094573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:48.106740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:48.113592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.130536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:48.139454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:48.143183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f3855b-655a-4ddc-8e0b-c3d615ae04e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:48.143682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f3855b-655a-4ddc-8e0b-c3d615ae04e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:48.145599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d7f3855b-655a-4ddc-8e0b-c3d615ae04e0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/bc518294-4560-43ce-b1a1-18a1930ecc21 HTTP/1.1" status: 404 len: 333 time: 0.0599656 Dec 10 19:45:48.149435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33388) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:48.150923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:48.155809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:45:48.160829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:48.168321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.203238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-6693ecb3-bb4d-484b-834e-d659070bd0d1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:48.203851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6693ecb3-bb4d-484b-834e-d659070bd0d1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:48.209582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] For port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:45:48.210582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.211283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Added segment 585a4b74-0dd1-4460-828d-b8da3132ddbb of type vlan for network 58d6bc18-8893-46ad-aeaf-2aa2b49c62ab Dec 10 19:45:48.218040 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6693ecb3-bb4d-484b-834e-d659070bd0d1 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/3207b2a7-5e60-4291-b84a-98b5e7598729 HTTP/1.1" status: 404 len: 337 time: 0.0638237 Dec 10 19:45:48.220566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33392) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:48.247856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c0a1f-9d3e-4dcc-b776-a882216ab8d3 None None] Network 7b5d1508-ba5b-4192-ad77-e97a30dd5bb5 could not be found, it might have been deleted concurrently. {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 10 19:45:48.271397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cb923b-47d1-49ef-a66c-902df41c3201 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:48.271885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cb923b-47d1-49ef-a66c-902df41c3201 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:48.273707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-42cb923b-47d1-49ef-a66c-902df41c3201 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/subnets/3bef245a-9043-4af5-8479-decb20112a5e HTTP/1.1" status: 404 len: 337 time: 0.0521359 Dec 10 19:45:48.275830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] For port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,segment=NetworkSegment(4f83eff2-a8fa-4997-918a-d3e2d8a95b42),segment_id=4f83eff2-a8fa-4997-918a-d3e2d8a95b42)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:45:48.277412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33396) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:48.291193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.291449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.299350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b0a1d3f-78d7-47ae-a779-ec751df6c362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:48.324799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.329257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:48.330096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.346500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c3e6352-2a2f-4c1d-9847-71afebbbadde tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:48.362485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.378454 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3395fab5-fd57-491b-bb78-a8b061283553 (CIDR: 172.20.0.0/28) Dec 10 19:45:48.385644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port 42185977-4ead-4e3d-9808-810ebb6745b4 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:48.386023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.417061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:45:48.417580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:48.424572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3636906 Dec 10 19:45:48.429220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33400) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:48.438543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Request body: {'subnet': {'network_id': '58d6bc18-8893-46ad-aeaf-2aa2b49c62ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:48.513176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Pushing event updated for resources: {'Port': ['ID=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:48.520263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:48.521158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-19b4aa9a-fc5e-40f2-b741-6170c83b94cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8041470 Dec 10 19:45:48.527881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e8b65176-1685-4256-9d93-d7948f91ac71,segment=NetworkSegment(18befb4b-7135-4fb8-bbee-ccd6b003b09c),segment_id=18befb4b-7135-4fb8-bbee-ccd6b003b09c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:48.528335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.530870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33404) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:48.540242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:48.541113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e8b65176-1685-4256-9d93-d7948f91ac71,segment=NetworkSegment(18befb4b-7135-4fb8-bbee-ccd6b003b09c),segment_id=18befb4b-7135-4fb8-bbee-ccd6b003b09c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:48.584434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Network': ['ID=58d6bc18-8893-46ad-aeaf-2aa2b49c62ab,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:48.591945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:48.596953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Usage tracker for resource:subnet and tenant:80ac64fd45d74084a155a7e7583f2b1d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:48.597641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.598477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 23eb445e-d78c-42c2-ba81-05ad1f97ecfc no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:48.600646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:48.607180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:48.615696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11d0ded8-c20f-48e8-9c0a-d762f6a0e2ab tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:48.617069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Made reservation on behalf of 80ac64fd45d74084a155a7e7583f2b1d for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:48.690240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9803d9cf-14e2-4d72-b200-7e66a980d4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:48.722981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 58d6bc18-8893-46ad-aeaf-2aa2b49c62ab details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:45:48.738129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.755014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Calling delete_port for e8b65176-1685-4256-9d93-d7948f91ac71 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:48.805865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:48.839802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 23eb445e-d78c-42c2-ba81-05ad1f97ecfc {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:48.840468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 23eb445e-d78c-42c2-ba81-05ad1f97ecfc not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:48.956551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e8b65176-1685-4256-9d93-d7948f91ac71,revision_number=10']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:48.969971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:48.976212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:45:48.976709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:45:49.009574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for 42185977-4ead-4e3d-9808-810ebb6745b4 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:49.057425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:49.070676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:49.076404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:49.086574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:49.114672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:49.185697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.191298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.196064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a8676214-edad-4a01-9182-8a5a65f76f49 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:49.196392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f64085cf-fdb5-43e6-9348-7c3d23c544d2 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:49.253210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Port': ['ID=42185977-4ead-4e3d-9808-810ebb6745b4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:49.261192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:49.273176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.278651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event updated for resources: {'Subnet': ['ID=e8f3079f-2db3-4dad-913c-93dfc5e635ec,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:49.282936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:49.292050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Checking segment: {'id': '585a4b74-0dd1-4460-828d-b8da3132ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '58d6bc18-8893-46ad-aeaf-2aa2b49c62ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:45:49.292451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network hostable DHCP agents. Network: 58d6bc18-8893-46ad-aeaf-2aa2b49c62ab, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:45:49.315546 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/ports/42185977-4ead-4e3d-9808-810ebb6745b4 HTTP/1.1" status: 204 len: 168 time: 1.0366182 Dec 10 19:45:49.318535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33408) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:49.327641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.340275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Network 58d6bc18-8893-46ad-aeaf-2aa2b49c62ab is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:45:49.408850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 58d6bc18-8893-46ad-aeaf-2aa2b49c62ab) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:49.417444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982dff4-80fb-4519-ae8e-b1347a0b2495 None None] Network 58d6bc18-8893-46ad-aeaf-2aa2b49c62ab requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:49.426358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:49.427006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.495964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.500777 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0707476 Dec 10 19:45:49.505662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33412) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:49.507507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Deleting port e8b65176-1685-4256-9d93-d7948f91ac71 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:49.507941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.628166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.633278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-605853a4-3366-4186-a4a4-8864428a7155 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:49.684859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.687072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port e8b65176-1685-4256-9d93-d7948f91ac71 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:49.687453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.711594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:49.715986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:49.720724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:49.721480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.738308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:49.741345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:49.742051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:49.752171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2175720 Dec 10 19:45:49.752753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33416) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:49.759850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1513123449', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364'}], 'security_groups': ['cf4d23d2-ae69-4ca3-8a33-8cd2d6b46ef8']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:49.854927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e8b65176-1685-4256-9d93-d7948f91ac71,segment=NetworkSegment(18befb4b-7135-4fb8-bbee-ccd6b003b09c),segment_id=18befb4b-7135-4fb8-bbee-ccd6b003b09c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:49.855886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.888988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:49.895757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.057377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Calling delete_port for e8b65176-1685-4256-9d93-d7948f91ac71 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:50.180998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:50.194517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1fac1a-428f-4f33-b8d8-516c06940f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-58d6bc18-8893-46ad-aeaf-2aa2b49c62ab', 'network_id': '58d6bc18-8893-46ad-aeaf-2aa2b49c62ab', 'tenant_id': '80ac64fd45d74084a155a7e7583f2b1d', 'fixed_ips': [{'subnet_id': 'e8f3079f-2db3-4dad-913c-93dfc5e635ec'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:45:50.195654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca1fac1a-428f-4f33-b8d8-516c06940f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.324755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.337945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] For port e8b65176-1685-4256-9d93-d7948f91ac71, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e8b65176-1685-4256-9d93-d7948f91ac71,segment=NetworkSegment(18befb4b-7135-4fb8-bbee-ccd6b003b09c),segment_id=18befb4b-7135-4fb8-bbee-ccd6b003b09c)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:50.338365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.346652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f5340c44-a247-4057-833f-852dbabfd0ba tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:50.417292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Delete allocated IP 172.20.0.11 (267cbed6-825b-4670-9d67-b2fda1fe6582/3395fab5-fd57-491b-bb78-a8b061283553) {{(pid=88871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 10 19:45:50.427869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.19 (267cbed6-825b-4670-9d67-b2fda1fe6582/a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364/201b0711-b757-4dba-80a9-7e4f7b403318) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:50.449689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.455347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-952a9ee1-56c9-4643-a57a-b3bfebfe1c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:50.521396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8bff4-f6f7-49d1-a7be-ef0fd2e39a48 None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:50.543463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Pushing event deleted for resources: {'Port': ['ID=e8b65176-1685-4256-9d93-d7948f91ac71,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:50.551030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Calling delete_port for e8b65176-1685-4256-9d93-d7948f91ac71 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:50.579874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f3079f-2db3-4dad-913c-93dfc5e635ec,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:50.596294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:50.608404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] No DVR routers for this DVR port e8b65176-1685-4256-9d93-d7948f91ac71 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:50.640321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:50.673972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Provisioning for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:50.682556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.683567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:50.684189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.692097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.706541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Ignored duplicate provisioning block setup for port 201b0711-b757-4dba-80a9-7e4f7b403318 by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 10 19:45:50.709407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.716558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:50.721827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c257c7f2-8d60-4271-a911-249c3859ec49 None None] Network 58d6bc18-8893-46ad-aeaf-2aa2b49c62ab requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:50.735343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d6bc18-8893-46ad-aeaf-2aa2b49c62ab']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:50.749185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:45:50.749474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:45:50.751145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585a4b74-0dd1-4460-828d-b8da3132ddbb') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:50.751396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585a4b74-0dd1-4460-828d-b8da3132ddbb') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:50.765282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.784974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.791895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:50.792322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:50.808938 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:50.867630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=201b0711-b757-4dba-80a9-7e4f7b403318,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:50.871289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:50.898227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] In _notify_port_updated(), no bound segment for port 201b0711-b757-4dba-80a9-7e4f7b403318 on network 267cbed6-825b-4670-9d67-b2fda1fe6582 {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:45:50.902670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:50.903461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.905238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "PUT /v2.0/ports/201b0711-b757-4dba-80a9-7e4f7b403318 HTTP/1.1" status: 200 len: 921 time: 1.1514325 Dec 10 19:45:50.908319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33420) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:50.910273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.914534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:50.931743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:50.941540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Network': ['ID=58d6bc18-8893-46ad-aeaf-2aa2b49c62ab,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:50.946329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:50.956808 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/58d6bc18-8893-46ad-aeaf-2aa2b49c62ab HTTP/1.1" status: 204 len: 168 time: 1.4499133 Dec 10 19:45:50.966877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33424) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:50.984681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 201b0711-b757-4dba-80a9-7e4f7b403318 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:50.985330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.012591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-993c0b0f-1508-4a62-9a67-f9882b9f0d74 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:51.013140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993c0b0f-1508-4a62-9a67-f9882b9f0d74 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:51.017576 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-993c0b0f-1508-4a62-9a67-f9882b9f0d74 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/subnets/e8f3079f-2db3-4dad-913c-93dfc5e635ec HTTP/1.1" status: 404 len: 337 time: 0.0468979 Dec 10 19:45:51.017808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33428) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:51.043974 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e670cd42-2c39-4199-a58d-8cc3798400e7 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:51.044467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e670cd42-2c39-4199-a58d-8cc3798400e7 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:51.046275 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e670cd42-2c39-4199-a58d-8cc3798400e7 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/58d6bc18-8893-46ad-aeaf-2aa2b49c62ab HTTP/1.1" status: 404 len: 339 time: 0.0275156 Dec 10 19:45:51.049075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33432) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:51.095771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f15d66-00f9-4996-80bf-a5260c957781 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:51.096296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f15d66-00f9-4996-80bf-a5260c957781 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:51.100618 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-43f15d66-00f9-4996-80bf-a5260c957781 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/subnets/db0653cb-9090-417d-9767-0446273c32f2 HTTP/1.1" status: 404 len: 337 time: 0.0480106 Dec 10 19:45:51.100884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33436) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:51.116608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.128885 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-3983b75b-6884-4f01-a6ef-65e0473930a7 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:51.129385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3983b75b-6884-4f01-a6ef-65e0473930a7 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:51.131235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3983b75b-6884-4f01-a6ef-65e0473930a7 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/7b5d1508-ba5b-4192-ad77-e97a30dd5bb5 HTTP/1.1" status: 404 len: 339 time: 0.0293536 Dec 10 19:45:51.134073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33440) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:51.162258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] For port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,segment=NetworkSegment(4f83eff2-a8fa-4997-918a-d3e2d8a95b42),segment_id=4f83eff2-a8fa-4997-918a-d3e2d8a95b42)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:51.166226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.168618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac82f29f-5bf0-4224-b28f-b935d40602ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:51.238533 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-4908bbf1-2822-49ed-9731-0c36ef69bb72 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:51.238956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4908bbf1-2822-49ed-9731-0c36ef69bb72 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:51.240772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4908bbf1-2822-49ed-9731-0c36ef69bb72 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/subnets/0d21ad46-3789-4b28-88e6-13c5c23c91a1 HTTP/1.1" status: 404 len: 337 time: 0.1049471 Dec 10 19:45:51.244315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33444) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:51.268370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Deleting port e8b65176-1685-4256-9d93-d7948f91ac71 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:51.268873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.303161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.306053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Provisioning complete for port bed47cf5-bdd0-4930-87fc-63cd220914fa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:51.306521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.309698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb3304e-25a6-44dc-a22a-193feadcae9f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:51.310680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb3304e-25a6-44dc-a22a-193feadcae9f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:51.314790 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5bb3304e-25a6-44dc-a22a-193feadcae9f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/be23e343-737e-49db-be53-becaac3a0357 HTTP/1.1" status: 404 len: 339 time: 0.0661414 Dec 10 19:45:51.315419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33448) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:51.331433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Pushing event updated for resources: {'Port': ['ID=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:51.347536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:51.354606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Update dhcp port {'port': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'fixed_ips': [{'subnet_id': '3395fab5-fd57-491b-bb78-a8b061283553', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': '705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:45:51.358058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] The port 'e8b65176-1685-4256-9d93-d7948f91ac71' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:45:51.416070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Port bed47cf5-bdd0-4930-87fc-63cd220914fa cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:51.423788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.480946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 201b0711-b757-4dba-80a9-7e4f7b403318 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:51.494573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.523862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4aa814b-55ac-45af-9028-5f69205e03cf']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:51.537272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18befb4b-7135-4fb8-bbee-ccd6b003b09c') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:51.537650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18befb4b-7135-4fb8-bbee-ccd6b003b09c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:51.550804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.563026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Deleting port 58a195f8-de18-49e4-9df3-b6ee54d80980 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:51.563415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.567460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.575771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:51.576304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:51.595874 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:51.670803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:51.693470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.697874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:51.719431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.727277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Pushing event deleted for resources: {'Network': ['ID=a4aa814b-55ac-45af-9028-5f69205e03cf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:51.738184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] 10.222.0.41 "DELETE /v2.0/networks/a4aa814b-55ac-45af-9028-5f69205e03cf HTTP/1.1" status: 204 len: 168 time: 2.4159071 Dec 10 19:45:51.738184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:51.765213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Allocated IP 172.20.0.18 (267cbed6-825b-4670-9d67-b2fda1fe6582/a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364/705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:51.877580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:51.878015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:51.996556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] For port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,segment=NetworkSegment(4f83eff2-a8fa-4997-918a-d3e2d8a95b42),segment_id=4f83eff2-a8fa-4997-918a-d3e2d8a95b42)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:52.075611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33456) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:52.089567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.095618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.103598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d98cc02-a670-4f43-b95d-2268559f9225 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:52.109435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Transition to ACTIVE for port object 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:52.115059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.125984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f413e88e-f5f5-409d-95a6-d008aa3fe832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:52.164991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=201b0711-b757-4dba-80a9-7e4f7b403318,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:52.170007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.178272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:52.201836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Pushing event updated for resources: {'Port': ['ID=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:52.273648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:52.343700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9c46540c-0499-4968-9474-06bbd851a8eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f7e00a760f14cc09bbd4d679cff81e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2664063 Dec 10 19:45:52.344405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33462) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:52.344904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Calling delete_port for 58a195f8-de18-49e4-9df3-b6ee54d80980 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:52.417353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bd38ff5-675b-4e0f-a55e-750cabb30174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.449780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bd38ff5-675b-4e0f-a55e-750cabb30174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.475163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.488474 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/201b0711-b757-4dba-80a9-7e4f7b403318 HTTP/1.1" status: 204 len: 168 time: 1.5788386 Dec 10 19:45:52.490229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.491803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33466) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:52.499220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e307f800-b642-473a-bb20-ade158e3bb88 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:52.506706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bd38ff5-675b-4e0f-a55e-750cabb30174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.515779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3074c3f5-4c5e-47e0-9367-7203b9f75069 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:52.532448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd38ff5-675b-4e0f-a55e-750cabb30174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12464250-3efe-4701-87dd-6c0b98258940,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:52.535862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8bd38ff5-675b-4e0f-a55e-750cabb30174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:52.537186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8bd38ff5-675b-4e0f-a55e-750cabb30174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.541467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8bd38ff5-675b-4e0f-a55e-750cabb30174 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12464250-3efe-4701-87dd-6c0b98258940 HTTP/1.1" status: 204 len: 168 time: 0.1931708 Dec 10 19:45:52.588397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ee868a-e4e9-42c1-93a9-a47e822e424e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:45:52.588952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d0ee868a-e4e9-42c1-93a9-a47e822e424e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:52.602319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Port': ['ID=58a195f8-de18-49e4-9df3-b6ee54d80980,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:52.607455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:52.620337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:52.627795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/ports/58a195f8-de18-49e4-9df3-b6ee54d80980 HTTP/1.1" status: 204 len: 168 time: 1.3114491 Dec 10 19:45:52.630663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33472) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:52.631746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d0ee868a-e4e9-42c1-93a9-a47e822e424e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:52.634200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d0ee868a-e4e9-42c1-93a9-a47e822e424e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/201b0711-b757-4dba-80a9-7e4f7b403318 HTTP/1.1" status: 404 len: 333 time: 0.1413550 Dec 10 19:45:52.638977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33476) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:52.690417 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1e9a12-dfdf-4a14-92b7-bb99c5253086 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:52.691072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1e9a12-dfdf-4a14-92b7-bb99c5253086 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:52.696621 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7f1e9a12-dfdf-4a14-92b7-bb99c5253086 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/subnets/454ae9e0-266f-467d-8e73-e0818c9ba28a HTTP/1.1" status: 404 len: 337 time: 0.0647810 Dec 10 19:45:52.697901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33480) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:52.884762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.059938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa80134d-8e8b-4b12-a7e8-39feb09eb6ee tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.082384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.127998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa80134d-8e8b-4b12-a7e8-39feb09eb6ee tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.142979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20005a3b-6bbe-42d3-b539-d89c81657742']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:53.164720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7526c8e-7034-477c-93ec-2f541319c7ce') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:53.165063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7526c8e-7034-477c-93ec-2f541319c7ce') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:53.190438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.210770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.219265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:53.219792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:53.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:53.248640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dcadecad-7cc6-424e-a25b-0dcee1a7a467 None None] Could not find standard attr ID for object 201b0711-b757-4dba-80a9-7e4f7b403318. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:53.260811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dcadecad-7cc6-424e-a25b-0dcee1a7a467 None None] Provisioning for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:53.265649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dcadecad-7cc6-424e-a25b-0dcee1a7a467 None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:53.266075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcadecad-7cc6-424e-a25b-0dcee1a7a467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.290110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa80134d-8e8b-4b12-a7e8-39feb09eb6ee tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.301903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c196813a-acc4-4fba-bbb4-eeff03b6f955 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:53.330802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80134d-8e8b-4b12-a7e8-39feb09eb6ee tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1818495-6d41-4471-952c-eada7f93eeff,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:53.337306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa80134d-8e8b-4b12-a7e8-39feb09eb6ee tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:53.343418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa80134d-8e8b-4b12-a7e8-39feb09eb6ee tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.344661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fa80134d-8e8b-4b12-a7e8-39feb09eb6ee tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/security-groups/a1818495-6d41-4471-952c-eada7f93eeff HTTP/1.1" status: 204 len: 168 time: 0.7040040 Dec 10 19:45:53.347762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33488) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:53.349915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.353456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-92c845a0-bc7d-4cfa-8177-fb6383b04b2c tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:53.373324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.381374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Network': ['ID=20005a3b-6bbe-42d3-b539-d89c81657742,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:53.383772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:53.387698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/20005a3b-6bbe-42d3-b539-d89c81657742 HTTP/1.1" status: 204 len: 168 time: 0.6864464 Dec 10 19:45:53.391179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33492) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:53.413341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dcadecad-7cc6-424e-a25b-0dcee1a7a467 None None] Provisioning complete for port bed47cf5-bdd0-4930-87fc-63cd220914fa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:53.413800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcadecad-7cc6-424e-a25b-0dcee1a7a467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.425465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bff5-b9fd-49c4-9113-241c062a903d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.457166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bff5-b9fd-49c4-9113-241c062a903d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.474174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Deleting port bd9be70b-355a-4b23-9504-e2b913ca95b4 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:53.474559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.489709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dcadecad-7cc6-424e-a25b-0dcee1a7a467 None None] Port bed47cf5-bdd0-4930-87fc-63cd220914fa cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:53.515104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bff5-b9fd-49c4-9113-241c062a903d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.520396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-939e44df-2190-49ad-b34e-d829fdef50ed tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:53.533115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3bff5-b9fd-49c4-9113-241c062a903d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d23d2-ae69-4ca3-8a33-8cd2d6b46ef8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:53.537060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ea3bff5-b9fd-49c4-9113-241c062a903d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:53.540457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bff5-b9fd-49c4-9113-241c062a903d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.541701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7ea3bff5-b9fd-49c4-9113-241c062a903d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf4d23d2-ae69-4ca3-8a33-8cd2d6b46ef8 HTTP/1.1" status: 204 len: 168 time: 0.1927118 Dec 10 19:45:53.544530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33496) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:53.643279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:53.723313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.741692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:53.741692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.796895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet 3395fab5-fd57-491b-bb78-a8b061283553 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:53.801214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.865915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Calling delete_port for bd9be70b-355a-4b23-9504-e2b913ca95b4 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:53.870190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.952862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:53.959004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ee81fb09-ebca-4f23-b92b-007e26e71686 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:53.971405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.004558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-545769e1-6a6e-4b8c-9418-711496a09539 None None] Could not find standard attr ID for object 201b0711-b757-4dba-80a9-7e4f7b403318. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:54.009888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Port': ['ID=bd9be70b-355a-4b23-9504-e2b913ca95b4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:54.014687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:54.022092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.031354 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/ports/bd9be70b-355a-4b23-9504-e2b913ca95b4 HTTP/1.1" status: 204 len: 168 time: 0.6368015 Dec 10 19:45:54.031646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33504) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:54.067424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.073758 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-f597b822-4374-432c-a8cf-cd774ff8c513 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] DELETE failed (client error): The resource could not be found. Dec 10 19:45:54.074264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f597b822-4374-432c-a8cf-cd774ff8c513 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:54.076096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f597b822-4374-432c-a8cf-cd774ff8c513 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/subnets/575e2190-50e9-4c59-a349-d930b8360c02 HTTP/1.1" status: 404 len: 337 time: 0.0434954 Dec 10 19:45:54.078851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:54.079004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33508) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:54.121457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.132829 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/3395fab5-fd57-491b-bb78-a8b061283553 HTTP/1.1" status: 204 len: 168 time: 0.5828381 Dec 10 19:45:54.132829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=3395fab5-fd57-491b-bb78-a8b061283553,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:54.135501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33512) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:54.139001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:54.143340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:54.158647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ab98b-9b29-4d26-bcd1-a80fe35e643f None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:54.207060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.244388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-630275b8-892c-4924-8653-ddc697f2bd1a None None] Could not find standard attr ID for object 201b0711-b757-4dba-80a9-7e4f7b403318. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:45:54.297323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:54.301730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:54.305936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:54.313782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:54.324008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:54.331154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.354931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.383158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45fb635-759c-40ac-a502-5d5a468ab141']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:54.396853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42502c9-7ef9-4ef2-9bf2-6b976ae4202c') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:54.397206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42502c9-7ef9-4ef2-9bf2-6b976ae4202c') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:54.410430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.425948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.434680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:54.435116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:54.504626 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:54.538007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.542651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2057c3de-00d6-488e-83a5-984f7003d6d2 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:54.559207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.570773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Network': ['ID=e45fb635-759c-40ac-a502-5d5a468ab141,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:54.574470 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/e45fb635-759c-40ac-a502-5d5a468ab141 HTTP/1.1" status: 204 len: 168 time: 0.4940860 Dec 10 19:45:54.575422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:54.578066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33516) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:54.624927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.630600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4ae42b3c-5e19-4075-8586-c3d3dcc2315b tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:54.701440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:54.702800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:54.707610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:54.708266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.720720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=811ae719-3781-4aae-b434-2e7576d875dc,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:54.730863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:54.733742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5969031 Dec 10 19:45:54.736687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33520) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:54.746687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'security_group': {'name': 'tempest-secgroup-1551129408'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:54.757016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:54.764573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:54.769312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:54.780718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:54.796570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.834662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Deleting subnet 8bc1cd7b-70be-4bc5-8641-abe4a30b6d48 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:45:54.839841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.860353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:54.867590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group_rule and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:54.873231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:54.883303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:54.941558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.986301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:54.990702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.000711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25c88609-729c-42ec-858a-d5c6b7a02df0 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:55.072653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4370101e-c725-4ec5-ab52-f88dadd58dda,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:55.077635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:55.079169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.081653 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3427377 Dec 10 19:45:55.083711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33524) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:55.091416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'security_group': {'name': 'tempest-secgroup-287901897'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:55.092588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.099378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:55.104421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:55.109054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:55.116142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:55.127708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.167842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:55.172135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group_rule and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:55.173027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.175350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:55.177743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1b6fab6c-7fa7-4dab-962c-8f7b6cab19ef tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:55.182709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:55.217609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc1cd7b-70be-4bc5-8641-abe4a30b6d48,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:55.220637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:55.223500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.235370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed7744-fb76-4dcf-b27b-90496697aa43 None None] Network b2785e55-4afa-46ee-948e-23ef829722d3 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:55.237898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/subnets/8bc1cd7b-70be-4bc5-8641-abe4a30b6d48 HTTP/1.1" status: 204 len: 168 time: 0.6580322 Dec 10 19:45:55.240069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33528) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:55.241546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.245180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.250776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aace9623-d935-4608-a572-15373b93ebe5 tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:55.253004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f6ca2-a443-4bef-9f9d-b539f649ef7f None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:55.295363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee9522f-9397-4fe3-8560-4ede9b32c5bc,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:55.298157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:55.299043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.300344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2153955 Dec 10 19:45:55.303205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33532) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:55.311351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'security_group': {'name': 'tempest-secgroup-1354773437'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:55.320804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:55.326032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:55.329060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:55.335642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:55.347291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.373688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.384897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Deleting port 20f5adc5-ce46-4be0-8e4e-9e239968d87f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:55.385278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.385890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:55.389942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:security_group_rule and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:55.392929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:55.399389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:55.487127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.492211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.499130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5ff63d0-6200-4376-871c-7c2a8bcf6d9a tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:55.543541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5be94c-10ac-4bcf-a59e-bc6db5ca0107,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:55.546602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:55.547369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.553756 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2487645 Dec 10 19:45:55.554511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33536) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:55.561825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2145128109', 'security_groups': ['7c5be94c-10ac-4bcf-a59e-bc6db5ca0107'], 'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '811ae719-3781-4aae-b434-2e7576d875dc'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:55.609391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0ecca789-d178-4e85-bb44-240e75c0f5f4 None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:55.610093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ecca789-d178-4e85-bb44-240e75c0f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.635492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] For port 20f5adc5-ce46-4be0-8e4e-9e239968d87f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=20f5adc5-ce46-4be0-8e4e-9e239968d87f,segment=NetworkSegment(10a1cf35-fffe-4b76-b99f-eed5d768b505),segment_id=10a1cf35-fffe-4b76-b99f-eed5d768b505)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:55.635895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.715540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:55.726253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:55.736887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:55.744984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.768957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] device_id is not set on port 4c099eb8-2c89-4590-bb0b-7208e0297a77 yet. {{(pid=88872) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:45:55.770180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Calling delete_port for 20f5adc5-ce46-4be0-8e4e-9e239968d87f owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:55.850581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:55.855743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-039d534c-f4b3-4022-b069-5b24c4dfeff5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:55.908326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Port': ['ID=20f5adc5-ce46-4be0-8e4e-9e239968d87f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:55.910965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:55.919150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] No DVR routers for this DVR port 20f5adc5-ce46-4be0-8e4e-9e239968d87f on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:45:55.998806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0ecca789-d178-4e85-bb44-240e75c0f5f4 None None] Provisioning complete for port bed47cf5-bdd0-4930-87fc-63cd220914fa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:55.999180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ecca789-d178-4e85-bb44-240e75c0f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.003759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.12 (267cbed6-825b-4670-9d67-b2fda1fe6582/811ae719-3781-4aae-b434-2e7576d875dc/4c099eb8-2c89-4590-bb0b-7208e0297a77) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:56.058711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0ecca789-d178-4e85-bb44-240e75c0f5f4 None None] Port bed47cf5-bdd0-4930-87fc-63cd220914fa cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:56.064918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801797f7-c29a-40ce-8db0-a732cd9c0403 None None] DHCP port deletion for b2785e55-4afa-46ee-948e-23ef829722d3 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:45:56.193121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Update dhcp port {'port': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'fixed_ips': [{'subnet_id': 'a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364', 'ip_address': '172.20.0.18'}, {'subnet_id': '811ae719-3781-4aae-b434-2e7576d875dc'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': '705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:45:56.240787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.252307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.259593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 4c099eb8-2c89-4590-bb0b-7208e0297a77 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:56.283812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.290037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe27fb6b-e6aa-4ec1-b359-4bde812dbf09 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:56.319591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.348050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2785e55-4afa-46ee-948e-23ef829722d3']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:56.367100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a1cf35-fffe-4b76-b99f-eed5d768b505') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:56.367100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a1cf35-fffe-4b76-b99f-eed5d768b505') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:45:56.374555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:56.375690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.378194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:56.384599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:45:56.393967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.401929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:45:56.402361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:45:56.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:45:56.424431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=4c099eb8-2c89-4590-bb0b-7208e0297a77,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:56.427487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:56.464952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:56.466520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.476552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Allocated IP 172.20.0.2 (267cbed6-825b-4670-9d67-b2fda1fe6582/811ae719-3781-4aae-b434-2e7576d875dc/705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:56.500627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9423583 Dec 10 19:45:56.501159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33542) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:56.507873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:56.516707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.521068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.528507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-197c5db0-ee93-4ae0-abb9-d0d1f6d6b18a tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:56.553373 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] 10.222.0.41 "DELETE /v2.0/networks/b2785e55-4afa-46ee-948e-23ef829722d3 HTTP/1.1" status: 204 len: 168 time: 1.3098814 Dec 10 19:45:56.553373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Pushing event deleted for resources: {'Network': ['ID=b2785e55-4afa-46ee-948e-23ef829722d3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:56.566237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:56.634825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] For port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,segment=NetworkSegment(4f83eff2-a8fa-4997-918a-d3e2d8a95b42),segment_id=4f83eff2-a8fa-4997-918a-d3e2d8a95b42)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:45:56.659623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:56.662866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.664312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:56.668341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:56.674717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:56.680762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Transition to ACTIVE for port object 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:56.684889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.686495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:56.690109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:56.692879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:56.836348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 811ae719-3781-4aae-b434-2e7576d875dc (CIDR: 172.20.0.0/28) Dec 10 19:45:56.842700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:45:56.843171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Pushing event updated for resources: {'Port': ['ID=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:56.843301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:56.846315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:56.863817 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a93654bf-8982-4c30-9d77-a2c2fbb81c22 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3614028 Dec 10 19:45:56.866643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33550) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:56.872757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:56.906916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33554) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:57.123834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-510322ea-92b0-4edd-b77e-c6edf9f410c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80ac64fd45d74084a155a7e7583f2b1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2153556 Dec 10 19:45:57.124661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33560) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:57.202847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce434467-3da3-49f8-ac1c-4462c0a562dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:57.232590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce434467-3da3-49f8-ac1c-4462c0a562dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:57.278644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:57.283316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:57.286131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce434467-3da3-49f8-ac1c-4462c0a562dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:57.286687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:57.293230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e70222c2-0e9c-4558-89c4-7c6a3c5db1df tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:57.293445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:57.304051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:57.308186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce434467-3da3-49f8-ac1c-4462c0a562dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf35c0-21c3-4801-9cac-ceb0d725fcdb,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:57.310688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ce434467-3da3-49f8-ac1c-4462c0a562dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:57.311201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:57.314335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ce434467-3da3-49f8-ac1c-4462c0a562dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bcdf35c0-21c3-4801-9cac-ceb0d725fcdb HTTP/1.1" status: 204 len: 168 time: 0.1860616 Dec 10 19:45:57.314335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce434467-3da3-49f8-ac1c-4462c0a562dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:57.468606 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.ipam_backend_mixin [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364 (CIDR: 172.20.0.16/28) Dec 10 19:45:57.474771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:45:57.475644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:45:57.496652 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2491cc72-cb6d-4e50-88c9-f13ed0228674 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6289139 Dec 10 19:45:57.499672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33568) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:57.506373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'subnet': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:57.648462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:45:57.685424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:57.690333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Usage tracker for resource:subnet and tenant:ef4cca9b79064abfaf33b2c53fdaaec8 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:57.693858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:57.700657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:57.711864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Made reservation on behalf of ef4cca9b79064abfaf33b2c53fdaaec8 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:45:57.750645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d87571f8-597b-4c17-adfb-dd229e7adbcf None None] Provisioning for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:57.757310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d87571f8-597b-4c17-adfb-dd229e7adbcf None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:57.757772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d87571f8-597b-4c17-adfb-dd229e7adbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:57.829108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:57.829568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:57.874877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.024596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d87571f8-597b-4c17-adfb-dd229e7adbcf None None] Provisioning complete for port bed47cf5-bdd0-4930-87fc-63cd220914fa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:58.025101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d87571f8-597b-4c17-adfb-dd229e7adbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.090169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d87571f8-597b-4c17-adfb-dd229e7adbcf None None] Port bed47cf5-bdd0-4930-87fc-63cd220914fa cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:58.130466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 20f5adc5-ce46-4be0-8e4e-9e239968d87f no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:45:58.168242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 20f5adc5-ce46-4be0-8e4e-9e239968d87f {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:45:58.168520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 20f5adc5-ce46-4be0-8e4e-9e239968d87f not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:45:58.186015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.190598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2b98d83-a28d-4faf-ac90-e6ff314a1704 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:58.211696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c66f7211-9992-4638-97e7-677fd3d40bdf None None] Provisioning for port 4c099eb8-2c89-4590-bb0b-7208e0297a77 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:45:58.216866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c66f7211-9992-4638-97e7-677fd3d40bdf None None] Provisioning complete for port 4c099eb8-2c89-4590-bb0b-7208e0297a77 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:45:58.217295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c66f7211-9992-4638-97e7-677fd3d40bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.263112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:45:58.266316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:45:58.270756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:58.271400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.275456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Subnet': ['ID=a7798f4d-0972-45f3-a24b-88f47401c524,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:58.278203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbffe44-c563-49d2-9380-c27e9f1aef4a None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:45:58.279597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:58.296545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7954090 Dec 10 19:45:58.299321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33586) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:58.306992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1156743753', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7798f4d-0972-45f3-a24b-88f47401c524'}], 'security_groups': ['4370101e-c725-4ec5-ab52-f88dadd58dda', 'dee9522f-9397-4fe3-8560-4ede9b32c5bc']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:58.352081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7211-9992-4638-97e7-677fd3d40bdf None None] Port 4c099eb8-2c89-4590-bb0b-7208e0297a77 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:45:58.397483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33590) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:58.440840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.552692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653996075'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:58.560999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:58.565625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:58.569223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:58.579256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:58.591495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.606457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.643807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:58.648314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:58.652236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:58.658473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:58.663372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Update dhcp port {'port': {'network_id': '267cbed6-825b-4670-9d67-b2fda1fe6582', 'fixed_ips': [{'subnet_id': 'a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364', 'ip_address': '172.20.0.18'}, {'subnet_id': '811ae719-3781-4aae-b434-2e7576d875dc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7798f4d-0972-45f3-a24b-88f47401c524'}], 'binding:host_id': 'dv-neutron-821443-1-hyperv'}, 'id': '705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd'} from dv-neutron-821443-1-hyperv. {{(pid=88873) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 10 19:45:58.720078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.738107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.742025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.748565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a85ee075-84af-40cb-8bc0-8ea0b6a29775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:58.790843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:58.793357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad8a021-a823-43b3-a2e2-da250347b6a1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:58.799000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:58.805756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:58.812993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.813430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.813891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.814341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.814774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.815195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.815612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.816027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.816439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.816855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.817271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:58.821075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:58.823465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:58.890221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.890221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.896177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0258ae91-4907-4800-bcc0-f3c99bfacc71 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:58.915085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Delete allocated IP 172.20.0.12 (267cbed6-825b-4670-9d67-b2fda1fe6582/811ae719-3781-4aae-b434-2e7576d875dc) {{(pid=88871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 10 19:45:58.923322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Allocated IP 172.20.0.34 (267cbed6-825b-4670-9d67-b2fda1fe6582/a7798f4d-0972-45f3-a24b-88f47401c524/4c099eb8-2c89-4590-bb0b-7208e0297a77) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:45:58.935937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3082f19e-1578-4970-8700-574f64ecfc8c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:58.938850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:58.939608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:58.940920 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5420756 Dec 10 19:45:58.943685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33596) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.010720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7a2b6e7-dcd5-456e-8eb5-859bc1771f0d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:59.026852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7a2b6e7-dcd5-456e-8eb5-859bc1771f0d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:59.028254 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e7a2b6e7-dcd5-456e-8eb5-859bc1771f0d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0836618 Dec 10 19:45:59.031386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33600) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.037272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-security--608674615', 'description': 'tempest-security-description-399570412'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:59.071255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.132091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.135048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.137619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.141647 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "PUT /v2.0/security-groups/3082f19e-1578-4970-8700-574f64ecfc8c HTTP/1.1" status: 200 len: 1610 time: 0.1065609 Dec 10 19:45:59.141647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-770a449f-9c57-409e-b6a1-8df8caf59797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:59.144159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33604) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.160765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.172721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3082f19e-1578-4970-8700-574f64ecfc8c,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:59.175593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:59.195965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Transition to ACTIVE for port object 4c099eb8-2c89-4590-bb0b-7208e0297a77 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:45:59.210429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.219455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a62002ed-dc2a-45bc-8f77-1a83bde83440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:59.270153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.34-5ad7f332-2d0f-4e32-81f9-32c18931fdc2 {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:45:59.270668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:45:59.278576 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c56cb0a7-feb3-43bb-8504-0a50db9f027b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups/3082f19e-1578-4970-8700-574f64ecfc8c HTTP/1.1" status: 200 len: 1610 time: 0.1331820 Dec 10 19:45:59.281811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.348786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebf4d-b992-4337-9e79-1e6eaecbfa99 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.369632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event updated for resources: {'Port': ['ID=4c099eb8-2c89-4590-bb0b-7208e0297a77,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:59.377009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebf4d-b992-4337-9e79-1e6eaecbfa99 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.393261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.393649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.394074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.394496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.394915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.395331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.395742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.396155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.396565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.396980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.397379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:45:59.403532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:59.408768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] In _notify_port_updated(), no bound segment for port 4c099eb8-2c89-4590-bb0b-7208e0297a77 on network 267cbed6-825b-4670-9d67-b2fda1fe6582 {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:45:59.412916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:45:59.413606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.415010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "PUT /v2.0/ports/4c099eb8-2c89-4590-bb0b-7208e0297a77 HTTP/1.1" status: 200 len: 960 time: 1.1146903 Dec 10 19:45:59.418559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33612) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.422815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebf4d-b992-4337-9e79-1e6eaecbfa99 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.428520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87aec3da-e9ef-476f-bbae-3ff7727fed94 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:59.444474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ebf4d-b992-4337-9e79-1e6eaecbfa99 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3082f19e-1578-4970-8700-574f64ecfc8c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:59.447459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e8ebf4d-b992-4337-9e79-1e6eaecbfa99 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:59.457135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e8ebf4d-b992-4337-9e79-1e6eaecbfa99 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.460753 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9e8ebf4d-b992-4337-9e79-1e6eaecbfa99 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/3082f19e-1578-4970-8700-574f64ecfc8c HTTP/1.1" status: 204 len: 168 time: 0.1755042 Dec 10 19:45:59.461038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33616) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.505989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 4c099eb8-2c89-4590-bb0b-7208e0297a77 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:45:59.506375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.528173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-61cb8349-a7d8-4eb7-a490-e2396e947d03 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:45:59.543889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-61cb8349-a7d8-4eb7-a490-e2396e947d03 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:45:59.545233 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61cb8349-a7d8-4eb7-a490-e2396e947d03 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0831754 Dec 10 19:45:59.548170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33620) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.565838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-466f3c31-21a8-4e1f-9d24-c82f3bb122d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] delete failed (client error): The resource could not be found. Dec 10 19:45:59.566914 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-466f3c31-21a8-4e1f-9d24-c82f3bb122d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/3082f19e-1578-4970-8700-574f64ecfc8c HTTP/1.1" status: 404 len: 347 time: 0.0177433 Dec 10 19:45:59.571987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33624) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.577823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--20396239'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:59.584205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:59.595375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:59.604319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.642139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:59.646198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:59.649049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:59.657261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:59.714096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.716917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.722309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f16e9533-d516-42ed-abfa-9ab59f20fab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:59.765770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e73e92-be44-40e8-be68-49b0a7baf084,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:59.769310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:59.771217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.774168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.777833 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.1995263 Dec 10 19:45:59.778689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33630) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.785141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': 'a8e73e92-be44-40e8-be68-49b0a7baf084', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:45:59.792539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:45:59.796946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:45:59.800661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:45:59.806971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:45:59.824620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.833618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.892587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.895517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.897768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:45:59.909242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 4c099eb8-2c89-4590-bb0b-7208e0297a77 owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:45:59.925347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626498fe-b482-4889-bcbd-39bf96a3b285,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:45:59.927980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:45:59.935644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.939754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1570833 Dec 10 19:45:59.940019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33634) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:45:59.971585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ae40509-fdd3-4d40-a93c-5678061e4b66 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:45:59.982868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ae40509-fdd3-4d40-a93c-5678061e4b66 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.005828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ae40509-fdd3-4d40-a93c-5678061e4b66 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.008347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.026238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40509-fdd3-4d40-a93c-5678061e4b66 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=626498fe-b482-4889-bcbd-39bf96a3b285,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.029611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ae40509-fdd3-4d40-a93c-5678061e4b66 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.035625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ae40509-fdd3-4d40-a93c-5678061e4b66 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.039312 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0ae40509-fdd3-4d40-a93c-5678061e4b66 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/626498fe-b482-4889-bcbd-39bf96a3b285 HTTP/1.1" status: 204 len: 168 time: 0.0958636 Dec 10 19:46:00.039550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33638) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.066299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.069080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Allocated IP 172.20.0.35 (267cbed6-825b-4670-9d67-b2fda1fe6582/a7798f4d-0972-45f3-a24b-88f47401c524/705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:00.072822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.097290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc3c1c59-b340-4c74-b9ec-f42cb6eecfd2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:00.115299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bc3c1c59-b340-4c74-b9ec-f42cb6eecfd2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:00.117049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=4c099eb8-2c89-4590-bb0b-7208e0297a77,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.121168 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bc3c1c59-b340-4c74-b9ec-f42cb6eecfd2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0805461 Dec 10 19:46:00.122025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33642) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.122168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.191504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d35de11a-1145-47f3-9bc0-56545d775425 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.220496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] For port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,segment=NetworkSegment(4f83eff2-a8fa-4997-918a-d3e2d8a95b42),segment_id=4f83eff2-a8fa-4997-918a-d3e2d8a95b42)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:00.221073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d35de11a-1145-47f3-9bc0-56545d775425 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.231166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.246843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/4c099eb8-2c89-4590-bb0b-7208e0297a77 HTTP/1.1" status: 204 len: 168 time: 0.8240855 Dec 10 19:46:00.247218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33646) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.249992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.269101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Transition to ACTIVE for port object 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:00.271091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d35de11a-1145-47f3-9bc0-56545d775425 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.272635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.277432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-571c8c4c-971b-4066-af6e-7ca3dc666de6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.284118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.294228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35de11a-1145-47f3-9bc0-56545d775425 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e73e92-be44-40e8-be68-49b0a7baf084,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.298583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-6632dd47-ef98-4966-ac0e-822f5b84bab6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] GET failed (client error): The resource could not be found. Dec 10 19:46:00.299153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6632dd47-ef98-4966-ac0e-822f5b84bab6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Synchronizing usage tracker for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:00.305939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d35de11a-1145-47f3-9bc0-56545d775425 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.307877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d35de11a-1145-47f3-9bc0-56545d775425 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.311656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d35de11a-1145-47f3-9bc0-56545d775425 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8e73e92-be44-40e8-be68-49b0a7baf084 HTTP/1.1" status: 204 len: 168 time: 0.1862314 Dec 10 19:46:00.312150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33650) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.334290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6632dd47-ef98-4966-ac0e-822f5b84bab6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Unset dirty status for tenant:ef4cca9b79064abfaf33b2c53fdaaec8 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:00.335504 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6632dd47-ef98-4966-ac0e-822f5b84bab6 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports/4c099eb8-2c89-4590-bb0b-7208e0297a77 HTTP/1.1" status: 404 len: 333 time: 0.0868778 Dec 10 19:46:00.339991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33654) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.378828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fd493974-9765-4d67-b208-85dc41414aaa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0619574 Dec 10 19:46:00.379077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33658) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.385640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935295443'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:00.392274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:00.396737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:00.401351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:00.407643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:00.414691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c4011dba-8503-452e-949f-cc5ec006356a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.418592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.460060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:00.460968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c4011dba-8503-452e-949f-cc5ec006356a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.465283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:00.468941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:00.476274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Pushing event updated for resources: {'Port': ['ID=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.478786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:00.489759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.511506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c4011dba-8503-452e-949f-cc5ec006356a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.516607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ea3bff5-b9fd-49c4-9113-241c062a903d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.529725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4011dba-8503-452e-949f-cc5ec006356a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5be94c-10ac-4bcf-a59e-bc6db5ca0107,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.533702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c4011dba-8503-452e-949f-cc5ec006356a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.537094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c4011dba-8503-452e-949f-cc5ec006356a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.538347 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c4011dba-8503-452e-949f-cc5ec006356a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c5be94c-10ac-4bcf-a59e-bc6db5ca0107 HTTP/1.1" status: 204 len: 168 time: 0.1977744 Dec 10 19:46:00.541189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33662) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.545012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.548927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.556672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8e0e800a-07d9-47c5-9add-a94c08a5ca8c tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.610365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b77ce9c-4e52-40b3-88e6-5e9f19b9dee6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.613393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.614391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.615729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2357450 Dec 10 19:46:00.616156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03eea7ec-349b-43d3-8869-8d2e25923f61 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.619464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33666) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.638546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '0b77ce9c-4e52-40b3-88e6-5e9f19b9dee6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:00.647734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:00.660999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:00.666497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:00.674586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03eea7ec-349b-43d3-8869-8d2e25923f61 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.683476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:00.726239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.762252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03eea7ec-349b-43d3-8869-8d2e25923f61 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.768281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d35de11a-1145-47f3-9bc0-56545d775425 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.792725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eea7ec-349b-43d3-8869-8d2e25923f61 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee9522f-9397-4fe3-8560-4ede9b32c5bc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.794974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03eea7ec-349b-43d3-8869-8d2e25923f61 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.796822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03eea7ec-349b-43d3-8869-8d2e25923f61 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/security-groups/dee9522f-9397-4fe3-8560-4ede9b32c5bc HTTP/1.1" status: 204 len: 168 time: 0.2545338 Dec 10 19:46:00.799047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33670) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.800743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-03eea7ec-349b-43d3-8869-8d2e25923f61 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.827769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.833979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.835947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.862405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979469e8-3f2a-4350-a550-f56918fca619,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.865118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.876560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.877901 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2573800 Dec 10 19:46:00.880758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33674) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:00.886044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2cba4b1-82a6-4538-bd05-ac348134aaef tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.888226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '0b77ce9c-4e52-40b3-88e6-5e9f19b9dee6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:00.895229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:00.901046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:00.904513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:00.911488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:00.919211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2cba4b1-82a6-4538-bd05-ac348134aaef tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.930454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.970159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2cba4b1-82a6-4538-bd05-ac348134aaef tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:00.977032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ebe9a06f-817a-4ff8-8cd6-32caea8a6c4e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:00.991356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cba4b1-82a6-4538-bd05-ac348134aaef tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4370101e-c725-4ec5-ab52-f88dadd58dda,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:00.997551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2cba4b1-82a6-4538-bd05-ac348134aaef tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:00.999658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2cba4b1-82a6-4538-bd05-ac348134aaef tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.002927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e2cba4b1-82a6-4538-bd05-ac348134aaef tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/security-groups/4370101e-c725-4ec5-ab52-f88dadd58dda HTTP/1.1" status: 204 len: 168 time: 0.2026446 Dec 10 19:46:01.005450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33678) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.010126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.013180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.021915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:01.046303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f414aa-8cb8-484a-82b2-385422977afb,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:01.049245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:01.061182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.062740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aec8d384-fa13-4ef0-9020-aac46f183c20 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1809146 Dec 10 19:46:01.065711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33682) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.072294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '0b77ce9c-4e52-40b3-88e6-5e9f19b9dee6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:01.079059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:01.084106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:01.087932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:01.093968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet 811ae719-3781-4aae-b434-2e7576d875dc {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:46:01.094653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:01.097743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.113069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.161078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.189888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.194825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.197331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:01.220439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b1beba-354e-484a-8da4-59777b9785e1,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:01.224851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:01.236652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.238008 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1710854 Dec 10 19:46:01.240915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33686) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.246959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '0b77ce9c-4e52-40b3-88e6-5e9f19b9dee6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:01.253265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:01.257734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:01.262819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.264992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:01.271324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:01.295483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1402dd61-9baf-4ac3-ba70-5afe491ee74d None None] Provisioning for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:01.296980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.302126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1402dd61-9baf-4ac3-ba70-5afe491ee74d None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:01.302559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1402dd61-9baf-4ac3-ba70-5afe491ee74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.344952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.355934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-40953a32-bb99-4ca2-ae71-72d4c3fd6bd0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:01.373158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.376245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.378952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-628c752f-004d-4907-9dc9-7d79edac0a67 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:01.392205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.400294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=811ae719-3781-4aae-b434-2e7576d875dc,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:01.401232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b1db16-e15f-4203-b55b-861923b390d3,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:01.403750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:01.405404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/811ae719-3781-4aae-b434-2e7576d875dc HTTP/1.1" status: 204 len: 168 time: 0.3988566 Dec 10 19:46:01.409888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33690) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.412483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:01.433882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.437939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1402dd61-9baf-4ac3-ba70-5afe491ee74d None None] Could not find standard attr ID for object 4c099eb8-2c89-4590-bb0b-7208e0297a77. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:46:01.438099 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1932936 Dec 10 19:46:01.438193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33694) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.444914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '0b77ce9c-4e52-40b3-88e6-5e9f19b9dee6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:01.451125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1402dd61-9baf-4ac3-ba70-5afe491ee74d None None] Provisioning complete for port bed47cf5-bdd0-4930-87fc-63cd220914fa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:01.451646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1402dd61-9baf-4ac3-ba70-5afe491ee74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.452951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:01.457463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:01.461133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:01.468732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:01.487844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.492506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet a7798f4d-0972-45f3-a24b-88f47401c524 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:46:01.497082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.518268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1402dd61-9baf-4ac3-ba70-5afe491ee74d None None] Port bed47cf5-bdd0-4930-87fc-63cd220914fa cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:01.558436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.560613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.563433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.565340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ae40509-fdd3-4d40-a93c-5678061e4b66 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:01.590029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cd6b07-aab9-4b70-8f0b-2f52c517be46,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:01.592690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:01.603940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.608512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1665826 Dec 10 19:46:01.608821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33698) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.646291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59253230-4e3c-42f6-bf5e-2fbffd18e7df tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.651863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.658337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:01.660052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59253230-4e3c-42f6-bf5e-2fbffd18e7df tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.685551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59253230-4e3c-42f6-bf5e-2fbffd18e7df tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.687894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-558d4104-ad67-4bf2-8d15-a94919484b47 tempest-ServersTestManualDisk-316890388 tempest-ServersTestManualDisk-316890388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:01.713730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59253230-4e3c-42f6-bf5e-2fbffd18e7df tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3cd6b07-aab9-4b70-8f0b-2f52c517be46,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:01.716672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59253230-4e3c-42f6-bf5e-2fbffd18e7df tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:01.717550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59253230-4e3c-42f6-bf5e-2fbffd18e7df tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.721799 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59253230-4e3c-42f6-bf5e-2fbffd18e7df tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f3cd6b07-aab9-4b70-8f0b-2f52c517be46 HTTP/1.1" status: 204 len: 168 time: 0.1118615 Dec 10 19:46:01.722466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33702) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.742927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:01.744419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.750903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.756848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-094689ff-3c63-4e28-83b8-721eef852c26 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:01.785218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4ffaaf5f-ff87-4757-be1c-7108573892bc tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:01.798850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=a7798f4d-0972-45f3-a24b-88f47401c524,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:01.802157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:01.805602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.807070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4ffaaf5f-ff87-4757-be1c-7108573892bc tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:01.808545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ffaaf5f-ff87-4757-be1c-7108573892bc tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0850546 Dec 10 19:46:01.811649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33706) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.815592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/a7798f4d-0972-45f3-a24b-88f47401c524 HTTP/1.1" status: 204 len: 168 time: 0.4042971 Dec 10 19:46:01.816825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33710) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.847308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-187dfc2a-fe1f-4a7e-b7fc-1a368240711a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.862585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-187dfc2a-fe1f-4a7e-b7fc-1a368240711a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.865563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4b60f8-d1fb-4347-a8ad-fc130f45b9b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:01.866398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4b60f8-d1fb-4347-a8ad-fc130f45b9b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:01.869484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9a4b60f8-d1fb-4347-a8ad-fc130f45b9b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/811ae719-3781-4aae-b434-2e7576d875dc HTTP/1.1" status: 404 len: 337 time: 0.0501430 Dec 10 19:46:01.871787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33714) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.889907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-187dfc2a-fe1f-4a7e-b7fc-1a368240711a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.892088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a020ee72-76f4-4630-ae18-714caa768631 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:01.911445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dfc2a-fe1f-4a7e-b7fc-1a368240711a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59b1db16-e15f-4203-b55b-861923b390d3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:01.916411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-187dfc2a-fe1f-4a7e-b7fc-1a368240711a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:01.922393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-187dfc2a-fe1f-4a7e-b7fc-1a368240711a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.926413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-187dfc2a-fe1f-4a7e-b7fc-1a368240711a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/59b1db16-e15f-4203-b55b-861923b390d3 HTTP/1.1" status: 204 len: 168 time: 0.1107137 Dec 10 19:46:01.926413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33718) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:01.928879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062df61c-d064-416d-84c7-8f4bba54726c None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:01.960463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting subnet a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:46:01.965765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:01.985834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c0c7e18b-7787-4114-a6a5-d3725f40d00f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:01.999971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a5bd9556-2be9-420a-9afd-f4b15cef639b None None] Could not find standard attr ID for object 4c099eb8-2c89-4590-bb0b-7208e0297a77. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:46:02.003536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c0c7e18b-7787-4114-a6a5-d3725f40d00f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:02.007760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c0c7e18b-7787-4114-a6a5-d3725f40d00f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0775807 Dec 10 19:46:02.008011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33722) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.027919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.040338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f04ae44-5658-4588-983c-24419d30c08d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.051451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f04ae44-5658-4588-983c-24419d30c08d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.076328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f04ae44-5658-4588-983c-24419d30c08d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.078333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e132de01-1d41-4373-a6c2-088fd7f8d3b7 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:02.096155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ae44-5658-4588-983c-24419d30c08d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62b1beba-354e-484a-8da4-59777b9785e1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:02.099629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f04ae44-5658-4588-983c-24419d30c08d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:02.105084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f04ae44-5658-4588-983c-24419d30c08d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.106944 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0f04ae44-5658-4588-983c-24419d30c08d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/62b1beba-354e-484a-8da4-59777b9785e1 HTTP/1.1" status: 204 len: 168 time: 0.0978911 Dec 10 19:46:02.110049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33726) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.129666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.165122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7c808426-fc7f-4a10-b0c1-18ccd7ba25ed tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:02.182830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7c808426-fc7f-4a10-b0c1-18ccd7ba25ed tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:02.184571 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c808426-fc7f-4a10-b0c1-18ccd7ba25ed tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0735002 Dec 10 19:46:02.187603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.210119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.215243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:02.219939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3188-7a49-4ee3-bee6-cd135d99d55f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.231475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3188-7a49-4ee3-bee6-cd135d99d55f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.254552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3188-7a49-4ee3-bee6-cd135d99d55f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.256302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Subnet': ['ID=a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:02.256446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:02.261884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:02.268121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.275875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/a4faa7d6-0eb7-4ce8-8b1a-fa15da1f1364 HTTP/1.1" status: 204 len: 168 time: 0.4024134 Dec 10 19:46:02.277275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e3188-7a49-4ee3-bee6-cd135d99d55f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11f414aa-8cb8-484a-82b2-385422977afb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:02.278032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33734) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.279122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.280808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f5e3188-7a49-4ee3-bee6-cd135d99d55f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:02.284654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3188-7a49-4ee3-bee6-cd135d99d55f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.288458 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f5e3188-7a49-4ee3-bee6-cd135d99d55f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/11f414aa-8cb8-484a-82b2-385422977afb HTTP/1.1" status: 204 len: 168 time: 0.0974483 Dec 10 19:46:02.288736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33738) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.324841 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-afff898c-f356-4cf3-b4ea-c4339b37fa0f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:02.325541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afff898c-f356-4cf3-b4ea-c4339b37fa0f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:02.328105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-afff898c-f356-4cf3-b4ea-c4339b37fa0f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/3395fab5-fd57-491b-bb78-a8b061283553 HTTP/1.1" status: 404 len: 337 time: 0.0490544 Dec 10 19:46:02.330892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33744) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.342859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf8582e2-e95a-4e96-a3c8-0fdecec7f954 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:02.358689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf8582e2-e95a-4e96-a3c8-0fdecec7f954 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:02.360336 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf8582e2-e95a-4e96-a3c8-0fdecec7f954 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0706062 Dec 10 19:46:02.363419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33748) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.381371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-161220db-bd09-47ed-add8-ec2567a90a21 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7303bb4-1009-4192-8107-0746a6fdd2a1 HTTP/1.1" status: 200 len: 205 time: 0.0487089 Dec 10 19:46:02.384545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33752) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.402439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35dc16a7-63fa-4a47-b93a-a39a04438952 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.418073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35dc16a7-63fa-4a47-b93a-a39a04438952 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.444645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35dc16a7-63fa-4a47-b93a-a39a04438952 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.446437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5367aadc-87d1-4dc1-89c6-00f228ccd627 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:02.470679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc16a7-63fa-4a47-b93a-a39a04438952 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=979469e8-3f2a-4350-a550-f56918fca619,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:02.474928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35dc16a7-63fa-4a47-b93a-a39a04438952 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:02.481073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35dc16a7-63fa-4a47-b93a-a39a04438952 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.482879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-35dc16a7-63fa-4a47-b93a-a39a04438952 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/979469e8-3f2a-4350-a550-f56918fca619 HTTP/1.1" status: 204 len: 168 time: 0.1180964 Dec 10 19:46:02.489077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33756) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.546213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fa3516a5-13cb-4e33-883f-26a88888c16d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:02.566286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fa3516a5-13cb-4e33-883f-26a88888c16d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:02.570614 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fa3516a5-13cb-4e33-883f-26a88888c16d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0772643 Dec 10 19:46:02.570972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33760) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.650327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-685374d8-cc33-4895-ae86-7c85c1bc9880 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.685341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-685374d8-cc33-4895-ae86-7c85c1bc9880 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.705554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-9492fdae-1c4d-40ec-ab8b-e4dfcb9d080f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] delete failed (client error): The resource could not be found. Dec 10 19:46:02.709805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9492fdae-1c4d-40ec-ab8b-e4dfcb9d080f tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/routers/c7303bb4-1009-4192-8107-0746a6fdd2a1 HTTP/1.1" status: 404 len: 336 time: 0.3211291 Dec 10 19:46:02.709805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33764) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.735366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-685374d8-cc33-4895-ae86-7c85c1bc9880 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.741570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2df503f-c098-41bf-b59e-1d1c9a9e2868 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:02.751240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65272f4-cb21-42eb-a025-591294fd69e1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:02.751737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65272f4-cb21-42eb-a025-591294fd69e1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:02.753591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d65272f4-cb21-42eb-a025-591294fd69e1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/d5c0633c-02da-4e75-be51-161cf70b08a5 HTTP/1.1" status: 404 len: 337 time: 0.0430319 Dec 10 19:46:02.756475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33768) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.759452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685374d8-cc33-4895-ae86-7c85c1bc9880 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b77ce9c-4e52-40b3-88e6-5e9f19b9dee6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:02.764867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-685374d8-cc33-4895-ae86-7c85c1bc9880 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:02.775502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-685374d8-cc33-4895-ae86-7c85c1bc9880 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.779720 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-685374d8-cc33-4895-ae86-7c85c1bc9880 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b77ce9c-4e52-40b3-88e6-5e9f19b9dee6 HTTP/1.1" status: 204 len: 168 time: 0.2068303 Dec 10 19:46:02.780787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.798794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72f2683-f075-437e-a531-7904c043b0e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:02.799292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72f2683-f075-437e-a531-7904c043b0e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:02.802662 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c72f2683-f075-437e-a531-7904c043b0e5 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/29f34ab6-d39c-430a-a9f4-d398bb3424b0 HTTP/1.1" status: 404 len: 337 time: 0.0435295 Dec 10 19:46:02.806840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33776) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.846092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f7b21065-6c5f-4991-a7ad-011f8bc3882a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:02.854900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-0953be23-f98a-435c-bb46-f2572694a782 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:02.855404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0953be23-f98a-435c-bb46-f2572694a782 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:02.860782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33780) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.861014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0953be23-f98a-435c-bb46-f2572694a782 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/79003712-56da-4360-a393-789e2949a630 HTTP/1.1" status: 404 len: 337 time: 0.0529304 Dec 10 19:46:02.893184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f7b21065-6c5f-4991-a7ad-011f8bc3882a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:02.895172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7b21065-6c5f-4991-a7ad-011f8bc3882a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1133003 Dec 10 19:46:02.899272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33784) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.907800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--200235094'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:02.910468 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ba1fe7-339c-4a17-b59e-2d3a020356da tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:02.910958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ba1fe7-339c-4a17-b59e-2d3a020356da tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:02.912802 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87ba1fe7-339c-4a17-b59e-2d3a020356da tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/51645428-5b74-4a2b-844e-30d3f272de80 HTTP/1.1" status: 404 len: 333 time: 0.0509360 Dec 10 19:46:02.916198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.916416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:02.927721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:02.938074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:02.956829 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-db07ba6f-936e-4f46-beb6-89254e292a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:02.957326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db07ba6f-936e-4f46-beb6-89254e292a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:02.959199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-db07ba6f-936e-4f46-beb6-89254e292a55 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/4faabebb-30e5-4564-8e3b-d4ae9ddd1b8e HTTP/1.1" status: 404 len: 337 time: 0.0419745 Dec 10 19:46:02.961847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33792) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:02.981854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:02.987168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:02.990472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:02.997901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:03.008558 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f87bb7-bad9-4836-b1fd-c6a08d5dfe27 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:03.009705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f87bb7-bad9-4836-b1fd-c6a08d5dfe27 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:03.011413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-41f87bb7-bad9-4836-b1fd-c6a08d5dfe27 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/b1d7ff20-7712-40a8-9dd5-b79be20ccad0 HTTP/1.1" status: 404 len: 337 time: 0.0477967 Dec 10 19:46:03.014195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33796) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.058793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.059716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-222da845-3f89-4771-a138-5c6993125b23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:03.059940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222da845-3f89-4771-a138-5c6993125b23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:03.061987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-222da845-3f89-4771-a138-5c6993125b23 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/0c5b5326-d0bc-4292-889c-1e4e04780918 HTTP/1.1" status: 404 len: 333 time: 0.0466812 Dec 10 19:46:03.062804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.064780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33800) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.069052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2a0d9f6-cc43-4114-8c2d-f69735fa4273 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:03.073210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6a69f-395d-4d10-825e-426fa796843d None None] Network 267cbed6-825b-4670-9d67-b2fda1fe6582 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:03.107847 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-1611561b-0343-410b-a352-1bc5a3cd8c25 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:03.108357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1611561b-0343-410b-a352-1bc5a3cd8c25 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:03.113085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1611561b-0343-410b-a352-1bc5a3cd8c25 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/c436b2bb-f924-4797-9f43-bbcaa056b5a9 HTTP/1.1" status: 404 len: 337 time: 0.0445707 Dec 10 19:46:03.113463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33804) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.123266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc0131c-0536-4a05-9f74-c64b06089f34,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:03.129662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:03.136151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.140139 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2362750 Dec 10 19:46:03.140836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33808) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.147613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': 'abc0131c-0536-4a05-9f74-c64b06089f34', 'direction': 'ingress', 'protocol': 17}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:03.154753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:03.159992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:03.161908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3707dd-59b4-4063-b93d-31b9ce6acd52 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] DELETE failed (client error): The resource could not be found. Dec 10 19:46:03.162416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3707dd-59b4-4063-b93d-31b9ce6acd52 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88872) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:46:03.163991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:03.167675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ed3707dd-59b4-4063-b93d-31b9ce6acd52 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/subnets/1e33d804-ca82-47c2-b011-b91a5cbadef0 HTTP/1.1" status: 404 len: 337 time: 0.0505300 Dec 10 19:46:03.168021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33812) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.172116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:03.191383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.250272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port bed47cf5-bdd0-4930-87fc-63cd220914fa {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:03.250868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.267133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.271395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.273362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:03.298170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d78133-a1d0-42e7-8fea-2a6dbc4fac1f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:03.300880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:03.313052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.314924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1725101 Dec 10 19:46:03.317554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33816) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.375696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-18efb41f-2397-4586-a671-501290e3181b None None] Provisioning complete for port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:03.376215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18efb41f-2397-4586-a671-501290e3181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.400743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-285e52b5-962a-49a3-8dd0-6f58005619c3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.430147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-285e52b5-962a-49a3-8dd0-6f58005619c3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.482864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-285e52b5-962a-49a3-8dd0-6f58005619c3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.491993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4cbcb7b5-0bc8-4772-8aed-2d58a3519288 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:03.511792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e52b5-962a-49a3-8dd0-6f58005619c3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc0131c-0536-4a05-9f74-c64b06089f34,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:03.512169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.520156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-285e52b5-962a-49a3-8dd0-6f58005619c3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:03.531926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-285e52b5-962a-49a3-8dd0-6f58005619c3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.533175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-285e52b5-962a-49a3-8dd0-6f58005619c3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/abc0131c-0536-4a05-9f74-c64b06089f34 HTTP/1.1" status: 204 len: 168 time: 0.2142088 Dec 10 19:46:03.536037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33820) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.593232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-73981a4d-4c74-4dc5-8630-b361c1edacbf tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:03.609339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-73981a4d-4c74-4dc5-8630-b361c1edacbf tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:03.614849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-73981a4d-4c74-4dc5-8630-b361c1edacbf tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0740387 Dec 10 19:46:03.615275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33824) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.621748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914176612'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:03.629141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:03.640953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:03.644697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-18efb41f-2397-4586-a671-501290e3181b None None] Provisioning complete for port bed47cf5-bdd0-4930-87fc-63cd220914fa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:03.648825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18efb41f-2397-4586-a671-501290e3181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.652227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.653828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for bed47cf5-bdd0-4930-87fc-63cd220914fa owned by {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:03.705122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:03.707061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] DHCP port deletion for 267cbed6-825b-4670-9d67-b2fda1fe6582 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:46:03.709820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:03.714041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:03.716404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] Deleting port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:03.716837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.722459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:03.746691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.753698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bab7f32-c96d-49a6-b5a9-f2c9c8c030f5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:03.756871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-18efb41f-2397-4586-a671-501290e3181b None None] Port bed47cf5-bdd0-4930-87fc-63cd220914fa cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:03.791048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.794903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.799040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8987dc04-9261-4a3e-a226-03e417af4bc0 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:03.804732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Port': ['ID=bed47cf5-bdd0-4930-87fc-63cd220914fa,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:03.813932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:03.818523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.842082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/ports/bed47cf5-bdd0-4930-87fc-63cd220914fa HTTP/1.1" status: 204 len: 168 time: 0.6706591 Dec 10 19:46:03.842629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33828) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.844068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038f39a3-044d-47c3-85c3-1ea630152a0b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:03.849253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:03.858713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.860414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2439494 Dec 10 19:46:03.863395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33832) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:03.869599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323566721'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:03.876278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:03.880925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:03.884232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:03.890501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:03.901360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.940111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:03.944632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:03.948410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:03.950283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] For port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,segment=NetworkSegment(4f83eff2-a8fa-4997-918a-d3e2d8a95b42),segment_id=4f83eff2-a8fa-4997-918a-d3e2d8a95b42)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:03.951070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.954661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:03.980782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:03.992289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:03.992758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.015793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.019220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.041859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9394784a-9da1-4ab2-b72e-a784a0105089 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:04.075228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.079158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2120388 Dec 10 19:46:04.080155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33836) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:04.088328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] Calling delete_port for 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:04.088847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '038f39a3-044d-47c3-85c3-1ea630152a0b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be632970-0805-4527-b1f6-8183dc83a53d', 'remote_ip_prefix': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:04.095826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:04.098212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be632970-0805-4527-b1f6-8183dc83a53d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:04.101116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:04.104229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:04.107405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:04.114033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:04.138067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.170251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.176017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:04.218271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] For port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,segment=NetworkSegment(4f83eff2-a8fa-4997-918a-d3e2d8a95b42),segment_id=4f83eff2-a8fa-4997-918a-d3e2d8a95b42)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:04.219098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.220058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] Pushing event deleted for resources: {'Port': ['ID=705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:04.221605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.224383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:04.224845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.227008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] No DVR routers for this DVR port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:46:04.228208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:04.253279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e2eb08-3665-4ae3-afea-44a744aa281e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:04.256073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:04.267600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.268896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1877310 Dec 10 19:46:04.271915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33842) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:04.304295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f290a9d-25f6-4f68-bf11-01e52d8783aa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.315998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f290a9d-25f6-4f68-bf11-01e52d8783aa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.338706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f290a9d-25f6-4f68-bf11-01e52d8783aa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.340578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ebf8ba8-66ff-464e-b629-d952a31f91e4 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:04.355759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f290a9d-25f6-4f68-bf11-01e52d8783aa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97e2eb08-3665-4ae3-afea-44a744aa281e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:04.356843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Calling delete_port for 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:04.360729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7f290a9d-25f6-4f68-bf11-01e52d8783aa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:04.363639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f290a9d-25f6-4f68-bf11-01e52d8783aa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.364837 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7f290a9d-25f6-4f68-bf11-01e52d8783aa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/97e2eb08-3665-4ae3-afea-44a744aa281e HTTP/1.1" status: 204 len: 168 time: 0.0915687 Dec 10 19:46:04.367741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33846) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:04.420445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d390fbda-1863-406b-90cd-b741432a8f42 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:04.432631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:46:04.432993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:46:04.436042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d390fbda-1863-406b-90cd-b741432a8f42 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:04.437441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d390fbda-1863-406b-90cd-b741432a8f42 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0674610 Dec 10 19:46:04.440548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33850) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:04.508168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c021e3d7-506b-40a9-904f-a74b169347b3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.535982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c021e3d7-506b-40a9-904f-a74b169347b3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.583578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c021e3d7-506b-40a9-904f-a74b169347b3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.589062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aed2b2e6-2a0b-4738-a9df-4e9cf73d969c tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:04.604756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021e3d7-506b-40a9-904f-a74b169347b3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be632970-0805-4527-b1f6-8183dc83a53d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:04.607222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c021e3d7-506b-40a9-904f-a74b169347b3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:04.620312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c021e3d7-506b-40a9-904f-a74b169347b3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.624134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c021e3d7-506b-40a9-904f-a74b169347b3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/be632970-0805-4527-b1f6-8183dc83a53d HTTP/1.1" status: 204 len: 168 time: 0.1800160 Dec 10 19:46:04.624385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33854) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:04.694167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-529de01d-cae8-404c-af69-519e25cc5db3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:04.710014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-529de01d-cae8-404c-af69-519e25cc5db3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:04.711444 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-529de01d-cae8-404c-af69-519e25cc5db3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0860729 Dec 10 19:46:04.714633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33858) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:04.782215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef54ff24-3de1-4896-824e-c42a4f428561 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.811312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef54ff24-3de1-4896-824e-c42a4f428561 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.855876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef54ff24-3de1-4896-824e-c42a4f428561 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.861497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e323a8c0-7fe1-401c-b913-ab137deabbac tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:04.881320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54ff24-3de1-4896-824e-c42a4f428561 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038f39a3-044d-47c3-85c3-1ea630152a0b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:04.884226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef54ff24-3de1-4896-824e-c42a4f428561 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:04.894858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef54ff24-3de1-4896-824e-c42a4f428561 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.896098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef54ff24-3de1-4896-824e-c42a4f428561 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/038f39a3-044d-47c3-85c3-1ea630152a0b HTTP/1.1" status: 204 len: 168 time: 0.1804204 Dec 10 19:46:04.898915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33862) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:04.934031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Deleting port 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:04.934436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:04.954951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fc6fa012-6f4d-40df-829b-02c19100a98a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:04.971894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fc6fa012-6f4d-40df-829b-02c19100a98a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:04.977278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fc6fa012-6f4d-40df-829b-02c19100a98a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0732162 Dec 10 19:46:04.978629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33866) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:04.984560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--393466999'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:04.992214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:05.003917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] The port '705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:46:05.004146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:05.014863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.051926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:05.056791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:05.059803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:05.065891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:05.123436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.126380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.131826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4053b5df-31b7-4328-9ca2-07ea2056380d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:05.135201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.166787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267cbed6-825b-4670-9d67-b2fda1fe6582']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:05.178632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8f05d4-2b9f-4dcf-8e47-97ac3337e34e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:05.179701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f83eff2-a8fa-4997-918a-d3e2d8a95b42') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:05.180042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f83eff2-a8fa-4997-918a-d3e2d8a95b42') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:05.182740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:05.184599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.188945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2063389 Dec 10 19:46:05.188945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33870) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:05.194685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.194891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': 'dc8f05d4-2b9f-4dcf-8e47-97ac3337e34e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:05.201295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:05.205663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:05.208691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:05.210444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.215293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:05.217936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:46:05.218428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.232329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:46:05.235671 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:46:05.300695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.304002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.311525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0a91041-8c4e-4fb6-8fb2-c331b9d057c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:05.318884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.322299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cff6f069-cb9e-4d0e-9318-db203fa9a2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:05.335248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea24a333-59f9-43d8-b171-489d1279bc3d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:05.338167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:05.341033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.345815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.349978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1573489 Dec 10 19:46:05.350143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Pushing event deleted for resources: {'Network': ['ID=267cbed6-825b-4670-9d67-b2fda1fe6582,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:05.350265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33874) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:05.353428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:05.360342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] 10.222.0.41 "DELETE /v2.0/networks/267cbed6-825b-4670-9d67-b2fda1fe6582 HTTP/1.1" status: 204 len: 168 time: 1.5160718 Dec 10 19:46:05.383702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a03380e6-11de-49e4-b599-4a0abfab97ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.394780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a03380e6-11de-49e4-b599-4a0abfab97ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.418436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a03380e6-11de-49e4-b599-4a0abfab97ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.420424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2735ddd6-97a1-42c7-905f-b94b9421b2ae tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:05.438042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03380e6-11de-49e4-b599-4a0abfab97ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea24a333-59f9-43d8-b171-489d1279bc3d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:05.441984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a03380e6-11de-49e4-b599-4a0abfab97ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:05.442954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a03380e6-11de-49e4-b599-4a0abfab97ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.444136 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a03380e6-11de-49e4-b599-4a0abfab97ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ea24a333-59f9-43d8-b171-489d1279bc3d HTTP/1.1" status: 204 len: 168 time: 0.0929127 Dec 10 19:46:05.447453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33880) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:05.498157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-89f5eeaa-8adb-41a5-8cd3-36efd4aedf83 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:05.514597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-89f5eeaa-8adb-41a5-8cd3-36efd4aedf83 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:05.516201 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-89f5eeaa-8adb-41a5-8cd3-36efd4aedf83 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0676475 Dec 10 19:46:05.519305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33884) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:05.588103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e628-aa47-404b-8190-2dd6380c941a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.619677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e628-aa47-404b-8190-2dd6380c941a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.652078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:05.678810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e628-aa47-404b-8190-2dd6380c941a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.685126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d61029c9-b5c1-4991-aa71-fb6d94fb8397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:05.690943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:46:05.691695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 705cbf9d-12d2-4cfa-bc6e-08da5f87a2dd not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:46:05.697541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:05.705598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0e628-aa47-404b-8190-2dd6380c941a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8f05d4-2b9f-4dcf-8e47-97ac3337e34e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:05.709916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ac0e628-aa47-404b-8190-2dd6380c941a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:05.720618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e628-aa47-404b-8190-2dd6380c941a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.721980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9ac0e628-aa47-404b-8190-2dd6380c941a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc8f05d4-2b9f-4dcf-8e47-97ac3337e34e HTTP/1.1" status: 204 len: 168 time: 0.2016692 Dec 10 19:46:05.724849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33896) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:05.779616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-21237a5f-dac1-49a0-9e21-9d085f07ee0d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:05.794693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-21237a5f-dac1-49a0-9e21-9d085f07ee0d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:05.796044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-21237a5f-dac1-49a0-9e21-9d085f07ee0d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0700834 Dec 10 19:46:05.800228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33900) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:05.807022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500463661'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:05.814344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:05.825277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:05.835200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.874128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:05.878474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:05.881491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:05.888363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:05.894689 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-49380bd5-0a1a-45dd-8c1d-ac9f84b44101 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef4cca9b79064abfaf33b2c53fdaaec8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1957366 Dec 10 19:46:05.897219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33904) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:05.945709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.949810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.955340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1d034ef-e565-4094-8147-e70db2ddfe9b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:05.960589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eac1e9d-8265-408e-8bfe-24fb9135986e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:05.994818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eac1e9d-8265-408e-8bfe-24fb9135986e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.000933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b16d5b-bf6c-479d-a3d7-da3394de2797,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:06.006287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:06.014033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.015009 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2136002 Dec 10 19:46:06.017897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33908) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.024358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '01b16d5b-bf6c-479d-a3d7-da3394de2797', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:06.030806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:06.035120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:06.038138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:06.043456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eac1e9d-8265-408e-8bfe-24fb9135986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.044464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:06.048985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:06.061219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.062676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac1e9d-8265-408e-8bfe-24fb9135986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8f35e-4fa5-4cdf-a7de-af7461f419b9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:06.066044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9eac1e9d-8265-408e-8bfe-24fb9135986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:06.068092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9eac1e9d-8265-408e-8bfe-24fb9135986e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.072601 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9eac1e9d-8265-408e-8bfe-24fb9135986e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edc8f35e-4fa5-4cdf-a7de-af7461f419b9 HTTP/1.1" status: 204 len: 168 time: 0.1711640 Dec 10 19:46:06.136167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.138892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.146494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8944f672-7ec2-4b8e-aa65-96b44ca962db tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:06.168333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7737b6-ca6c-46f5-927c-a423c33b69a6,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:06.170831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:06.178401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.179869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1607876 Dec 10 19:46:06.183167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33914) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.206305 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a42f27d4-e447-4a93-8149-8f5a5dd35ce9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules/6c7737b6-ca6c-46f5-927c-a423c33b69a6 HTTP/1.1" status: 200 len: 705 time: 0.0195491 Dec 10 19:46:06.206626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33918) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.256921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14ad78dc-acfb-4e2e-b9b8-ba19cdfcff65 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:06.272463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14ad78dc-acfb-4e2e-b9b8-ba19cdfcff65 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:06.273911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-14ad78dc-acfb-4e2e-b9b8-ba19cdfcff65 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0663738 Dec 10 19:46:06.277255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33924) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.307634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6363eb0-e600-4afa-9a52-78cce9e6b04b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.318580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6363eb0-e600-4afa-9a52-78cce9e6b04b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.341503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6363eb0-e600-4afa-9a52-78cce9e6b04b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.343461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b9189e9c-8ff2-4d0d-873c-685163782136 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:06.361443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6363eb0-e600-4afa-9a52-78cce9e6b04b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c7737b6-ca6c-46f5-927c-a423c33b69a6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:06.364936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6363eb0-e600-4afa-9a52-78cce9e6b04b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:06.368755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6363eb0-e600-4afa-9a52-78cce9e6b04b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.373011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b6363eb0-e600-4afa-9a52-78cce9e6b04b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6c7737b6-ca6c-46f5-927c-a423c33b69a6 HTTP/1.1" status: 204 len: 168 time: 0.0918074 Dec 10 19:46:06.373011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33930) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.421845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-adac7d01-c57d-48a9-be7d-04dc60a00b5e tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:06.438982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-adac7d01-c57d-48a9-be7d-04dc60a00b5e tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:06.440753 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-adac7d01-c57d-48a9-be7d-04dc60a00b5e tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0666339 Dec 10 19:46:06.443595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33938) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.450475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '01b16d5b-bf6c-479d-a3d7-da3394de2797', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:06.456933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:06.469901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:06.490571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.560317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.564339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.566276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba699f54-495b-4d1c-9e82-b9811c632735 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:06.590943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b837d572-17c9-4d87-ae3d-f3b62ac1ee69,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:06.593569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:06.605719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.607020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1623456 Dec 10 19:46:06.610135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.630013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03475a45-bfee-453c-aa5d-8176cb2de356 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules/b837d572-17c9-4d87-ae3d-f3b62ac1ee69 HTTP/1.1" status: 200 len: 705 time: 0.0187132 Dec 10 19:46:06.632430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33948) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.684615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-777c75a7-9128-488c-bfaa-48609db8c499 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:06.699436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-777c75a7-9128-488c-bfaa-48609db8c499 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:06.700800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-777c75a7-9128-488c-bfaa-48609db8c499 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0674086 Dec 10 19:46:06.703741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33954) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.737579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4cb8fc8-10e5-4d44-a66b-4df3c47ca2f3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.749267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4cb8fc8-10e5-4d44-a66b-4df3c47ca2f3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.771007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4cb8fc8-10e5-4d44-a66b-4df3c47ca2f3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.773013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa8ec47c-efbd-4345-aeb9-75c7d34f785e tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:06.788863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb8fc8-10e5-4d44-a66b-4df3c47ca2f3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b837d572-17c9-4d87-ae3d-f3b62ac1ee69,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:06.794215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4cb8fc8-10e5-4d44-a66b-4df3c47ca2f3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:06.799503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4cb8fc8-10e5-4d44-a66b-4df3c47ca2f3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.800721 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4cb8fc8-10e5-4d44-a66b-4df3c47ca2f3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b837d572-17c9-4d87-ae3d-f3b62ac1ee69 HTTP/1.1" status: 204 len: 168 time: 0.0960097 Dec 10 19:46:06.803386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33960) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.856285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4abcfffe-0efe-4ba3-850e-f0e909abe487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:06.871639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4abcfffe-0efe-4ba3-850e-f0e909abe487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:06.872991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4abcfffe-0efe-4ba3-850e-f0e909abe487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0686264 Dec 10 19:46:06.875961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33966) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.881962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': '01b16d5b-bf6c-479d-a3d7-da3394de2797', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:06.888130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:06.898749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:06.917223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.952551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33970) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:06.989214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:06.992299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.000501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2660fd56-e664-44fd-98d5-81e9b857d146 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:07.020373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a5ebf5-297f-4804-abd1-23273793a9a9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:07.023042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:07.034534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.035827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1588829 Dec 10 19:46:07.038579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33976) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.059495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0dab1bca-7156-4e1e-9b91-c72fbee3fbcd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules/c8a5ebf5-297f-4804-abd1-23273793a9a9 HTTP/1.1" status: 200 len: 706 time: 0.0194826 Dec 10 19:46:07.061914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 33980) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.102906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-1107543001'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:07.113121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:07.124876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-140e8635-8e9d-427e-baff-dfc2e8d3e71d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:07.127871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:07.131637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:07.140020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:07.154630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-140e8635-8e9d-427e-baff-dfc2e8d3e71d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:07.155993 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-140e8635-8e9d-427e-baff-dfc2e8d3e71d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0930984 Dec 10 19:46:07.156997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:07.159186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33984) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.162363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.176259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.201169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c24fb8c-f242-4660-b271-27ad3f21d625 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.211064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:07.213120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c24fb8c-f242-4660-b271-27ad3f21d625 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.216041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:security_group_rule and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:07.219380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:07.225783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:07.236122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c24fb8c-f242-4660-b271-27ad3f21d625 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.243594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:07.258336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24fb8c-f242-4660-b271-27ad3f21d625 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8a5ebf5-297f-4804-abd1-23273793a9a9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:07.261594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c24fb8c-f242-4660-b271-27ad3f21d625 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:07.262856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c24fb8c-f242-4660-b271-27ad3f21d625 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.266858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6c24fb8c-f242-4660-b271-27ad3f21d625 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c8a5ebf5-297f-4804-abd1-23273793a9a9 HTTP/1.1" status: 204 len: 168 time: 0.1038167 Dec 10 19:46:07.267116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33988) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.302600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.305480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.310280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61425a0a-2172-469f-b719-2b2aff548212 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:07.317886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23c2d0ec-ce72-443b-99a7-6da718d8bb22 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:07.333836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23c2d0ec-ce72-443b-99a7-6da718d8bb22 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:07.335194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-23c2d0ec-ce72-443b-99a7-6da718d8bb22 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0668919 Dec 10 19:46:07.338163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:46:07.338440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33992) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.351495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b623510d-43f6-412a-b883-b083ce0335c6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:07.355860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:07.356864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.357240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment 6a7cdfdd-7583-4af0-ad28-814e29731ba6 of type vlan for network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 Dec 10 19:46:07.385464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.406008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4cafe73-b06a-4243-8189-6ef90d0e16d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.415352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.419551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:07.420209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.425935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b3c8edb-0bc2-4906-8d73-5f560a3158b8 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:07.435926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4cafe73-b06a-4243-8189-6ef90d0e16d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.479279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4cafe73-b06a-4243-8189-6ef90d0e16d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.484832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef54ff24-3de1-4896-824e-c42a4f428561 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:07.503700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cafe73-b06a-4243-8189-6ef90d0e16d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b16d5b-bf6c-479d-a3d7-da3394de2797,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:07.507029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4cafe73-b06a-4243-8189-6ef90d0e16d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:07.515713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4cafe73-b06a-4243-8189-6ef90d0e16d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.519442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4cafe73-b06a-4243-8189-6ef90d0e16d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/01b16d5b-bf6c-479d-a3d7-da3394de2797 HTTP/1.1" status: 204 len: 168 time: 0.1775072 Dec 10 19:46:07.519730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 33996) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.542263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=ecbb93dc-baa1-4f6d-b531-1d92761f9c89,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:07.545295 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5916510 Dec 10 19:46:07.546249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:07.548328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34000) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.553770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:46:07.555551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-286851112'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:07.569339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:07.577775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:07.582959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:07.595654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:07.610011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d359393-83d2-412e-b585-f172f4c3e1ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:07.615635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:07.621388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.652491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d359393-83d2-412e-b585-f172f4c3e1ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:07.654721 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d359393-83d2-412e-b585-f172f4c3e1ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1331372 Dec 10 19:46:07.659007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34004) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.671971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group': {'name': 'tempest-secgroup--593929784'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:07.679697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:46:07.682703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:07.699055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:07.701250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.701674 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment 3cf09af2-5eac-40e8-b7a8-80d5945a136e of type vlan for network 4db64c61-b75e-4574-9bf9-7be4132bd975 Dec 10 19:46:07.718335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.749386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.787736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:07.795545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:07.799237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:07.806717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:07.808689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.812779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:07.813420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:07.819694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8888b97-3ae8-45cb-8686-605506542001 tempest-RoutersAdminTest-858734900 tempest-RoutersAdminTest-858734900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:07.951189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4017019 Dec 10 19:46:07.954425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34008) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:07.956928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=4db64c61-b75e-4574-9bf9-7be4132bd975,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:07.961451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': 'ecbb93dc-baa1-4f6d-b531-1d92761f9c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:07.964251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:07.978790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4db64c61-b75e-4574-9bf9-7be4132bd975 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:46:07.997406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.000601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.006663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09a09ab8-8ab5-4dbe-b201-d899242baade tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:08.054512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ff40cf-b2e3-4ae6-9230-f436c1d082b8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:08.058112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:08.059158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.063485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4003525 Dec 10 19:46:08.063825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34012) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:08.071283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Request body: {'security_group_rule': {'security_group_id': 'f7ff40cf-b2e3-4ae6-9230-f436c1d082b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:08.078093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:08.082962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Usage tracker for resource:security_group_rule and tenant:2bcf9d390acc477d99578f90d89886e5 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:08.086005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:08.093024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:08.097210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:08.101286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:08.104970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:08.110996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.111267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:08.121331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:08.177308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.180140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.182181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd230aba-d92c-4ead-bb5f-81c78476199c tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:08.203601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2d0e63-73ef-4275-a9c0-3f1eda955b93,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:08.207925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:08.219531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.220826 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1553090 Dec 10 19:46:08.223723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34016) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:08.236104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.293103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91cf7831-d4a4-440e-bdba-d4e5dd1617bd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.321440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91cf7831-d4a4-440e-bdba-d4e5dd1617bd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.369849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91cf7831-d4a4-440e-bdba-d4e5dd1617bd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.375184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa80134d-8e8b-4b12-a7e8-39feb09eb6ee tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:08.391906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf7831-d4a4-440e-bdba-d4e5dd1617bd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ff40cf-b2e3-4ae6-9230-f436c1d082b8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:08.394504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91cf7831-d4a4-440e-bdba-d4e5dd1617bd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:08.406318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91cf7831-d4a4-440e-bdba-d4e5dd1617bd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.410066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91cf7831-d4a4-440e-bdba-d4e5dd1617bd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/f7ff40cf-b2e3-4ae6-9230-f436c1d082b8 HTTP/1.1" status: 204 len: 168 time: 0.1830058 Dec 10 19:46:08.410465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34020) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:08.464009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.468859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b9b6b48-9880-4852-9b0e-35d87d83048e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:08.470602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-756d1323-bc52-484f-9a0a-ebbc271186e6 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:08.486646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-756d1323-bc52-484f-9a0a-ebbc271186e6 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:08.490639 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-756d1323-bc52-484f-9a0a-ebbc271186e6 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0766566 Dec 10 19:46:08.491003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34024) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:08.539211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9d23720-4b16-40da-8bcc-4ec5c6b3512b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Synchronizing usage tracker for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:08.549495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=0a3034c7-78d6-47fa-ab59-f7ad9111b6cf,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:08.554450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f9d23720-4b16-40da-8bcc-4ec5c6b3512b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Unset dirty status for tenant:2bcf9d390acc477d99578f90d89886e5 on resource:security_group_rule {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:08.554714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:08.557739 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f9d23720-4b16-40da-8bcc-4ec5c6b3512b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0638819 Dec 10 19:46:08.558956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34028) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:08.566135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': '6a7cdfdd-7583-4af0-ad28-814e29731ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ecbb93dc-baa1-4f6d-b531-1d92761f9c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:08.566542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: ecbb93dc-baa1-4f6d-b531-1d92761f9c89, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:46:08.577774 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-14e8b2fb-28f3-4948-b65f-e4e19e45f899 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] delete failed (client error): The resource could not be found. Dec 10 19:46:08.578891 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-14e8b2fb-28f3-4948-b65f-e4e19e45f899 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "DELETE /v2.0/security-groups/f7ff40cf-b2e3-4ae6-9230-f436c1d082b8 HTTP/1.1" status: 404 len: 347 time: 0.0189359 Dec 10 19:46:08.582819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34032) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:08.589783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:46:08.598257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ecbb93dc-baa1-4f6d-b531-1d92761f9c89) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:08.602212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:08.602893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.608952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0daf31-3bc5-4c0e-a9ad-115d004f301c None None] Network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:08.627712 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6693377 Dec 10 19:46:08.627938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34036) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:08.634601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': '4db64c61-b75e-4574-9bf9-7be4132bd975', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:08.647322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dd12aa5a-4250-4fee-ae8c-e3a37e4a9b62 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0559216 Dec 10 19:46:08.754687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:08.759286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:08.762318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:08.768344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:08.778442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:08.849819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-ecbb93dc-baa1-4f6d-b531-1d92761f9c89', 'network_id': 'ecbb93dc-baa1-4f6d-b531-1d92761f9c89', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': '0a3034c7-78d6-47fa-ab59-f7ad9111b6cf'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:46:08.851094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:08.896105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.006963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34044) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:09.028211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Allocated IP 172.20.0.2 (ecbb93dc-baa1-4f6d-b531-1d92761f9c89/0a3034c7-78d6-47fa-ab59-f7ad9111b6cf/6a85a15c-3797-4e81-bea3-5179625c64ae) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:09.137889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.142713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e10ecf3-6404-46c0-abb5-ea6ad2f49864 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:09.203295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:46:09.215870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e9ab006-ba89-4b9e-9061-c6c2ee18227e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bcf9d390acc477d99578f90d89886e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2074423 Dec 10 19:46:09.220214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34050) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:09.228288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=2b64eda4-17e0-4820-af13-2856e3ae0115,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:09.231314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:09.247865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': '3cf09af2-5eac-40e8-b7a8-80d5945a136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4db64c61-b75e-4574-9bf9-7be4132bd975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:09.248427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: 4db64c61-b75e-4574-9bf9-7be4132bd975, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:46:09.270331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.271948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 4db64c61-b75e-4574-9bf9-7be4132bd975 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:46:09.282895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 4db64c61-b75e-4574-9bf9-7be4132bd975) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:09.283114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Transition to ACTIVE for port object 6a85a15c-3797-4e81-bea3-5179625c64ae will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:09.286296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03bc76f3-10ab-4547-bfa6-aa3ddb397081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.287241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:09.288004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.297457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb5e8c-21a7-4ab3-ba85-ccd84b7839b4 None None] Network 4db64c61-b75e-4574-9bf9-7be4132bd975 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:09.313880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6820920 Dec 10 19:46:09.314172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03bc76f3-10ab-4547-bfa6-aa3ddb397081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.314359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34054) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:09.320777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-805944142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:09.327973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:09.332049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:router and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:09.335082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:09.341768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:09.352570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.353603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.361841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03bc76f3-10ab-4547-bfa6-aa3ddb397081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.367786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d7c20ba-a565-4458-8156-f0fb89b23487 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:09.372760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.384227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc76f3-10ab-4547-bfa6-aa3ddb397081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad8a021-a823-43b3-a2e2-da250347b6a1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:09.387893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-03bc76f3-10ab-4547-bfa6-aa3ddb397081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:09.395250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.396496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Transition to ACTIVE for port object 6a85a15c-3797-4e81-bea3-5179625c64ae will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:09.404594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03bc76f3-10ab-4547-bfa6-aa3ddb397081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.406009 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03bc76f3-10ab-4547-bfa6-aa3ddb397081 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dad8a021-a823-43b3-a2e2-da250347b6a1 HTTP/1.1" status: 204 len: 168 time: 0.1847699 Dec 10 19:46:09.415786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.422798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d864a315-d8de-4406-904a-36724a37a58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:09.423004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.426789 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-34c17845-2941-4a7b-afe7-82e71cdfa252 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1087928 Dec 10 19:46:09.427077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34060) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:09.530524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:09.531789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:09.545077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:09.547242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Pushing event updated for resources: {'Port': ['ID=6a85a15c-3797-4e81-bea3-5179625c64ae,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:09.553581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:09.708121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Attempting to bind port 6a85a15c-3797-4e81-bea3-5179625c64ae on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:09.708859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Attempting to bind port 6a85a15c-3797-4e81-bea3-5179625c64ae by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '6a7cdfdd-7583-4af0-ad28-814e29731ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ecbb93dc-baa1-4f6d-b531-1d92761f9c89'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:09.709456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Attempting to bind port 6a85a15c-3797-4e81-bea3-5179625c64ae on network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:09.754459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:09.754899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Checking segment: {'id': '6a7cdfdd-7583-4af0-ad28-814e29731ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ecbb93dc-baa1-4f6d-b531-1d92761f9c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:09.755373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.755801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Bound using segment: {'id': '6a7cdfdd-7583-4af0-ad28-814e29731ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ecbb93dc-baa1-4f6d-b531-1d92761f9c89'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:09.756667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Bound port: 6a85a15c-3797-4e81-bea3-5179625c64ae, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7cdfdd-7583-4af0-ad28-814e29731ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ecbb93dc-baa1-4f6d-b531-1d92761f9c89'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:09.756974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.773109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-4db64c61-b75e-4574-9bf9-7be4132bd975', 'network_id': '4db64c61-b75e-4574-9bf9-7be4132bd975', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': '2b64eda4-17e0-4820-af13-2856e3ae0115'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:46:09.774067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:09.958188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] For port 6a85a15c-3797-4e81-bea3-5179625c64ae, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:10.006084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] For port 6a85a15c-3797-4e81-bea3-5179625c64ae, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6a85a15c-3797-4e81-bea3-5179625c64ae,segment=NetworkSegment(6a7cdfdd-7583-4af0-ad28-814e29731ba6),segment_id=6a7cdfdd-7583-4af0-ad28-814e29731ba6)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:10.012054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.018325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8bcc4ddb-2d25-4579-aab1-8896160bbfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:10.097004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Allocated IP 172.21.0.2 (4db64c61-b75e-4574-9bf9-7be4132bd975/2b64eda4-17e0-4820-af13-2856e3ae0115/e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:10.125983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Pushing event updated for resources: {'Port': ['ID=6a85a15c-3797-4e81-bea3-5179625c64ae,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:10.215174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.215572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.215962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.216348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.216737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.217108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.217485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.217899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.218269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.218638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.219007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:10.224961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:10.261564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.378672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.379143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34082) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:10.390815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Transition to ACTIVE for port object e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:10.411807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Transition to ACTIVE for port object e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:10.416592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.421913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a0cb912d-9fe7-4a5f-ab4c-f240702d5c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:10.494296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Network 4db64c61-b75e-4574-9bf9-7be4132bd975 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:10.498168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:10.500182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Pushing event updated for resources: {'Port': ['ID=e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:10.502869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:10.505462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:10.616192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1063754621-network', 'tenant_id': '80e491583cea40d48ea7df100fd14933'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:10.632102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Attempting to bind port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:10.632743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Attempting to bind port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '3cf09af2-5eac-40e8-b7a8-80d5945a136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4db64c61-b75e-4574-9bf9-7be4132bd975'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:10.633320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Attempting to bind port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c on network 4db64c61-b75e-4574-9bf9-7be4132bd975 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:10.640513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:10.645449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Usage tracker for resource:network and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:10.647181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:10.647623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Checking segment: {'id': '3cf09af2-5eac-40e8-b7a8-80d5945a136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4db64c61-b75e-4574-9bf9-7be4132bd975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:10.648080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.648513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Bound using segment: {'id': '3cf09af2-5eac-40e8-b7a8-80d5945a136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4db64c61-b75e-4574-9bf9-7be4132bd975'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:10.648772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:10.649130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Bound port: e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf09af2-5eac-40e8-b7a8-80d5945a136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4db64c61-b75e-4574-9bf9-7be4132bd975'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:10.649497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.660347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:10.677812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Made reservation on behalf of 80e491583cea40d48ea7df100fd14933 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:10.686562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.704334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.748723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:10.754723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Usage tracker for resource:security_group_rule and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:10.759398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:10.767358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:10.800019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] For port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:10.804070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] For port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c,segment=NetworkSegment(3cf09af2-5eac-40e8-b7a8-80d5945a136e),segment_id=3cf09af2-5eac-40e8-b7a8-80d5945a136e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:10.810216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.815180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:10.824200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.20.0.1 (ecbb93dc-baa1-4f6d-b531-1d92761f9c89/0a3034c7-78d6-47fa-ab59-f7ad9111b6cf/0b1eee35-e622-4b64-b5a6-d42335ca2785) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:10.867177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.872723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.878035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bebaedc4-fb2c-4da1-bf98-c3835c12698b tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:10.911398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:46:10.922692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89cc46d-5d0a-4d29-b155-81f301db7965,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:10.926938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:10.934359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:10.934760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Added segment ccbbe1e6-955c-4c94-adca-edf79d576590 of type vlan for network 6713b02c-b67b-4579-b91d-3eca64995af7 Dec 10 19:46:10.977117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.020189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.021234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:11.022086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.028149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:11.063011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.073534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Pushing event updated for resources: {'Port': ['ID=e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:11.077794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:11.093025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object 0b1eee35-e622-4b64-b5a6-d42335ca2785 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:11.125036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.128684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f9cb-0460-4587-a1e2-ee447668c0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.134935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-701c4e2a-0e78-44e8-8054-42f4ffa6fab1 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:11.149065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7690821 Dec 10 19:46:11.152544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34088) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:11.157912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6713b02c-b67b-4579-b91d-3eca64995af7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:11.163519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Request body: {'subnet': {'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1063754621-subnet', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:11.168138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:11.170501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:11.171334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 6713b02c-b67b-4579-b91d-3eca64995af7 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:46:11.174782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Usage tracker for resource:subnet and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:11.177822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:11.184094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:11.193790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Made reservation on behalf of 80e491583cea40d48ea7df100fd14933 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:11.203657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.222021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:11.225234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:11.228448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:11.283085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=0b1eee35-e622-4b64-b5a6-d42335ca2785,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:11.286373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:11.306546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.402419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.435583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.439882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-579dbd91-0d23-49a5-866e-a49e058d0ede tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:11.510889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b778b5b6-17e5-47f5-91eb-6adfe3bfc851,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:11.515117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:11.538251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Checking segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:11.538660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Network hostable DHCP agents. Network: 6713b02c-b67b-4579-b91d-3eca64995af7, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:46:11.562602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Network 6713b02c-b67b-4579-b91d-3eca64995af7 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:46:11.578764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 6713b02c-b67b-4579-b91d-3eca64995af7) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:11.583762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:11.584527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.591814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea73b0-6755-4790-b1c3-6cc1dfd4dc80 None None] Network 6713b02c-b67b-4579-b91d-3eca64995af7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:11.619042 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-581bdc48-02de-4a00-9c45-64c4e3e6814d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4622750 Dec 10 19:46:11.619765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34092) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:11.626519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:11.632055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:11.637167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Usage tracker for resource:router and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:11.640825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:11.656563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:11.679645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.685434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.722145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.762685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6a85a15c-3797-4e81-bea3-5179625c64ae up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:11.896354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 6a85a15c-3797-4e81-bea3-5179625c64ae completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:11.956187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.964288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:11.964769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.004341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8749d403-f2f0-42e1-9868-4a5fb8b1af68 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:12.067099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-6713b02c-b67b-4579-b91d-3eca64995af7', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:46:12.068258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.119588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=0b1eee35-e622-4b64-b5a6-d42335ca2785,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:12.123514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:12.127500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.233586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.269297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.311583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Allocated IP 172.20.0.2 (6713b02c-b67b-4579-b91d-3eca64995af7/b778b5b6-17e5-47f5-91eb-6adfe3bfc851/cb797537-c8a4-4d8a-b2aa-c4278451c708) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:12.317491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:12.319001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:12.502952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Allocated IP 172.26.8.195 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/ac594b1b-3410-4722-89c6-3bd596c11f83) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:12.525758 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-af98c12e-2728-421f-8d78-7ad6bb780a21 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223593 Dec 10 19:46:12.557366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.569576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Transition to ACTIVE for port object cb797537-c8a4-4d8a-b2aa-c4278451c708 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:12.592427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Transition to ACTIVE for port object cb797537-c8a4-4d8a-b2aa-c4278451c708 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:12.605812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d328c2-7390-48ab-9ec9-53e167a38779 None None] Network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:12.695653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.711224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85f71020-0a88-42ff-9520-f24e336d2ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:12.736222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router d397732b-0aea-47a5-8bf5-072a349d21d5 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:46:12.743959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.770353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-92c1c747-6dec-481a-834c-88e747d311b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 1099 time: 0.1240909 Dec 10 19:46:12.777090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.788513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.793983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f697dd12-1127-4c12-a056-84184f77998a tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:12.813314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] Provisioning for port 6a85a15c-3797-4e81-bea3-5179625c64ae completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:12.835634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Network 6713b02c-b67b-4579-b91d-3eca64995af7 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:12.836554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Pushing event updated for resources: {'Port': ['ID=cb797537-c8a4-4d8a-b2aa-c4278451c708,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:12.842489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:12.843952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] Provisioning complete for port 6a85a15c-3797-4e81-bea3-5179625c64ae triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:12.844487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:12.875323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:12.877927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:12.922377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:12.936907 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/d397732b-0aea-47a5-8bf5-072a349d21d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5063365 Dec 10 19:46:12.937907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34096) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:12.941050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:12.954275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:12.966080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:13.024592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e924803e-4a94-4d3a-a908-7184ef446994 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:13.024855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac594b1b-3410-4722-89c6-3bd596c11f83,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:13.025188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e924803e-4a94-4d3a-a908-7184ef446994 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:13.031132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:13.039384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6630df-9906-48c6-be94-48e8b17de31c None None] Sync routers for ids ['d397732b-0aea-47a5-8bf5-072a349d21d5'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:13.051794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e924803e-4a94-4d3a-a908-7184ef446994 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:13.053754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e924803e-4a94-4d3a-a908-7184ef446994 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports/0b1eee35-e622-4b64-b5a6-d42335ca2785 HTTP/1.1" status: 200 len: 910 time: 0.1155102 Dec 10 19:46:13.057124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34100) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:13.084166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-b9866248-29ae-470a-9397-f9b06db90421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:13.085806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-b9866248-29ae-470a-9397-f9b06db90421 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b5bf9d3-e03c-4089-8246-e021b14f4e73 HTTP/1.1" status: 200 len: 898 time: 0.2530441 Dec 10 19:46:13.177978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Attempting to bind port cb797537-c8a4-4d8a-b2aa-c4278451c708 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:13.178262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Attempting to bind port cb797537-c8a4-4d8a-b2aa-c4278451c708 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:13.178794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Attempting to bind port cb797537-c8a4-4d8a-b2aa-c4278451c708 on network 6713b02c-b67b-4579-b91d-3eca64995af7 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:13.181817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6630df-9906-48c6-be94-48e8b17de31c None None] Routers {'d397732b-0aea-47a5-8bf5-072a349d21d5'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:13.182665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6f6630df-9906-48c6-be94-48e8b17de31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d397732b-0aea-47a5-8bf5-072a349d21d5'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:13.290917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6f6630df-9906-48c6-be94-48e8b17de31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:13.307961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:13.308598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Checking segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:13.309179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:13.309777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Bound using segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:13.310460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Bound port: cb797537-c8a4-4d8a-b2aa-c4278451c708, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:13.311021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:13.376912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:13.426993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6630df-9906-48c6-be94-48e8b17de31c None None] Routers {'d397732b-0aea-47a5-8bf5-072a349d21d5'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:13.427880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6f6630df-9906-48c6-be94-48e8b17de31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:45:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d397732b-0aea-47a5-8bf5-072a349d21d5'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:13.551753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6f6630df-9906-48c6-be94-48e8b17de31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:13.552291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6630df-9906-48c6-be94-48e8b17de31c None None] The sync data for ids ['d397732b-0aea-47a5-8bf5-072a349d21d5'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:13.555325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] For port 6a85a15c-3797-4e81-bea3-5179625c64ae, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6a85a15c-3797-4e81-bea3-5179625c64ae,segment=NetworkSegment(6a7cdfdd-7583-4af0-ad28-814e29731ba6),segment_id=6a7cdfdd-7583-4af0-ad28-814e29731ba6)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:13.564001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:13.575224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:13.603243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-dff3e332-c3fe-4c4a-8393-5f71fdb1cd04 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce HTTP/1.1" status: 200 len: 1002 time: 0.4700394 Dec 10 19:46:13.635256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] For port cb797537-c8a4-4d8a-b2aa-c4278451c708, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:13.675054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] For port cb797537-c8a4-4d8a-b2aa-c4278451c708, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cb797537-c8a4-4d8a-b2aa-c4278451c708,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:13.686388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:13.708268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] Pushing event updated for resources: {'Port': ['ID=6a85a15c-3797-4e81-bea3-5179625c64ae,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:13.712896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:13.714256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b233be7-d549-4bf9-b83b-d58d820d3669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:13.716814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-5aea40ff-5f4b-4e21-aa5b-b836d32f4131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:13.718680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-5aea40ff-5f4b-4e21-aa5b-b836d32f4131 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=25690dcd-add9-4279-bbfa-425db0a6f555 HTTP/1.1" status: 200 len: 835 time: 0.1161740 Dec 10 19:46:13.822165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:13.822870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:13.957059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:13.971080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-72983196-4b9a-4696-9188-7469df1c4edd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b5bf9d3-e03c-4089-8246-e021b14f4e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2438581 Dec 10 19:46:13.982913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1b233a-3bd1-4511-b53b-fec034078440 None None] Network 4db64c61-b75e-4574-9bf9-7be4132bd975 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:14.145735 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-82fe9b75-8bf8-4941-8120-e9bc275af205 service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667583 Dec 10 19:46:14.176411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de741c25-3f56-44fa-95ce-a93ab1626fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.177954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.219079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Provisioning complete for port 6a85a15c-3797-4e81-bea3-5179625c64ae triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:14.219516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.282008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Pushing event updated for resources: {'Port': ['ID=cb797537-c8a4-4d8a-b2aa-c4278451c708,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:14.302118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:14.345987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91920595-e0e8-4136-b56f-424dd1403ec4 req-dd0002bb-29fb-44e1-ad70-08ba7d7e382c service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931722 Dec 10 19:46:14.346374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.416776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Router 56910725-93d5-40ee-b153-3bd13bf939ed is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:46:14.510831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:14.559439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Provisioning for port 0b1eee35-e622-4b64-b5a6-d42335ca2785 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:14.567880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Provisioning complete for port 0b1eee35-e622-4b64-b5a6-d42335ca2785 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:14.569245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.652009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Port 0b1eee35-e622-4b64-b5a6-d42335ca2785 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:14.679279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Provisioning for port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:14.687107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Provisioning complete for port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:14.687542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.737200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:14.747858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:14.777978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.779519 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1584847 Dec 10 19:46:14.782377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34104) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:14.783081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:14.783790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:14.871010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.914862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] For port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c,segment=NetworkSegment(3cf09af2-5eac-40e8-b7a8-80d5945a136e),segment_id=3cf09af2-5eac-40e8-b7a8-80d5945a136e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:14.920978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:14.924829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e57f7a3f-b557-420d-8d7f-9c6970cf3796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:15.038809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Pushing event updated for resources: {'Port': ['ID=e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:15.044401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:15.046608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.21.0.1 (4db64c61-b75e-4574-9bf9-7be4132bd975/2b64eda4-17e0-4820-af13-2856e3ae0115/c54ca4f6-39d5-43a2-860c-e5e26b522e4b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:15.058295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-48aef679-1f96-4b74-9663-e854d96341d5 None None] Provisioning complete for port 0b1eee35-e622-4b64-b5a6-d42335ca2785 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:15.058731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48aef679-1f96-4b74-9663-e854d96341d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.141608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:15.146320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-48aef679-1f96-4b74-9663-e854d96341d5 None None] Port 0b1eee35-e622-4b64-b5a6-d42335ca2785 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:15.240382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.260706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object c54ca4f6-39d5-43a2-860c-e5e26b522e4b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:15.271907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f20bbaa9-9830-4040-9b9a-b9dc346977e3 None None] Provisioning complete for port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:15.272979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f20bbaa9-9830-4040-9b9a-b9dc346977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.288916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.309598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:15.341641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.407183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 4db64c61-b75e-4574-9bf9-7be4132bd975 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:15.410115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=c54ca4f6-39d5-43a2-860c-e5e26b522e4b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:15.420542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:15.446629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:15.447095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:15.523303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.620711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.630414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:13Z', 'revision_number': 3, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:15.634879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:46:15.635410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Updating router 56910725-93d5-40ee-b153-3bd13bf939ed port ac594b1b-3410-4722-89c6-3bd596c11f83 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:46:15.702481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.835401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:15.838996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:15.952660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:15.953012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.143950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cb797537-c8a4-4d8a-b2aa-c4278451c708 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:16.200569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.215303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Transition to ACTIVE for port object ac594b1b-3410-4722-89c6-3bd596c11f83 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:16.226817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.228883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-284a3f6e-8536-4518-afaf-185a51bd40ab None None] Provisioning for port c54ca4f6-39d5-43a2-860c-e5e26b522e4b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:16.232749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a3041d9-e4b2-4a9c-acaa-16e09eb26230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:16.244864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Allocated IP 172.20.0.1 (6713b02c-b67b-4579-b91d-3eca64995af7/b778b5b6-17e5-47f5-91eb-6adfe3bfc851/e05838c2-28b5-4726-b2f5-2d09bead9adf) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:16.245486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-284a3f6e-8536-4518-afaf-185a51bd40ab None None] Provisioning complete for port c54ca4f6-39d5-43a2-860c-e5e26b522e4b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:16.246082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-284a3f6e-8536-4518-afaf-185a51bd40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.304999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Pushing event updated for resources: {'Port': ['ID=ac594b1b-3410-4722-89c6-3bd596c11f83,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:16.329861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.330585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.337241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.337864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.338358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.338603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.339294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.339847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.340268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.340728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.341107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.341466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:16.342569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.361459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-284a3f6e-8536-4518-afaf-185a51bd40ab None None] Port c54ca4f6-39d5-43a2-860c-e5e26b522e4b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:16.367752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:16.375748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Attempting to bind port ac594b1b-3410-4722-89c6-3bd596c11f83 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:16.376098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Attempting to bind port ac594b1b-3410-4722-89c6-3bd596c11f83 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:16.376507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Attempting to bind port ac594b1b-3410-4722-89c6-3bd596c11f83 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:16.379346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port cb797537-c8a4-4d8a-b2aa-c4278451c708 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:16.384658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e5db7d9-46bc-4395-877b-bcdfeeda156f tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:16.387388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:16.387813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:16.388265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.388741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:16.389196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Bound port: ac594b1b-3410-4722-89c6-3bd596c11f83, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:16.389650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.410532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6a85a15c-3797-4e81-bea3-5179625c64ae up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:16.483390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.496398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=c54ca4f6-39d5-43a2-860c-e5e26b522e4b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:16.496827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6a85a15c-3797-4e81-bea3-5179625c64ae triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:16.497420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.501422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:16.523996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.526600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] For port ac594b1b-3410-4722-89c6-3bd596c11f83, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:16.529402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Transition to ACTIVE for port object e05838c2-28b5-4726-b2f5-2d09bead9adf will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:16.530664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] For port ac594b1b-3410-4722-89c6-3bd596c11f83, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ac594b1b-3410-4722-89c6-3bd596c11f83,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:16.535915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.555203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ff6e7169-263d-49eb-8588-7be2e229f481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:16.573771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.577495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396282a5-bda4-4689-9ec3-ae3315b9202a None None] Network 6713b02c-b67b-4579-b91d-3eca64995af7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:16.578799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fbed85a0-812c-4c05-885a-97d365c230de tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:16.632842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:16.634452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:16.661529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Network 6713b02c-b67b-4579-b91d-3eca64995af7 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:16.665680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:16.667990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Pushing event updated for resources: {'Port': ['ID=e05838c2-28b5-4726-b2f5-2d09bead9adf,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:16.670485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:16.681114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 4db64c61-b75e-4574-9bf9-7be4132bd975 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:16.682362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:16.700381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:16.734961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.795117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] Provisioning for port cb797537-c8a4-4d8a-b2aa-c4278451c708 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:16.809456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] Provisioning complete for port cb797537-c8a4-4d8a-b2aa-c4278451c708 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:16.811335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:16.858903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Pushing event updated for resources: {'Port': ['ID=ac594b1b-3410-4722-89c6-3bd596c11f83,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:16.863576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:16.866268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:16.893347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.133144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.179103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] For port cb797537-c8a4-4d8a-b2aa-c4278451c708, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cb797537-c8a4-4d8a-b2aa-c4278451c708,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:17.189775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.192061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af13c0c3-2ea9-4664-837c-86beb45a664f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:17.234279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router d397732b-0aea-47a5-8bf5-072a349d21d5 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:17.269975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:13Z', 'revision_number': 3, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:17.274538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] Pushing event updated for resources: {'Port': ['ID=cb797537-c8a4-4d8a-b2aa-c4278451c708,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:17.275610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a3127-9123-464f-9f0c-ff538b257f1b None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:13Z', 'revision_number': 3, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:17.278012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:17.331737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-95767732-da94-4a4b-8ed7-b5f6b23eb90d None None] Provisioning complete for port c54ca4f6-39d5-43a2-860c-e5e26b522e4b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:17.332172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95767732-da94-4a4b-8ed7-b5f6b23eb90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.414871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-95767732-da94-4a4b-8ed7-b5f6b23eb90d None None] Port c54ca4f6-39d5-43a2-860c-e5e26b522e4b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:17.471328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:17.484010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c23922a-0e77-434b-939f-a49962ee97fa None None] Sync routers for ids ['d397732b-0aea-47a5-8bf5-072a349d21d5'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:17.497633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/d397732b-0aea-47a5-8bf5-072a349d21d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4389274 Dec 10 19:46:17.498647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34110) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:17.504556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.511794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c23922a-0e77-434b-939f-a49962ee97fa None None] Routers {'d397732b-0aea-47a5-8bf5-072a349d21d5'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:17.512614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9c23922a-0e77-434b-939f-a49962ee97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d397732b-0aea-47a5-8bf5-072a349d21d5'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:17.513756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.566607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:17.585666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb92c674-0fbd-43d0-bc74-281bca21c01d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:17.586415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fb92c674-0fbd-43d0-bc74-281bca21c01d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:17.596957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9c23922a-0e77-434b-939f-a49962ee97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:17.605252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fb92c674-0fbd-43d0-bc74-281bca21c01d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:17.610208 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fb92c674-0fbd-43d0-bc74-281bca21c01d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports/c54ca4f6-39d5-43a2-860c-e5e26b522e4b HTTP/1.1" status: 200 len: 910 time: 0.1103160 Dec 10 19:46:17.610891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34114) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:17.611791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c23922a-0e77-434b-939f-a49962ee97fa None None] Routers {'d397732b-0aea-47a5-8bf5-072a349d21d5'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:17.612663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9c23922a-0e77-434b-939f-a49962ee97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d397732b-0aea-47a5-8bf5-072a349d21d5'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:17.693784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Pushing event updated for resources: {'Port': ['ID=e05838c2-28b5-4726-b2f5-2d09bead9adf,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:17.709273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:17.710409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.711086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cb797537-c8a4-4d8a-b2aa-c4278451c708 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:17.788470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9c23922a-0e77-434b-939f-a49962ee97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:17.788939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c23922a-0e77-434b-939f-a49962ee97fa None None] The sync data for ids ['d397732b-0aea-47a5-8bf5-072a349d21d5'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:17.811438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port cb797537-c8a4-4d8a-b2aa-c4278451c708 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:17.811880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.870863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-59705ddf-a8cd-4792-ad77-043c61c4b14b None None] Provisioning for port e05838c2-28b5-4726-b2f5-2d09bead9adf completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:17.879056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-59705ddf-a8cd-4792-ad77-043c61c4b14b None None] Provisioning complete for port e05838c2-28b5-4726-b2f5-2d09bead9adf triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:17.879488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59705ddf-a8cd-4792-ad77-043c61c4b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:17.898667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Network 6713b02c-b67b-4579-b91d-3eca64995af7 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:17.902540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:17.950839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-59705ddf-a8cd-4792-ad77-043c61c4b14b None None] Port e05838c2-28b5-4726-b2f5-2d09bead9adf cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:17.993391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-59705ddf-a8cd-4792-ad77-043c61c4b14b None None] Provisioning complete for port cb797537-c8a4-4d8a-b2aa-c4278451c708 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:17.993896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59705ddf-a8cd-4792-ad77-043c61c4b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:18.400300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dc61292a-0f8f-4752-84ac-1d56f0ef3745 None None] Provisioning complete for port e05838c2-28b5-4726-b2f5-2d09bead9adf triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:18.400744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc61292a-0f8f-4752-84ac-1d56f0ef3745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:18.450139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:18.480878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Router 56910725-93d5-40ee-b153-3bd13bf939ed has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:18.493491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dc61292a-0f8f-4752-84ac-1d56f0ef3745 None None] Port e05838c2-28b5-4726-b2f5-2d09bead9adf cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:18.718310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:18.728489 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] 10.222.0.41 "PUT /v2.0/routers/56910725-93d5-40ee-b153-3bd13bf939ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9450126 Dec 10 19:46:19.104247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port c54ca4f6-39d5-43a2-860c-e5e26b522e4b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:19.104637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.314852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.445393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for c54ca4f6-39d5-43a2-860c-e5e26b522e4b owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:19.633284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.639591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:19.645473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34136) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:19.651826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-398353707-network', 'tenant_id': '20e5a6035660465fada7f258c839a62a'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:19.658639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:19.662891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Usage tracker for resource:network and tenant:20e5a6035660465fada7f258c839a62a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:19.666113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:19.672644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:19.686830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=c54ca4f6-39d5-43a2-860c-e5e26b522e4b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:19.688563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ac594b1b-3410-4722-89c6-3bd596c11f83 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:19.689425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:19.692559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Made reservation on behalf of 20e5a6035660465fada7f258c839a62a for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:19.701039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.716426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.756686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:19.761201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Usage tracker for resource:security_group_rule and tenant:20e5a6035660465fada7f258c839a62a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:19.765014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:19.772046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:19.776418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port ac594b1b-3410-4722-89c6-3bd596c11f83 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:19.783746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ac594b1b-3410-4722-89c6-3bd596c11f83 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:19.784134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.846798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.851361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.859892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-285e52b5-962a-49a3-8dd0-6f58005619c3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:19.887133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:46:19.901987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66031db2-762b-433a-874c-de4d3d203e88,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:19.905895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:19.909095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.909498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Added segment 2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10 of type vlan for network 50168427-6acf-4865-9220-5809c81786a5 Dec 10 19:46:19.940172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.976300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:19.977916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:19.978786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.004509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cffda81a-3524-47fd-b2cb-773c679f8ad3 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:20.019424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.084218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4349384 Dec 10 19:46:20.087254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34140) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:20.095795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Request body: {'subnet': {'network_id': '50168427-6acf-4865-9220-5809c81786a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-398353707-subnet', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:20.111961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:20.118308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Usage tracker for resource:subnet and tenant:20e5a6035660465fada7f258c839a62a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:20.125090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:20.132860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Pushing event updated for resources: {'Network': ['ID=50168427-6acf-4865-9220-5809c81786a5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:20.135857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:20.136295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port ac594b1b-3410-4722-89c6-3bd596c11f83, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ac594b1b-3410-4722-89c6-3bd596c11f83,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:20.136963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:20.141390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.143395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab9344ab-e1bf-43e5-8df7-09712ab2c3c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:20.148484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Made reservation on behalf of 20e5a6035660465fada7f258c839a62a for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:20.154210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.182661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 50168427-6acf-4865-9220-5809c81786a5 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:46:20.328015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=ac594b1b-3410-4722-89c6-3bd596c11f83,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:20.332219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:20.381700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.386941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c31394b-1b15-437e-8f4b-5b72dfa3f066 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:20.464318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c84567d-74fa-49ad-9ea7-908d1c2a3048,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:20.468445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:20.477049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Checking segment: {'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:20.477999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Network hostable DHCP agents. Network: 50168427-6acf-4865-9220-5809c81786a5, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:46:20.500863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Network 50168427-6acf-4865-9220-5809c81786a5 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:46:20.510332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 50168427-6acf-4865-9220-5809c81786a5) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:20.514410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:20.515154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.520724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e964c-959a-47fa-8ae3-d3ec59785762 None None] Network 50168427-6acf-4865-9220-5809c81786a5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:20.536555 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4481792 Dec 10 19:46:20.539154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34144) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:20.545362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:20.551359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:20.556683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Usage tracker for resource:router and tenant:20e5a6035660465fada7f258c839a62a is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:20.559854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:20.566656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:20.571637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router d397732b-0aea-47a5-8bf5-072a349d21d5 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:20.577392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.578434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.598201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.728183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:20.744690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:20.746349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:20.759375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.765426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:20.783711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e397c-4450-4c8b-b65f-d141317ee896 None None] Sync routers for ids ['d397732b-0aea-47a5-8bf5-072a349d21d5'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:20.791809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-50168427-6acf-4865-9220-5809c81786a5', 'network_id': '50168427-6acf-4865-9220-5809c81786a5', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'fixed_ips': [{'subnet_id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:46:20.791809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:20.792857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/d397732b-0aea-47a5-8bf5-072a349d21d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1807261 Dec 10 19:46:20.793829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34148) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:20.862258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e397c-4450-4c8b-b65f-d141317ee896 None None] Routers {'d397732b-0aea-47a5-8bf5-072a349d21d5'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:20.863050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d32e397c-4450-4c8b-b65f-d141317ee896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d397732b-0aea-47a5-8bf5-072a349d21d5'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:20.940627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d32e397c-4450-4c8b-b65f-d141317ee896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:20.964320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:20.973042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e397c-4450-4c8b-b65f-d141317ee896 None None] Routers {'d397732b-0aea-47a5-8bf5-072a349d21d5'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:20.973712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d32e397c-4450-4c8b-b65f-d141317ee896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d397732b-0aea-47a5-8bf5-072a349d21d5'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:21.022327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.050212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d32e397c-4450-4c8b-b65f-d141317ee896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:21.050676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e397c-4450-4c8b-b65f-d141317ee896 None None] The sync data for ids ['d397732b-0aea-47a5-8bf5-072a349d21d5'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:21.072086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.117013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Allocated IP 172.20.0.2 (50168427-6acf-4865-9220-5809c81786a5/0c84567d-74fa-49ad-9ea7-908d1c2a3048/fea9cd4c-83c9-4fd8-bd92-2194da0e0a14) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:21.249795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Allocated IP 172.26.8.163 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/9f449c73-24b6-4097-a6a0-07353762c585) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:21.347160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 2, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:21.351940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:46:21.352636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Updating router 56910725-93d5-40ee-b153-3bd13bf939ed port e05838c2-28b5-4726-b2f5-2d09bead9adf binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:46:21.364402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.379072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Transition to ACTIVE for port object fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:21.405657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Transition to ACTIVE for port object fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:21.412484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.419819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.421176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:21.443679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.479687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.486457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55640c23-1abe-4303-bd50-b4c713a06d85 tempest-RoutersIpV6AdminTest-1851506309 tempest-RoutersIpV6AdminTest-1851506309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:21.498434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Network 50168427-6acf-4865-9220-5809c81786a5 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:21.502051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:21.510641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:21.513247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Pushing event updated for resources: {'Port': ['ID=fea9cd4c-83c9-4fd8-bd92-2194da0e0a14,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:21.523261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:21.568852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:21.574036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:21.574467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.580027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:21.679695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Attempting to bind port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:21.680113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Attempting to bind port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:21.680588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Attempting to bind port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 on network 50168427-6acf-4865-9220-5809c81786a5 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:21.688102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:21.688525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Checking segment: {'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:21.689009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.689451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Bound using segment: {'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:21.690030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Bound port: fea9cd4c-83c9-4fd8-bd92-2194da0e0a14, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:21.690451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.761166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ac594b1b-3410-4722-89c6-3bd596c11f83 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:21.873723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] For port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:21.879678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] For port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fea9cd4c-83c9-4fd8-bd92-2194da0e0a14,segment=NetworkSegment(2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10),segment_id=2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:21.887442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:21.892964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55b83084-fb2e-48ca-a4f1-1767da3a6f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:21.968481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Pushing event updated for resources: {'Port': ['ID=fea9cd4c-83c9-4fd8-bd92-2194da0e0a14,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:21.972044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:21.983456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ac594b1b-3410-4722-89c6-3bd596c11f83 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:21.983891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.013075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.026733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Pushing event updated for resources: {'Port': ['ID=9f449c73-24b6-4097-a6a0-07353762c585,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:22.030016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Transition to ACTIVE for port object e05838c2-28b5-4726-b2f5-2d09bead9adf will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:22.038525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:22.039021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.052091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ddea452-8de0-4f0e-908f-cf6431fc1fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:22.072465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.078877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.272440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28191fe-a7d8-4ed7-ac89-6ea9a4640ee5 None None] Pushing event updated for resources: {'Port': ['ID=e05838c2-28b5-4726-b2f5-2d09bead9adf,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:22.282277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d28191fe-a7d8-4ed7-ac89-6ea9a4640ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:22.311583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Attempting to bind port e05838c2-28b5-4726-b2f5-2d09bead9adf on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:22.312002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Attempting to bind port e05838c2-28b5-4726-b2f5-2d09bead9adf by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:22.312543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Attempting to bind port e05838c2-28b5-4726-b2f5-2d09bead9adf on network 6713b02c-b67b-4579-b91d-3eca64995af7 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:22.322652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:22.323422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Checking segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:22.324076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.324642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Bound using segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:22.325165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Bound port: e05838c2-28b5-4726-b2f5-2d09bead9adf, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:22.325607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.379050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 0b1eee35-e622-4b64-b5a6-d42335ca2785 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:22.379440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.385598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:46:22.441909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] For port e05838c2-28b5-4726-b2f5-2d09bead9adf, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:22.445754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] For port e05838c2-28b5-4726-b2f5-2d09bead9adf, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e05838c2-28b5-4726-b2f5-2d09bead9adf,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:22.453649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.458664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:22.589120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28191fe-a7d8-4ed7-ac89-6ea9a4640ee5 None None] Pushing event updated for resources: {'Port': ['ID=e05838c2-28b5-4726-b2f5-2d09bead9adf,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:22.617122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d28191fe-a7d8-4ed7-ac89-6ea9a4640ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:22.646019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:22.646712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:22.656510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.751337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:22.784735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Sync routers for ids ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:22.788101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:22.794443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2531440 Dec 10 19:46:22.795347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34152) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:22.829563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 0b1eee35-e622-4b64-b5a6-d42335ca2785 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:22.872956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:23.046561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:23.051120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd67d819-141d-4318-bc69-e91758f90ca3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:23.103077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=0b1eee35-e622-4b64-b5a6-d42335ca2785,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:23.110973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Routers {'6c4c469d-3238-45c5-97e3-5b36ecff8d19'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:23.112521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:23.130722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:23.353134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:23.398177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Set router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:23.566870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:22Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:23.591375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e09834-a6ea-4ef1-8f6a-0a7e46b0824c None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:22Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:23.808923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:23.907192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:23.911739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:23.931091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router d397732b-0aea-47a5-8bf5-072a349d21d5 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:23.967269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9f449c73-24b6-4097-a6a0-07353762c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:46:21Z', 'revision_number': 3, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port': {'id': '9f449c73-24b6-4097-a6a0-07353762c585', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:21Z', 'updated_at': '2021-12-10T19:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:23.972732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Checking router: 6c4c469d-3238-45c5-97e3-5b36ecff8d19 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:46:23.973613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Updating router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 port 9f449c73-24b6-4097-a6a0-07353762c585 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:46:24.043601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.127402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:24.142691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2b671-2b61-4320-bff2-7153071919d8 None None] Sync routers for ids ['d397732b-0aea-47a5-8bf5-072a349d21d5'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:24.143505 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/d397732b-0aea-47a5-8bf5-072a349d21d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3482106 Dec 10 19:46:24.146693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34158) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:24.161327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2b671-2b61-4320-bff2-7153071919d8 None None] Routers {'d397732b-0aea-47a5-8bf5-072a349d21d5'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:24.162518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6fc2b671-2b61-4320-bff2-7153071919d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d397732b-0aea-47a5-8bf5-072a349d21d5'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:24.214194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7396834e-d95f-46f7-a58d-dd9a2fbe8735 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=d397732b-0aea-47a5-8bf5-072a349d21d5 HTTP/1.1" status: 200 len: 205 time: 0.0638180 Dec 10 19:46:24.214560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34162) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:24.256595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6fc2b671-2b61-4320-bff2-7153071919d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:24.278089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2b671-2b61-4320-bff2-7153071919d8 None None] Routers {'d397732b-0aea-47a5-8bf5-072a349d21d5'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:24.282342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6fc2b671-2b61-4320-bff2-7153071919d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d397732b-0aea-47a5-8bf5-072a349d21d5'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:24.374216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Allocated IP 172.20.0.1 (50168427-6acf-4865-9220-5809c81786a5/0c84567d-74fa-49ad-9ea7-908d1c2a3048/3c9b6d65-69ef-4c92-bb01-f09c847c7999) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:24.390111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6fc2b671-2b61-4320-bff2-7153071919d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:24.390907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2b671-2b61-4320-bff2-7153071919d8 None None] The sync data for ids ['d397732b-0aea-47a5-8bf5-072a349d21d5'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:24.488017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11f153-dba7-4fc8-9126-84fdd7ba7568 None None] Network 50168427-6acf-4865-9220-5809c81786a5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:24.633949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.653398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Transition to ACTIVE for port object 3c9b6d65-69ef-4c92-bb01-f09c847c7999 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:24.682198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.687466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc39e058-fa8c-4c88-9565-8e3111edd15e tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:24.707126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.721742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Transition to ACTIVE for port object 9f449c73-24b6-4097-a6a0-07353762c585 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:24.731017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.737294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b430aa9f-cfe9-483f-888b-e6c8fe536fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:24.773498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Network 50168427-6acf-4865-9220-5809c81786a5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:24.778068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72dca1d4-be61-431d-8dca-79dc8c31499d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.780190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:24.788411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:24.794377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] Provisioning for port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:24.809146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] Provisioning complete for port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:24.810633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.825428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1547d-cab2-42ab-92e0-b6c1648c734b None None] Pushing event updated for resources: {'Port': ['ID=9f449c73-24b6-4097-a6a0-07353762c585,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:24.832797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70b1547d-cab2-42ab-92e0-b6c1648c734b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:24.861969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Attempting to bind port 9f449c73-24b6-4097-a6a0-07353762c585 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:24.862291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Pushing event updated for resources: {'Port': ['ID=3c9b6d65-69ef-4c92-bb01-f09c847c7999,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:24.862437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Attempting to bind port 9f449c73-24b6-4097-a6a0-07353762c585 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:24.862979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Attempting to bind port 9f449c73-24b6-4097-a6a0-07353762c585 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:24.871616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:24.872042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:24.872787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.873378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:24.874142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Bound port: 9f449c73-24b6-4097-a6a0-07353762c585, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:24.874603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:24.880089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:24.898063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.004843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] For port 9f449c73-24b6-4097-a6a0-07353762c585, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:25.011152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] For port 9f449c73-24b6-4097-a6a0-07353762c585, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9f449c73-24b6-4097-a6a0-07353762c585,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:25.016574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.018824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.030177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:25.064752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.107975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] For port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fea9cd4c-83c9-4fd8-bd92-2194da0e0a14,segment=NetworkSegment(2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10),segment_id=2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:25.115192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.117576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:25.121165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Routers {'6c4c469d-3238-45c5-97e3-5b36ecff8d19'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:25.121929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:25.255357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] Pushing event updated for resources: {'Port': ['ID=fea9cd4c-83c9-4fd8-bd92-2194da0e0a14,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:25.259526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:25.358251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.365871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1547d-cab2-42ab-92e0-b6c1648c734b None None] Pushing event updated for resources: {'Port': ['ID=9f449c73-24b6-4097-a6a0-07353762c585,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:25.366732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.370025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70b1547d-cab2-42ab-92e0-b6c1648c734b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:25.374184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] Set router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:25.406820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72dca1d4-be61-431d-8dca-79dc8c31499d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.411293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72dca1d4-be61-431d-8dca-79dc8c31499d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.416465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b0418cf-fbd8-4f65-8fe1-84ff2937ae20 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:25.447477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72dca1d4-be61-431d-8dca-79dc8c31499d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.448084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dca1d4-be61-431d-8dca-79dc8c31499d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Fanout notify agent at l3_agent the message router_deleted on router d397732b-0aea-47a5-8bf5-072a349d21d5 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:46:25.472375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72dca1d4-be61-431d-8dca-79dc8c31499d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.476086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-72dca1d4-be61-431d-8dca-79dc8c31499d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/d397732b-0aea-47a5-8bf5-072a349d21d5 HTTP/1.1" status: 204 len: 168 time: 1.2579761 Dec 10 19:46:25.482335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34166) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:25.545198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.666228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-587dd424-4bb2-47c2-ac9c-388c872bf78e None None] Provisioning for port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:25.674633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-587dd424-4bb2-47c2-ac9c-388c872bf78e None None] Provisioning complete for port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:25.676116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587dd424-4bb2-47c2-ac9c-388c872bf78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.755198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Pushing event updated for resources: {'Port': ['ID=3c9b6d65-69ef-4c92-bb01-f09c847c7999,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:25.765204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:25.792962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-587dd424-4bb2-47c2-ac9c-388c872bf78e None None] Port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:25.828258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-587dd424-4bb2-47c2-ac9c-388c872bf78e None None] Provisioning complete for port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:25.828258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587dd424-4bb2-47c2-ac9c-388c872bf78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:25.890842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Network 50168427-6acf-4865-9220-5809c81786a5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:25.893323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:25.916284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9f449c73-24b6-4097-a6a0-07353762c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 4, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port': {'id': '9f449c73-24b6-4097-a6a0-07353762c585', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:21Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '3c9b6d65-69ef-4c92-bb01-f09c847c7999', 'name': '', 'network_id': '50168427-6acf-4865-9220-5809c81786a5', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'mac_address': 'fa:16:3e:c7:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:24Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 1, 'project_id': '20e5a6035660465fada7f258c839a62a', 'subnets': [{'id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:25.921190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e05838c2-28b5-4726-b2f5-2d09bead9adf up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:25.924441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a702ba7-070a-4fff-9046-25743ecb8f06 None None] The sync data for ids ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'] in dv-neutron-821443-1-hyperv is: [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9f449c73-24b6-4097-a6a0-07353762c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 4, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port': {'id': '9f449c73-24b6-4097-a6a0-07353762c585', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:21Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '3c9b6d65-69ef-4c92-bb01-f09c847c7999', 'name': '', 'network_id': '50168427-6acf-4865-9220-5809c81786a5', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'mac_address': 'fa:16:3e:c7:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:24Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 1, 'project_id': '20e5a6035660465fada7f258c839a62a', 'subnets': [{'id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:25.924924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet 2b64eda4-17e0-4820-af13-2856e3ae0115 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:46:25.936142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.023439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.122923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e05838c2-28b5-4726-b2f5-2d09bead9adf completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:26.131874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e05838c2-28b5-4726-b2f5-2d09bead9adf triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:26.132306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.133796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.268196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d7a1be52-f4ac-401c-baa1-26b95f36f2a3 None None] Provisioning complete for port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:26.268629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be52-f4ac-401c-baa1-26b95f36f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.269934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.275077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ca003bf-2cea-482a-b509-0638bd717340 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:26.317708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=2b64eda4-17e0-4820-af13-2856e3ae0115,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:26.321316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:26.325351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.332451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/2b64eda4-17e0-4820-af13-2856e3ae0115 HTTP/1.1" status: 204 len: 168 time: 0.8491013 Dec 10 19:46:26.335057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34170) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:26.346305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a944b7-9f2a-47ef-95c8-4e0162bd699f None None] Network 4db64c61-b75e-4574-9bf9-7be4132bd975 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:26.569683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet 0a3034c7-78d6-47fa-ab59-f7ad9111b6cf {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:46:26.574345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.643225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:26.646013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.678890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1be52-f4ac-401c-baa1-26b95f36f2a3 None None] Port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:26.683930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.761877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.834974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e05838c2-28b5-4726-b2f5-2d09bead9adf, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e05838c2-28b5-4726-b2f5-2d09bead9adf,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:26.843941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.846454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:26.884663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e62d815d-3161-4600-a79b-932bd6f2b9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:26.906236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.922001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4307262c-a51c-45ef-864f-a7c26ffac352 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:26.947101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:26.958956 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] 10.222.0.41 "PUT /v2.0/routers/6c4c469d-3238-45c5-97e3-5b36ecff8d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1623745 Dec 10 19:46:26.970253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:26.979565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3034c7-78d6-47fa-ab59-f7ad9111b6cf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:26.982785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:26.986317 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/0a3034c7-78d6-47fa-ab59-f7ad9111b6cf HTTP/1.1" status: 204 len: 168 time: 0.6500070 Dec 10 19:46:26.989207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34176) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:26.989723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1283d2-2129-4906-ba91-30320933b46f None None] Network ecbb93dc-baa1-4f6d-b531-1d92761f9c89 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:27.012419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bbb1b451-180d-4771-8393-69880e2a7487 None None] Provisioning complete for port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:27.012930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b451-180d-4771-8393-69880e2a7487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.129817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.142505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:27.142886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.214307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e05838c2-28b5-4726-b2f5-2d09bead9adf,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:27.222625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:27.277210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1b451-180d-4771-8393-69880e2a7487 None None] Port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:27.310344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] DHCP port deletion for 4db64c61-b75e-4574-9bf9-7be4132bd975 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:46:27.315176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:27.315605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.354649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] Deleting port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:27.355076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.400216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c,segment=NetworkSegment(3cf09af2-5eac-40e8-b7a8-80d5945a136e),segment_id=3cf09af2-5eac-40e8-b7a8-80d5945a136e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:27.400699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.540229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] DHCP port deletion for ecbb93dc-baa1-4f6d-b531-1d92761f9c89 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:46:27.569204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] Deleting port 6a85a15c-3797-4e81-bea3-5179625c64ae {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:27.569697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.592165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:27.679872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.687033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1c0809d-6ffd-4460-a97c-2a14492df781 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:27.705073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:27.713012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947033457', 'description': 'tempest-secgroup-smoke-947033457 description', 'project_id': '80e491583cea40d48ea7df100fd14933'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:27.721258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:27.728613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:security_group and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:27.743321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:27.744184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:27.749434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:27.753210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:27.763778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No DVR routers for this DVR port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:46:27.777546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.873253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:27.878606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:security_group_rule and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:27.883792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:27.890527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:27.940777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e05838c2-28b5-4726-b2f5-2d09bead9adf up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:27.956532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.962336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:27.969481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc943e34-065d-48e3-ad6e-0fd6809d2de3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:27.986118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.017491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db64c61-b75e-4574-9bf9-7be4132bd975']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:28.028437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2006a082-df95-47e7-95fe-9d6bde461e0c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:28.031527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.035752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3262997 Dec 10 19:46:28.036353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf09af2-5eac-40e8-b7a8-80d5945a136e') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:28.036353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf09af2-5eac-40e8-b7a8-80d5945a136e') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:28.036539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8fdbc080-132a-4750-b0a3-3be0bad8bb6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:28.041905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34188) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:28.048254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'security_group_rule': {'security_group_id': '2006a082-df95-47e7-95fe-9d6bde461e0c', 'project_id': '80e491583cea40d48ea7df100fd14933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:28.048435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.061130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:28.065219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.066550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:security_group_rule and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:28.070807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:28.072700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:46:28.073233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.078016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:28.080963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] For port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c,segment=NetworkSegment(3cf09af2-5eac-40e8-b7a8-80d5945a136e),segment_id=3cf09af2-5eac-40e8-b7a8-80d5945a136e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:28.081419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:46:28.091689 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:46:28.096821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.099675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] For port 6a85a15c-3797-4e81-bea3-5179625c64ae, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6a85a15c-3797-4e81-bea3-5179625c64ae,segment=NetworkSegment(6a7cdfdd-7583-4af0-ad28-814e29731ba6),segment_id=6a7cdfdd-7583-4af0-ad28-814e29731ba6)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:28.100128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.174942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.182818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.189789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.190287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f04ae44-5658-4588-983c-24419d30c08d tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:28.199528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94557c02-617f-4e90-95db-c9b16a29355b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:28.209071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7a64ad-7022-455d-a306-f5d31bd01c63,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:28.217161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:28.223430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.233204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.235393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1920531 Dec 10 19:46:28.237908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34192) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:28.244197 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/4db64c61-b75e-4574-9bf9-7be4132bd975 HTTP/1.1" status: 204 len: 168 time: 1.2504544 Dec 10 19:46:28.244901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34194) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:28.248328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=4db64c61-b75e-4574-9bf9-7be4132bd975,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:28.248622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] Calling delete_port for e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:28.256073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'security_group_rule': {'security_group_id': '2006a082-df95-47e7-95fe-9d6bde461e0c', 'project_id': '80e491583cea40d48ea7df100fd14933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:28.264536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:28.269160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:security_group_rule and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:28.273297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:28.274534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:28.281947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:28.308887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.387684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.388571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.395842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.398439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a68bd6e8-9256-4290-ae39-b4e053eb727a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:28.399255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 6a85a15c-3797-4e81-bea3-5179625c64ae {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:28.399637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.419158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82777753-4ad1-4751-8a18-d25a3e4e17cc,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:28.427608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:28.443387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] Calling delete_port for 6a85a15c-3797-4e81-bea3-5179625c64ae owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:28.447748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.449286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2099912 Dec 10 19:46:28.453548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34200) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:28.464167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'security_group_rule': {'security_group_id': '2006a082-df95-47e7-95fe-9d6bde461e0c', 'project_id': '80e491583cea40d48ea7df100fd14933', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:28.474852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:28.479453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:security_group_rule and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:28.483447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:28.492358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:28.512316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.525443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:46:28.526034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:46:28.557241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e05838c2-28b5-4726-b2f5-2d09bead9adf triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:28.557830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.593092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.598148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.607515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:28.608987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.621024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00dbcf71-41c6-4399-b0d5-b22a27b508a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:28.633802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57198862-e658-4720-876e-22590e6e7200,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:28.642979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:28.653450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.654996 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1999667 Dec 10 19:46:28.657418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 6a85a15c-3797-4e81-bea3-5179625c64ae, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6a85a15c-3797-4e81-bea3-5179625c64ae,segment=NetworkSegment(6a7cdfdd-7583-4af0-ad28-814e29731ba6),segment_id=6a7cdfdd-7583-4af0-ad28-814e29731ba6)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:28.657857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.662379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34204) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:28.669160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'security_group_rule': {'security_group_id': '2006a082-df95-47e7-95fe-9d6bde461e0c', 'project_id': '80e491583cea40d48ea7df100fd14933', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:28.676532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:28.681977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:security_group_rule and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:28.685574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] Pushing event deleted for resources: {'Port': ['ID=6a85a15c-3797-4e81-bea3-5179625c64ae,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:28.685890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:28.690288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:28.697380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] No DVR routers for this DVR port 6a85a15c-3797-4e81-bea3-5179625c64ae on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:46:28.699349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:28.721348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.806949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.815735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.822146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0aabdb7d-9983-4097-87ed-cbf69514271d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:28.823277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 6a85a15c-3797-4e81-bea3-5179625c64ae owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:28.844582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2992ccdc-ad9a-479d-b747-a96183a8abc4,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:28.847718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:28.869855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.871165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2074671 Dec 10 19:46:28.874222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34208) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:28.880776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'security_group_rule': {'security_group_id': '2006a082-df95-47e7-95fe-9d6bde461e0c', 'project_id': '80e491583cea40d48ea7df100fd14933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:28.888279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:28.893227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:security_group_rule and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:28.896913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:28.904291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:28.915119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Project 80e491583cea40d48ea7df100fd14933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:46:28.919456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:46:28.919960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:46:28.922092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:28.987866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:28.996561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.002944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.012002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eb9c717d-ea6b-46e5-89e2-47ca8f382ed4 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:29.027137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] Deleting port e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:29.027865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.036326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d274ac-b80e-4c26-be3a-2518c83729a8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:29.039056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:29.043185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.044549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1692860 Dec 10 19:46:29.047549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34212) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:29.053754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'security_group_rule': {'security_group_id': '2006a082-df95-47e7-95fe-9d6bde461e0c', 'project_id': '80e491583cea40d48ea7df100fd14933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:29.060358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:46:29.060758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:46:29.060961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:29.061227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6a85a15c-3797-4e81-bea3-5179625c64ae no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:29.065013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:security_group_rule and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:29.068109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:29.074801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:29.084772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Project 80e491583cea40d48ea7df100fd14933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:46:29.091883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.129811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 6a85a15c-3797-4e81-bea3-5179625c64ae {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:46:29.130207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6a85a15c-3797-4e81-bea3-5179625c64ae not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:46:29.136547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5de56113-6181-4a3d-9f80-9af722a05918 None None] The port 'e4ff8472-9ecd-4b32-b5d9-1b43e2dfd60c' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:46:29.163056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.165742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.167551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:29.191601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fc9380-cfdf-4046-9a81-c7bd32218677,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:29.196415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:29.203462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.204789 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1560717 Dec 10 19:46:29.421221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 6a85a15c-3797-4e81-bea3-5179625c64ae {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:29.421647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.494819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] The port '6a85a15c-3797-4e81-bea3-5179625c64ae' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:46:29.624900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.651747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbb93dc-baa1-4f6d-b531-1d92761f9c89']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:29.666145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7cdfdd-7583-4af0-ad28-814e29731ba6') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:29.666539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7cdfdd-7583-4af0-ad28-814e29731ba6') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:29.678698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.694801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.702246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:46:29.702708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:46:29.719310 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:46:29.808933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.812813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48d2a1d5-c177-4d7d-b18a-a69377e5d9ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:29.834866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9f449c73-24b6-4097-a6a0-07353762c585 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:29.835597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.848961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=ecbb93dc-baa1-4f6d-b531-1d92761f9c89,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:29.854700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:29.863593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34260) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:29.863787 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/ecbb93dc-baa1-4f6d-b531-1d92761f9c89 HTTP/1.1" status: 204 len: 168 time: 1.6176410 Dec 10 19:46:29.870341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-1848611233'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:29.877259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:29.881541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:29.885347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:29.891886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:29.903682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:29.911047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.913300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9f449c73-24b6-4097-a6a0-07353762c585 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:29.919157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9f449c73-24b6-4097-a6a0-07353762c585 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:29.919589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.949619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:46:29.960856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:29.963858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment 0fec9a93-833e-4672-8e92-1ba3c296994f of type vlan for network 085e0cbe-1526-4d12-b67d-761338908266 Dec 10 19:46:29.995731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:30.031548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:30.036077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:30.036839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:30.043146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c7b8c686-85fd-4ca5-abd9-7eb01fc9855d tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:30.060305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:30.079612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 9f449c73-24b6-4097-a6a0-07353762c585, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9f449c73-24b6-4097-a6a0-07353762c585,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:30.085216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:30.087235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d924d7c-11fe-4617-9605-f27fa98ccce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:30.166110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3013816 Dec 10 19:46:30.166786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34272) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:30.173712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': '085e0cbe-1526-4d12-b67d-761338908266', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:30.177731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=9f449c73-24b6-4097-a6a0-07353762c585,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:30.179710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=085e0cbe-1526-4d12-b67d-761338908266,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:30.183177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:30.194305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:30.198923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 085e0cbe-1526-4d12-b67d-761338908266 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:46:30.540430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:30.544528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:30.547943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:30.554314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:30.564612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:30.679649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:30.915013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:30.919672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b4524d79-130b-42e4-98fc-b05a7e2cb696 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:30.964063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Sync routers for ids ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:30.977297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Routers {'6c4c469d-3238-45c5-97e3-5b36ecff8d19'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:30.978146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:31.019277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=0e83717a-78a5-4500-846b-5b98b81f236b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:31.022479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:31.023719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': '0fec9a93-833e-4672-8e92-1ba3c296994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '085e0cbe-1526-4d12-b67d-761338908266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:31.024118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: 085e0cbe-1526-4d12-b67d-761338908266, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:46:31.048414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 085e0cbe-1526-4d12-b67d-761338908266 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:46:31.058057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 085e0cbe-1526-4d12-b67d-761338908266) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:31.062015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:31.062658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.068545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93a0e2-841e-48b0-84bb-f8a22c9bd296 None None] Network 085e0cbe-1526-4d12-b67d-761338908266 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:31.085787 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9175248 Dec 10 19:46:31.088617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34310) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:31.094866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-128181507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:31.105128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:31.110832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:router and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:31.114066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:31.121522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:31.137036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.138135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.161217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.187678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.213792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.216255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Set router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:31.217999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34316) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:31.218242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5e124b49-3c90-4881-a54d-7d83ad3e63cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1281445 Dec 10 19:46:31.224616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'port': {'network_id': '085e0cbe-1526-4d12-b67d-761338908266', 'name': 'tempest-RoutersTest-1672012078'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:31.380891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-085e0cbe-1526-4d12-b67d-761338908266', 'network_id': '085e0cbe-1526-4d12-b67d-761338908266', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': '0e83717a-78a5-4500-846b-5b98b81f236b'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:46:31.382083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.439508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:31.444030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:port and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:31.447425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:31.453993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:31.468921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:31.475560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.506648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] device_id is not set on port ef987d72-7c84-4521-829b-3edc4999889d yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:46:31.622296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Allocated IP 172.20.0.2 (085e0cbe-1526-4d12-b67d-761338908266/0e83717a-78a5-4500-846b-5b98b81f236b/0889d00f-58ba-40c5-a491-ef6c077cb313) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:31.644863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9f449c73-24b6-4097-a6a0-07353762c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 4, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port': {'id': '9f449c73-24b6-4097-a6a0-07353762c585', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:21Z', 'updated_at': '2021-12-10T19:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '3c9b6d65-69ef-4c92-bb01-f09c847c7999', 'name': '', 'network_id': '50168427-6acf-4865-9220-5809c81786a5', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'mac_address': 'fa:16:3e:c7:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:24Z', 'updated_at': '2021-12-10T19:46:25Z', 'revision_number': 2, 'project_id': '20e5a6035660465fada7f258c839a62a', 'subnets': [{'id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:31.650475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Checking router: 6c4c469d-3238-45c5-97e3-5b36ecff8d19 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:46:31.650886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Updating router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:46:31.712614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.820763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9f449c73-24b6-4097-a6a0-07353762c585 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:31.903050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.918206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Transition to ACTIVE for port object 0889d00f-58ba-40c5-a491-ef6c077cb313 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:31.943897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Transition to ACTIVE for port object 0889d00f-58ba-40c5-a491-ef6c077cb313 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:31.952357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.959696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9f449c73-24b6-4097-a6a0-07353762c585 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:31.960250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:31.993495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:32.034379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.20.0.10 (085e0cbe-1526-4d12-b67d-761338908266/0e83717a-78a5-4500-846b-5b98b81f236b/ef987d72-7c84-4521-829b-3edc4999889d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:32.069866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Network 085e0cbe-1526-4d12-b67d-761338908266 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:32.075196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:32.086690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:32.134883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.148372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Transition to ACTIVE for port object 3c9b6d65-69ef-4c92-bb01-f09c847c7999 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:32.155714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.160130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:32.201186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Pushing event updated for resources: {'Port': ['ID=0889d00f-58ba-40c5-a491-ef6c077cb313,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:32.204083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Attempting to bind port 0889d00f-58ba-40c5-a491-ef6c077cb313 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:32.204614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Attempting to bind port 0889d00f-58ba-40c5-a491-ef6c077cb313 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0fec9a93-833e-4672-8e92-1ba3c296994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '085e0cbe-1526-4d12-b67d-761338908266'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:32.205133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Attempting to bind port 0889d00f-58ba-40c5-a491-ef6c077cb313 on network 085e0cbe-1526-4d12-b67d-761338908266 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:32.237237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:32.243320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:32.244046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Checking segment: {'id': '0fec9a93-833e-4672-8e92-1ba3c296994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '085e0cbe-1526-4d12-b67d-761338908266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:32.244706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.245341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Bound using segment: {'id': '0fec9a93-833e-4672-8e92-1ba3c296994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '085e0cbe-1526-4d12-b67d-761338908266'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:32.246131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Bound port: 0889d00f-58ba-40c5-a491-ef6c077cb313, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fec9a93-833e-4672-8e92-1ba3c296994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '085e0cbe-1526-4d12-b67d-761338908266'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:32.246888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.323410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.348964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.378597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object ef987d72-7c84-4521-829b-3edc4999889d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:32.421789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] For port 0889d00f-58ba-40c5-a491-ef6c077cb313, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:32.425571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] For port 0889d00f-58ba-40c5-a491-ef6c077cb313, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0889d00f-58ba-40c5-a491-ef6c077cb313,segment=NetworkSegment(0fec9a93-833e-4672-8e92-1ba3c296994f),segment_id=0fec9a93-833e-4672-8e92-1ba3c296994f)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:32.439130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.441219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.459121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:32.459410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-62a97ed1-9e50-4e19-bf63-e48f0f6d51d9 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:32.547084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6a47-12af-4c91-be03-40d3abf85110 None None] Pushing event updated for resources: {'Port': ['ID=3c9b6d65-69ef-4c92-bb01-f09c847c7999,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:32.558916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b7f6a47-12af-4c91-be03-40d3abf85110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:32.587945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Pushing event updated for resources: {'Port': ['ID=0889d00f-58ba-40c5-a491-ef6c077cb313,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:32.591305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:32.595427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 085e0cbe-1526-4d12-b67d-761338908266 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:32.599346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:32.606491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:32.663113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=ef987d72-7c84-4521-829b-3edc4999889d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:32.666741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:32.694185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:32.694424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Attempting to bind port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:32.694874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.695021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Attempting to bind port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:32.695734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Attempting to bind port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 on network 50168427-6acf-4865-9220-5809c81786a5 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:32.704651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:32.705229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Checking segment: {'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:32.705958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.706510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Bound using segment: {'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:32.707329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Bound port: 3c9b6d65-69ef-4c92-bb01-f09c847c7999, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '50168427-6acf-4865-9220-5809c81786a5'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:32.707974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.725999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5042779 Dec 10 19:46:32.726558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34324) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:32.744611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34328) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:32.838617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] For port 3c9b6d65-69ef-4c92-bb01-f09c847c7999, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:32.849791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] For port 3c9b6d65-69ef-4c92-bb01-f09c847c7999, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3c9b6d65-69ef-4c92-bb01-f09c847c7999,segment=NetworkSegment(2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10),segment_id=2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:32.856513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:32.863813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:32.892691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2f79fe96-2041-4f8c-925b-f4724b66686e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/241595c4-7874-4d29-ad87-0c08e4202d6f HTTP/1.1" status: 200 len: 994 time: 0.1459785 Dec 10 19:46:32.961342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6a47-12af-4c91-be03-40d3abf85110 None None] Pushing event updated for resources: {'Port': ['ID=3c9b6d65-69ef-4c92-bb01-f09c847c7999,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:32.966770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b7f6a47-12af-4c91-be03-40d3abf85110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:32.967797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Routers {'6c4c469d-3238-45c5-97e3-5b36ecff8d19'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:32.968463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:33.306161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] Set router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:33.401458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34336) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:33.770575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9f449c73-24b6-4097-a6a0-07353762c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 4, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port': {'id': '9f449c73-24b6-4097-a6a0-07353762c585', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:21Z', 'updated_at': '2021-12-10T19:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '3c9b6d65-69ef-4c92-bb01-f09c847c7999', 'name': '', 'network_id': '50168427-6acf-4865-9220-5809c81786a5', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'mac_address': 'fa:16:3e:c7:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:24Z', 'updated_at': '2021-12-10T19:46:32Z', 'revision_number': 4, 'project_id': '20e5a6035660465fada7f258c839a62a', 'subnets': [{'id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:33.778010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23678b-acc5-42ca-be50-a349b0349fb3 None None] The sync data for ids ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'] in dv-neutron-821443-1-hyperv is: [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9f449c73-24b6-4097-a6a0-07353762c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:46:24Z', 'revision_number': 4, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port': {'id': '9f449c73-24b6-4097-a6a0-07353762c585', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:21Z', 'updated_at': '2021-12-10T19:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '3c9b6d65-69ef-4c92-bb01-f09c847c7999', 'name': '', 'network_id': '50168427-6acf-4865-9220-5809c81786a5', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'mac_address': 'fa:16:3e:c7:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:24Z', 'updated_at': '2021-12-10T19:46:32Z', 'revision_number': 4, 'project_id': '20e5a6035660465fada7f258c839a62a', 'subnets': [{'id': '0c84567d-74fa-49ad-9ea7-908d1c2a3048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:34.004655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0889d00f-58ba-40c5-a491-ef6c077cb313 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:34.023268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.050730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 29f36c49-1403-4e1b-97e6-45b9641a6e21 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:34.051105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.106488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 0889d00f-58ba-40c5-a491-ef6c077cb313 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:34.113173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3c9b6d65-69ef-4c92-bb01-f09c847c7999 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:34.195680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:34.201355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:34.201818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.369414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.408106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 3c9b6d65-69ef-4c92-bb01-f09c847c7999, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3c9b6d65-69ef-4c92-bb01-f09c847c7999,segment=NetworkSegment(2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10),segment_id=2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:34.413186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.416088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d06560a5-fdfa-488e-bb35-b0db0cf0a3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:34.502123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=3c9b6d65-69ef-4c92-bb01-f09c847c7999,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:34.505450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:34.583816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.584298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.749251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 29f36c49-1403-4e1b-97e6-45b9641a6e21 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:34.883883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.896479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:34.903376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:34.998203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd875a-9131-4387-9081-a846d22362f9 None None] Network 085e0cbe-1526-4d12-b67d-761338908266 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:35.078442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=ef987d72-7c84-4521-829b-3edc4999889d,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:35.085290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:35.114023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] Provisioning for port 0889d00f-58ba-40c5-a491-ef6c077cb313 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:35.121231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] Provisioning complete for port 0889d00f-58ba-40c5-a491-ef6c077cb313 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:35.121697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:35.158511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:35.166291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e1325de-d737-422e-bd80-7aade74612cd tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:35.217889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=29f36c49-1403-4e1b-97e6-45b9641a6e21,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:35.255305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:35.331181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:35.437607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:35.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] For port 0889d00f-58ba-40c5-a491-ef6c077cb313, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0889d00f-58ba-40c5-a491-ef6c077cb313,segment=NetworkSegment(0fec9a93-833e-4672-8e92-1ba3c296994f),segment_id=0fec9a93-833e-4672-8e92-1ba3c296994f)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:35.452842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:35.456346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7d507b7-e963-4d86-b3ee-f3eaa2d2a634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:35.551861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] Pushing event updated for resources: {'Port': ['ID=0889d00f-58ba-40c5-a491-ef6c077cb313,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:35.558293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:35.609966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:35.749370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:35.848126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0889d00f-58ba-40c5-a491-ef6c077cb313 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:35.937447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 0889d00f-58ba-40c5-a491-ef6c077cb313 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:35.938914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.027373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-47e7ee98-48c5-45ab-b018-2e501ab0e4c6 None None] Provisioning complete for port 0889d00f-58ba-40c5-a491-ef6c077cb313 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:36.027968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47e7ee98-48c5-45ab-b018-2e501ab0e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.215361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3c9b6d65-69ef-4c92-bb01-f09c847c7999 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:36.295552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-47e7ee98-48c5-45ab-b018-2e501ab0e4c6 None None] Provisioning for port ef987d72-7c84-4521-829b-3edc4999889d completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:36.301978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-47e7ee98-48c5-45ab-b018-2e501ab0e4c6 None None] Provisioning complete for port ef987d72-7c84-4521-829b-3edc4999889d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:36.302674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47e7ee98-48c5-45ab-b018-2e501ab0e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.384047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-47e7ee98-48c5-45ab-b018-2e501ab0e4c6 None None] Port ef987d72-7c84-4521-829b-3edc4999889d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:36.397496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:36.398171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.520686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2e251b45-8055-4805-ba2a-7efe2565d05c None None] Provisioning complete for port ef987d72-7c84-4521-829b-3edc4999889d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:36.521110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e251b45-8055-4805-ba2a-7efe2565d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.704789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.716672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.747709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f2d3f2b-c639-40d2-baac-5edd1c1eb1b7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:36.799460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2e251b45-8055-4805-ba2a-7efe2565d05c None None] Port ef987d72-7c84-4521-829b-3edc4999889d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:36.855869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=ef987d72-7c84-4521-829b-3edc4999889d,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:36.859549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:36.864924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.881478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 12bd6d18-7053-4a3b-b263-5094e0f6e727 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:36.929498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-670e9ad3-f9b7-4518-8e64-f3c8b1506d1c None None] Provisioning complete for port ef987d72-7c84-4521-829b-3edc4999889d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:36.929498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-670e9ad3-f9b7-4518-8e64-f3c8b1506d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:36.994757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-670e9ad3-f9b7-4518-8e64-f3c8b1506d1c None None] Port ef987d72-7c84-4521-829b-3edc4999889d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:37.174778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 085e0cbe-1526-4d12-b67d-761338908266 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:37.177136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:37.520593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0894aee0-f2dd-4ab4-afd1-efa7c63e3e5e None None] Provisioning complete for port ef987d72-7c84-4521-829b-3edc4999889d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:37.521178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0894aee0-f2dd-4ab4-afd1-efa7c63e3e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:37.559183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:37.575543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] Sync routers for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:37.592264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:37.594452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0894aee0-f2dd-4ab4-afd1-efa7c63e3e5e None None] Port ef987d72-7c84-4521-829b-3edc4999889d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:37.597272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:37.598081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:37.663536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/241595c4-7874-4d29-ad87-0c08e4202d6f HTTP/1.1" status: 204 len: 168 time: 4.2590153 Dec 10 19:46:37.663536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:37.705906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router aa9f7743-a663-4607-911e-4fe02963993f is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:46:37.727095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'status': 'completed', 'code': 200} Dec 10 19:46:37.885352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:37.900678 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-f00bd447-3bbb-4a50-818b-245f6d7f389f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 1099 time: 0.1501324 Dec 10 19:46:37.921360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:37.929315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/aa9f7743-a663-4607-911e-4fe02963993f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1985042 Dec 10 19:46:37.929580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34352) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:37.938653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f91fe6-7987-4ca4-8165-4545e8bbb3d3 None None] Sync routers for ids ['aa9f7743-a663-4607-911e-4fe02963993f'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:37.965208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f91fe6-7987-4ca4-8165-4545e8bbb3d3 None None] Routers {'aa9f7743-a663-4607-911e-4fe02963993f'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:37.966378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-81f91fe6-7987-4ca4-8165-4545e8bbb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['aa9f7743-a663-4607-911e-4fe02963993f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:38.032594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b4368-e728-4978-8bd3-c995a91b914b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:38.033265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dc7b4368-e728-4978-8bd3-c995a91b914b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:38.078184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dc7b4368-e728-4978-8bd3-c995a91b914b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:38.082405 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dc7b4368-e728-4978-8bd3-c995a91b914b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports/ef987d72-7c84-4521-829b-3edc4999889d HTTP/1.1" status: 200 len: 978 time: 0.1485775 Dec 10 19:46:38.082944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34360) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:38.088273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-81f91fe6-7987-4ca4-8165-4545e8bbb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:38.101724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f91fe6-7987-4ca4-8165-4545e8bbb3d3 None None] Routers {'aa9f7743-a663-4607-911e-4fe02963993f'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:38.102722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-81f91fe6-7987-4ca4-8165-4545e8bbb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['aa9f7743-a663-4607-911e-4fe02963993f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:38.195131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-81f91fe6-7987-4ca4-8165-4545e8bbb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:38.196468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f91fe6-7987-4ca4-8165-4545e8bbb3d3 None None] The sync data for ids ['aa9f7743-a663-4607-911e-4fe02963993f'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:38.230273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-24c22099-6d5d-4838-bfbe-c608f7947a38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:38.232285 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-24c22099-6d5d-4838-bfbe-c608f7947a38 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b5bf9d3-e03c-4089-8246-e021b14f4e73 HTTP/1.1" status: 200 len: 898 time: 0.3249688 Dec 10 19:46:38.333074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-916d5c7e-dd9b-4fd5-bfef-5da80f37a78d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce HTTP/1.1" status: 200 len: 217 time: 0.0933383 Dec 10 19:46:38.405105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-e9145cb1-94b7-469b-9057-4ff849ecc330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:38.406739 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-e9145cb1-94b7-469b-9057-4ff849ecc330 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=25690dcd-add9-4279-bbfa-425db0a6f555 HTTP/1.1" status: 200 len: 835 time: 0.0672960 Dec 10 19:46:38.509271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-d0077b2b-5a39-4ce8-9930-ffc7b0e98432 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b5bf9d3-e03c-4089-8246-e021b14f4e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940723 Dec 10 19:46:38.512370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:47Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:38.519295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] Checking router: 12bd6d18-7053-4a3b-b263-5094e0f6e727 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:46:38.531825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:38.532502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:38.751979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-fa9ec5fb-dba9-4bfc-9f1c-e6057ef50b16 service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351339 Dec 10 19:46:38.764872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:38.872186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436a55-e529-437e-989e-fc2dfb49e24d req-2dc1b4f6-58ea-4446-aec7-77024128d165 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:38.873957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88436a55-e529-437e-989e-fc2dfb49e24d req-2dc1b4f6-58ea-4446-aec7-77024128d165 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 946 time: 0.5747590 Dec 10 19:46:38.897103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:38.950121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2a87768-5148-4d18-a6b8-81575e1e827f req-a668ac12-5dc8-4a40-bf28-73c39130012b service neutron] 10.222.0.84 "GET /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896369 Dec 10 19:46:38.952582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88436a55-e529-437e-989e-fc2dfb49e24d req-17507808-bb04-4157-8ffb-1b33285e77a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663285 Dec 10 19:46:39.128612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:47Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:39.134889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffe30a-e477-4773-bbf8-0128c682930c None None] The sync data for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv is: [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:44:39Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6d1b5d66-0e04-4ae8-b294-9e96398186a9', 'name': '', 'network_id': '4b5bf9d3-e03c-4089-8246-e021b14f4e73', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:18:f3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:37Z', 'updated_at': '2021-12-10T19:44:47Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '25690dcd-add9-4279-bbfa-425db0a6f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:39.584051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port ef987d72-7c84-4521-829b-3edc4999889d {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:39.584627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:39.708118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d675167-3e76-4e99-b0fd-f823c527fbed None None] New status for floating IP 241595c4-7874-4d29-ad87-0c08e4202d6f: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:46:39.811290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:39.818234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-e3d853e7-bc6e-4535-938c-5b30c581131a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:39.820086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-e3d853e7-bc6e-4535-938c-5b30c581131a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 946 time: 0.1146305 Dec 10 19:46:39.908184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port a9188be5-e9c5-40eb-804a-afdf364d52ce {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:39.909009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:39.959345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for ef987d72-7c84-4521-829b-3edc4999889d owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:40.185432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:40.192275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fca1af23-67f7-4189-be7d-20ac130fe010 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:40.240199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=ef987d72-7c84-4521-829b-3edc4999889d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:40.243101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:40.274092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port a9188be5-e9c5-40eb-804a-afdf364d52ce, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a9188be5-e9c5-40eb-804a-afdf364d52ce,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:40.274576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:40.476342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for a9188be5-e9c5-40eb-804a-afdf364d52ce owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:40.549761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:40.666386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff62b6-b73d-4107-9dfa-3114b17a4616 req-31a8f312-c787-4b6c-adb6-98d66c7154f2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:40.668143 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8fff62b6-b73d-4107-9dfa-3114b17a4616 req-31a8f312-c787-4b6c-adb6-98d66c7154f2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=613e414e-229d-4d00-a92f-47cbe8a82830 HTTP/1.1" status: 200 len: 946 time: 0.5446737 Dec 10 19:46:40.669324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:40.682284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:40.983237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=a9188be5-e9c5-40eb-804a-afdf364d52ce,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:41.018520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:41.042386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router aa9f7743-a663-4607-911e-4fe02963993f has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:41.068752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port a9188be5-e9c5-40eb-804a-afdf364d52ce on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:46:41.078871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:41.081706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'name': 'network-vif-deleted', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:41.112437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8fff62b6-b73d-4107-9dfa-3114b17a4616 req-2ebd978a-60ca-4e1c-a0d7-fac9b244e0bd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542566 Dec 10 19:46:41.117769 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96f93b52-d2c9-4506-a9b5-2afcde5188a7 req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/a9188be5-e9c5-40eb-804a-afdf364d52ce HTTP/1.1" status: 204 len: 173 time: 1.2906172 Dec 10 19:46:41.150406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46ca4aba-0279-44d0-afac-72279acafee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:41.170017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613e414e-229d-4d00-a92f-47cbe8a82830', 'name': 'network-vif-deleted', 'tag': 'a9188be5-e9c5-40eb-804a-afdf364d52ce', 'status': 'completed', 'code': 200} Dec 10 19:46:41.226170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:41.237842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d33f75-7c05-499c-b28a-a3ce372130b9 None None] Sync routers for ids ['aa9f7743-a663-4607-911e-4fe02963993f'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:41.252465 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/aa9f7743-a663-4607-911e-4fe02963993f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1657362 Dec 10 19:46:41.252969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d33f75-7c05-499c-b28a-a3ce372130b9 None None] Routers {'aa9f7743-a663-4607-911e-4fe02963993f'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:41.253476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34376) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:41.253677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-21d33f75-7c05-499c-b28a-a3ce372130b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['aa9f7743-a663-4607-911e-4fe02963993f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:41.319843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-21d33f75-7c05-499c-b28a-a3ce372130b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:41.332174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d33f75-7c05-499c-b28a-a3ce372130b9 None None] Routers {'aa9f7743-a663-4607-911e-4fe02963993f'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:41.333128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-21d33f75-7c05-499c-b28a-a3ce372130b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['aa9f7743-a663-4607-911e-4fe02963993f'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:41.414488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-21d33f75-7c05-499c-b28a-a3ce372130b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:41.414954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d33f75-7c05-499c-b28a-a3ce372130b9 None None] The sync data for ids ['aa9f7743-a663-4607-911e-4fe02963993f'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:41.702552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-61ef8dbf-0e8b-4892-a910-263548210e19 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 19:46:41.706443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61ef8dbf-0e8b-4892-a910-263548210e19 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/aa9f7743-a663-4607-911e-4fe02963993f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4490788 Dec 10 19:46:41.707174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34384) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:41.759842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1aadb219-06b4-4015-9b51-9fb6f7733c77 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:41.776844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1aadb219-06b4-4015-9b51-9fb6f7733c77 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:41.780938 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1aadb219-06b4-4015-9b51-9fb6f7733c77 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa9f7743-a663-4607-911e-4fe02963993f HTTP/1.1" status: 200 len: 205 time: 0.0705137 Dec 10 19:46:41.781431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34388) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:41.931779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e9bd-17c7-44f1-9b64-6c36f286e78c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.231223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34394) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:42.309379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb2e26ba-3740-4952-95fe-d2880b1d6f8a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.347979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb2e26ba-3740-4952-95fe-d2880b1d6f8a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.411094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb2e26ba-3740-4952-95fe-d2880b1d6f8a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.418582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-03bc76f3-10ab-4547-bfa6-aa3ddb397081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:42.436511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e26ba-3740-4952-95fe-d2880b1d6f8a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7e4ba6-6527-4322-a00c-cfb0ef030ce7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:42.439949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fb2e26ba-3740-4952-95fe-d2880b1d6f8a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:42.450975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb2e26ba-3740-4952-95fe-d2880b1d6f8a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.454908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fb2e26ba-3740-4952-95fe-d2880b1d6f8a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d7e4ba6-6527-4322-a00c-cfb0ef030ce7 HTTP/1.1" status: 204 len: 168 time: 0.2225058 Dec 10 19:46:42.504041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34400) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:42.519840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.613359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e9bd-17c7-44f1-9b64-6c36f286e78c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.618987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e9bd-17c7-44f1-9b64-6c36f286e78c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.649424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e9bd-17c7-44f1-9b64-6c36f286e78c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.650270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7e9bd-17c7-44f1-9b64-6c36f286e78c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Fanout notify agent at l3_agent the message router_deleted on router aa9f7743-a663-4607-911e-4fe02963993f {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:46:42.662450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e9bd-17c7-44f1-9b64-6c36f286e78c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.666880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ce7e9bd-17c7-44f1-9b64-6c36f286e78c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/aa9f7743-a663-4607-911e-4fe02963993f HTTP/1.1" status: 204 len: 168 time: 0.8809736 Dec 10 19:46:42.668531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34404) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:42.936976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet 0e83717a-78a5-4500-846b-5b98b81f236b {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:46:42.940076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:42.990237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.001123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.089992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.177917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.182931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d973d4a-bfcd-4fe1-bd41-65bf71298e35 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:43.221219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=0e83717a-78a5-4500-846b-5b98b81f236b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:43.224995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:43.228438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.235582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/0e83717a-78a5-4500-846b-5b98b81f236b HTTP/1.1" status: 204 len: 168 time: 0.5657141 Dec 10 19:46:43.238272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34418) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:43.240499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52618b-d6c3-47c0-aab8-1fac6aaee26f None None] Network 085e0cbe-1526-4d12-b67d-761338908266 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:43.385902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.398587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 0889d00f-58ba-40c5-a491-ef6c077cb313 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:43.398960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.586292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a9188be5-e9c5-40eb-804a-afdf364d52ce no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:43.630400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] DHCP port deletion for 085e0cbe-1526-4d12-b67d-761338908266 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:46:43.640941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: a9188be5-e9c5-40eb-804a-afdf364d52ce {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:46:43.641497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a9188be5-e9c5-40eb-804a-afdf364d52ce not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:46:43.644620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] Deleting port 0889d00f-58ba-40c5-a491-ef6c077cb313 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:43.645171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.646951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 0889d00f-58ba-40c5-a491-ef6c077cb313, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0889d00f-58ba-40c5-a491-ef6c077cb313,segment=NetworkSegment(0fec9a93-833e-4672-8e92-1ba3c296994f),segment_id=0fec9a93-833e-4672-8e92-1ba3c296994f)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:43.647354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.718163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 6d1b5d66-0e04-4ae8-b294-9e96398186a9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:43.719480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.803644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 0889d00f-58ba-40c5-a491-ef6c077cb313 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:43.836021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0889d00f-58ba-40c5-a491-ef6c077cb313 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:43.863249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.902917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.908141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0752d632-f7c0-42e4-8b2d-758ff32b0237 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:43.977201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=0889d00f-58ba-40c5-a491-ef6c077cb313,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:43.977797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fee00e0d-3926-4802-9acb-91e19a270d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:43.988920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:43.997743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No DVR routers for this DVR port 0889d00f-58ba-40c5-a491-ef6c077cb313 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:46:44.000316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 6d1b5d66-0e04-4ae8-b294-9e96398186a9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6d1b5d66-0e04-4ae8-b294-9e96398186a9,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:44.001206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.016972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No active binding found for port 0889d00f-58ba-40c5-a491-ef6c077cb313 {{(pid=88873) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 10 19:46:44.017352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 0889d00f-58ba-40c5-a491-ef6c077cb313 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:46:44.021049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] For port 0889d00f-58ba-40c5-a491-ef6c077cb313, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=0889d00f-58ba-40c5-a491-ef6c077cb313,segment=NetworkSegment(0fec9a93-833e-4672-8e92-1ba3c296994f),segment_id=0fec9a93-833e-4672-8e92-1ba3c296994f)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:44.021501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.157038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] Calling delete_port for 0889d00f-58ba-40c5-a491-ef6c077cb313 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:44.165102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 6d1b5d66-0e04-4ae8-b294-9e96398186a9 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:44.166699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.195065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085e0cbe-1526-4d12-b67d-761338908266']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:44.209654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fec9a93-833e-4672-8e92-1ba3c296994f') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:44.210285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fec9a93-833e-4672-8e92-1ba3c296994f') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:44.224192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.242556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.250584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:46:44.251344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.254010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:46:44.254432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:46:44.268672 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:46:44.353084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.356836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac1b9f4a-918e-4695-98e5-5057e44fe000 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:44.357007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.362572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ed1308c-ec17-4f85-863b-6cdcf2b40314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:44.380860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.384094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=085e0cbe-1526-4d12-b67d-761338908266,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:44.388867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:44.401339 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/085e0cbe-1526-4d12-b67d-761338908266 HTTP/1.1" status: 204 len: 168 time: 1.1617217 Dec 10 19:46:44.405306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34432) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:44.412335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-286273802'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:44.416975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=6d1b5d66-0e04-4ae8-b294-9e96398186a9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:44.418842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:44.419769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:44.432272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:44.442782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:44.457286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:44.475164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:44.481067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.515419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:46:44.535509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.535902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment 04d4c4a3-313c-4878-86b5-e11a6b102040 of type vlan for network 17436fd7-5405-45c9-9985-1c03019ec002 Dec 10 19:46:44.577018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.617795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.622331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:44.623022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.629490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c70a3c3c-17bd-47c1-a896-7a7e9d7b4f6d tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:44.723429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3161337 Dec 10 19:46:44.730139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34444) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:44.740491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': '17436fd7-5405-45c9-9985-1c03019ec002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:44.755619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] Deleting port 0889d00f-58ba-40c5-a491-ef6c077cb313 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:44.756057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:44.857758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-89a5619f-44e6-4a0e-8c09-ebfcb6eb4584 None None] The port '0889d00f-58ba-40c5-a491-ef6c077cb313' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:46:44.862405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=17436fd7-5405-45c9-9985-1c03019ec002,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:44.868253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-687d47c1-cb8f-4fcc-9503-dfa56781a804 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:44.878694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 17436fd7-5405-45c9-9985-1c03019ec002 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:46:44.894172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:44.899083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:44.902275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:44.909081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:44.921180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:45.054419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.061690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.318274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.345880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.351942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2715ae3e-64b6-45fd-b88f-ba4bfc1ca0f3 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:45.438123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=8c4a2cb0-e71b-40c7-8a43-9386ae0bfd3a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:45.440745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:45.459865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': '04d4c4a3-313c-4878-86b5-e11a6b102040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '17436fd7-5405-45c9-9985-1c03019ec002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:45.460273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: 17436fd7-5405-45c9-9985-1c03019ec002, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:46:45.486484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 17436fd7-5405-45c9-9985-1c03019ec002 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:46:45.496900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 17436fd7-5405-45c9-9985-1c03019ec002) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:45.504254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:45.505917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45d7b8-4c10-4d84-817f-d118eb54874a None None] Network 17436fd7-5405-45c9-9985-1c03019ec002 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:45.506759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.530551 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-124e8035-794e-49b0-b383-0560efa8fcd4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7992494 Dec 10 19:46:45.533359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34450) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:45.539388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-701427385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:45.546521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:45.550852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:router and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:45.554012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:45.560986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:45.572296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.573432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.603319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.626622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.657427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:45.659795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74aeda06-f42c-41fb-9165-3e7d5fbadcf1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1253977 Dec 10 19:46:45.662733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34454) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:45.745053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 12bd6d18-7053-4a3b-b263-5094e0f6e727 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:45.826116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-17436fd7-5405-45c9-9985-1c03019ec002', 'network_id': '17436fd7-5405-45c9-9985-1c03019ec002', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': '8c4a2cb0-e71b-40c7-8a43-9386ae0bfd3a'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:46:45.827044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:46.041075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Allocated IP 172.20.0.2 (17436fd7-5405-45c9-9985-1c03019ec002/8c4a2cb0-e71b-40c7-8a43-9386ae0bfd3a/110e9a11-a905-416c-aa02-396106934ae9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:46.057797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:46.069754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f9a04-9507-432a-8732-5158ab1228df None None] Sync routers for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:46.073855 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/12bd6d18-7053-4a3b-b263-5094e0f6e727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5684044 Dec 10 19:46:46.076578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34458) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:46.170271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f9a04-9507-432a-8732-5158ab1228df None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:46.170984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-099f9a04-9507-432a-8732-5158ab1228df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:46.193332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:46:46.323836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet 25690dcd-add9-4279-bbfa-425db0a6f555 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:46:46.328036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:46.364151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:46.408897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:46.437352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-099f9a04-9507-432a-8732-5158ab1228df None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:46.555750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:46.667784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:46.673849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c82e8400-8d5b-480a-872c-67213013df73 tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:46.722654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=25690dcd-add9-4279-bbfa-425db0a6f555,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:46.728652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:46.737869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:46.743967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e84e1c-c327-456e-8d47-fca0f8856080 None None] Network 4b5bf9d3-e03c-4089-8246-e021b14f4e73 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:46.749275 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/25690dcd-add9-4279-bbfa-425db0a6f555 HTTP/1.1" status: 204 len: 168 time: 0.6689548 Dec 10 19:46:46.749634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34464) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:46.871814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:46.907694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Transition to ACTIVE for port object 110e9a11-a905-416c-aa02-396106934ae9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:47.008823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.056160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Transition to ACTIVE for port object 110e9a11-a905-416c-aa02-396106934ae9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:47.081553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.086974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0753bfeb-d53b-4b74-ace3-5add5b443f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:47.139372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.20.0.1 (17436fd7-5405-45c9-9985-1c03019ec002/8c4a2cb0-e71b-40c7-8a43-9386ae0bfd3a/022f7a5b-c030-4935-bfba-6aa4b73cba80) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:47.189740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Pushing event updated for resources: {'Port': ['ID=110e9a11-a905-416c-aa02-396106934ae9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:47.194578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Network 17436fd7-5405-45c9-9985-1c03019ec002 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:47.197277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:47.201663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:47.204548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:47.208114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-099f9a04-9507-432a-8732-5158ab1228df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:46:44Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'a494110d-be7a-4541-bd5b-a81a04bc9688', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:44:25Z', 'updated_at': '2021-12-10T19:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:47.215497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f9a04-9507-432a-8732-5158ab1228df None None] Checking router: 12bd6d18-7053-4a3b-b263-5094e0f6e727 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:46:47.252587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.267361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port a494110d-be7a-4541-bd5b-a81a04bc9688 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:47.267974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.312646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f9a04-9507-432a-8732-5158ab1228df None None] Routers {'12bd6d18-7053-4a3b-b263-5094e0f6e727'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:47.313356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-099f9a04-9507-432a-8732-5158ab1228df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['12bd6d18-7053-4a3b-b263-5094e0f6e727'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:47.340826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.361412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object 022f7a5b-c030-4935-bfba-6aa4b73cba80 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:47.380737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] DHCP port deletion for 4b5bf9d3-e03c-4089-8246-e021b14f4e73 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:46:47.404306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.412364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:47.458042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Deleting port 099e7a53-03d5-467e-8357-383621ff48cb {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:47.458466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.537943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 17436fd7-5405-45c9-9985-1c03019ec002 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:47.539759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:47.546576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:47.573972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port a494110d-be7a-4541-bd5b-a81a04bc9688, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a494110d-be7a-4541-bd5b-a81a04bc9688,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:47.575169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.604553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=022f7a5b-c030-4935-bfba-6aa4b73cba80,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:47.611265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:47.628878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.654218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Attempting to bind port 110e9a11-a905-416c-aa02-396106934ae9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:47.654616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Attempting to bind port 110e9a11-a905-416c-aa02-396106934ae9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '04d4c4a3-313c-4878-86b5-e11a6b102040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '17436fd7-5405-45c9-9985-1c03019ec002'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:47.655123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Attempting to bind port 110e9a11-a905-416c-aa02-396106934ae9 on network 17436fd7-5405-45c9-9985-1c03019ec002 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:47.695650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:47.696076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Checking segment: {'id': '04d4c4a3-313c-4878-86b5-e11a6b102040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '17436fd7-5405-45c9-9985-1c03019ec002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:47.696536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.697018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Bound using segment: {'id': '04d4c4a3-313c-4878-86b5-e11a6b102040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '17436fd7-5405-45c9-9985-1c03019ec002'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:47.697536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Bound port: 110e9a11-a905-416c-aa02-396106934ae9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d4c4a3-313c-4878-86b5-e11a6b102040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '17436fd7-5405-45c9-9985-1c03019ec002'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:47.697963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.730658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:47.742143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for a494110d-be7a-4541-bd5b-a81a04bc9688 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:47.818367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-099f9a04-9507-432a-8732-5158ab1228df None None] Set router 12bd6d18-7053-4a3b-b263-5094e0f6e727 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:47.865698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 099e7a53-03d5-467e-8357-383621ff48cb no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:47.992431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.000043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-38af536b-8328-4d37-8088-d001cb22385b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:48.025882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-099f9a04-9507-432a-8732-5158ab1228df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:46:47Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:48.062114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=a494110d-be7a-4541-bd5b-a81a04bc9688,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:48.066983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:48.110623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f9a04-9507-432a-8732-5158ab1228df None None] The sync data for ids ['12bd6d18-7053-4a3b-b263-5094e0f6e727'] in dv-neutron-821443-1-hyperv is: [{'id': '12bd6d18-7053-4a3b-b263-5094e0f6e727', 'name': 'tempest-TestNetworkBasicOps-router-1669146181', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:44:23Z', 'updated_at': '2021-12-10T19:46:47Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port_host': None}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:48.146469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] For port 110e9a11-a905-416c-aa02-396106934ae9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:48.176121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] For port 110e9a11-a905-416c-aa02-396106934ae9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=110e9a11-a905-416c-aa02-396106934ae9,segment=NetworkSegment(04d4c4a3-313c-4878-86b5-e11a6b102040),segment_id=04d4c4a3-313c-4878-86b5-e11a6b102040)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:48.238796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.241498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.247534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-98c994cf-6b25-4aba-8a6d-7d4400ef98bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:48.279248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.281733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] For port 099e7a53-03d5-467e-8357-383621ff48cb, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=099e7a53-03d5-467e-8357-383621ff48cb,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:48.282189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.307928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.330992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-db0dc95d-7d92-45d0-9775-a7f0c609af67 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:48.352412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.416815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=022f7a5b-c030-4935-bfba-6aa4b73cba80,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:48.420804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:48.461823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.490232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Calling delete_port for 099e7a53-03d5-467e-8357-383621ff48cb owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:48.591879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Pushing event updated for resources: {'Port': ['ID=110e9a11-a905-416c-aa02-396106934ae9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:48.607576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 099e7a53-03d5-467e-8357-383621ff48cb, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=099e7a53-03d5-467e-8357-383621ff48cb,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:48.611035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:48.620320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:48.640381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:48.709963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:46:48.710526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:46:48.724440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=099e7a53-03d5-467e-8357-383621ff48cb,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:48.728288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:48.803701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 17436fd7-5405-45c9-9985-1c03019ec002 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:48.806815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:48.999070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.003766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.049542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.050195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Fanout notify agent at l3_agent the message router_deleted on router 12bd6d18-7053-4a3b-b263-5094e0f6e727 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:46:49.072242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.076994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/routers/12bd6d18-7053-4a3b-b263-5094e0f6e727 HTTP/1.1" status: 204 len: 168 time: 2.3235869 Dec 10 19:46:49.080475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34472) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:49.212008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Deleting port 099e7a53-03d5-467e-8357-383621ff48cb {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:49.212569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.247873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.261098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 099e7a53-03d5-467e-8357-383621ff48cb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:49.261794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.343419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 394e18d0-5db8-401c-83f2-114ba3d48975 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:46:49.513906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 099e7a53-03d5-467e-8357-383621ff48cb, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=099e7a53-03d5-467e-8357-383621ff48cb,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:49.514434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.537008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] For port 099e7a53-03d5-467e-8357-383621ff48cb, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=099e7a53-03d5-467e-8357-383621ff48cb,segment=NetworkSegment(e93790a2-6bcb-4a12-848f-8b8ad6a1a07d),segment_id=e93790a2-6bcb-4a12-848f-8b8ad6a1a07d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:49.537462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.585777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:49.596891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece17e5-1109-4cc4-a482-eb407df4017b None None] Sync routers for ids ['394e18d0-5db8-401c-83f2-114ba3d48975'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:49.609650 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/394e18d0-5db8-401c-83f2-114ba3d48975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9442117 Dec 10 19:46:49.612205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34476) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:49.618866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece17e5-1109-4cc4-a482-eb407df4017b None None] Routers {'394e18d0-5db8-401c-83f2-114ba3d48975'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:49.619716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cece17e5-1109-4cc4-a482-eb407df4017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['394e18d0-5db8-401c-83f2-114ba3d48975'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:49.681059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Calling delete_port for 099e7a53-03d5-467e-8357-383621ff48cb owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:49.714263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498ecd8c-d7b1-4b6b-8fbe-818802354d52 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:49.714931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-498ecd8c-d7b1-4b6b-8fbe-818802354d52 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:49.749688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-498ecd8c-d7b1-4b6b-8fbe-818802354d52 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:49.752118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-498ecd8c-d7b1-4b6b-8fbe-818802354d52 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports/022f7a5b-c030-4935-bfba-6aa4b73cba80 HTTP/1.1" status: 200 len: 910 time: 0.1385086 Dec 10 19:46:49.755533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:49.756033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cece17e5-1109-4cc4-a482-eb407df4017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:49.759179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 099e7a53-03d5-467e-8357-383621ff48cb owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:49.780150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece17e5-1109-4cc4-a482-eb407df4017b None None] Routers {'394e18d0-5db8-401c-83f2-114ba3d48975'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:49.780839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cece17e5-1109-4cc4-a482-eb407df4017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['394e18d0-5db8-401c-83f2-114ba3d48975'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:49.822313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:49.829902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f8e9265b-3297-401b-b77c-efa9b86fed1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:49.868266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cece17e5-1109-4cc4-a482-eb407df4017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:49.868990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece17e5-1109-4cc4-a482-eb407df4017b None None] The sync data for ids ['394e18d0-5db8-401c-83f2-114ba3d48975'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:49.914104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:46:49.914672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:46:49.915324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Pushing event deleted for resources: {'Port': ['ID=099e7a53-03d5-467e-8357-383621ff48cb,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:49.923885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 110e9a11-a905-416c-aa02-396106934ae9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:49.950217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] No DVR routers for this DVR port 099e7a53-03d5-467e-8357-383621ff48cb on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:46:49.951795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:50.004461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 110e9a11-a905-416c-aa02-396106934ae9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:50.064251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6d1b5d66-0e04-4ae8-b294-9e96398186a9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:50.111461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 6d1b5d66-0e04-4ae8-b294-9e96398186a9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:46:50.112022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6d1b5d66-0e04-4ae8-b294-9e96398186a9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:46:50.112632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a494110d-be7a-4541-bd5b-a81a04bc9688 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:50.149000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: a494110d-be7a-4541-bd5b-a81a04bc9688 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:46:50.149590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a494110d-be7a-4541-bd5b-a81a04bc9688 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:46:50.231410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.416222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 099e7a53-03d5-467e-8357-383621ff48cb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:50.416642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.505639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] The port '099e7a53-03d5-467e-8357-383621ff48cb' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:46:50.577690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c0466-9ccb-47c1-b1bf-ad352dc4b0c3 None None] Network 17436fd7-5405-45c9-9985-1c03019ec002 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:50.647869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.681835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5bf9d3-e03c-4089-8246-e021b14f4e73']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:50.682141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] Provisioning for port 110e9a11-a905-416c-aa02-396106934ae9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:50.697368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:50.697830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93790a2-6bcb-4a12-848f-8b8ad6a1a07d') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:50.701321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] Provisioning complete for port 110e9a11-a905-416c-aa02-396106934ae9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:50.701783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.711547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.727576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.734981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:46:50.735538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:46:50.752429 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:46:50.842301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.846260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:50.871975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.879863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=4b5bf9d3-e03c-4089-8246-e021b14f4e73,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:50.882573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:50.901995 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/4b5bf9d3-e03c-4089-8246-e021b14f4e73 HTTP/1.1" status: 204 len: 168 time: 1.8148861 Dec 10 19:46:50.912949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34486) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:50.918487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--1012412371', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:50.924640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:50.941356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:network and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:50.946284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:50.950396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.956905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:50.969865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:50.976035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:50.996107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] For port 110e9a11-a905-416c-aa02-396106934ae9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=110e9a11-a905-416c-aa02-396106934ae9,segment=NetworkSegment(04d4c4a3-313c-4878-86b5-e11a6b102040),segment_id=04d4c4a3-313c-4878-86b5-e11a6b102040)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:50.999618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.001926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:51.021369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:46:51.033095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.034348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment 8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe of type vlan for network 976824bb-35f5-4699-b962-38099068038b Dec 10 19:46:51.068298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.102175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] Pushing event updated for resources: {'Port': ['ID=110e9a11-a905-416c-aa02-396106934ae9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:51.105085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.111930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:51.114166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:51.114867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.121658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8117c06-0d42-46d4-a198-3bdff7bf3b5f tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:51.160212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 022f7a5b-c030-4935-bfba-6aa4b73cba80 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:51.160745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.260210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=976824bb-35f5-4699-b962-38099068038b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:51.267841 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3523679 Dec 10 19:46:51.267841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:51.268119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34498) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:51.274613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'admin_state_up': True, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:51.280730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 976824bb-35f5-4699-b962-38099068038b details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:46:51.285552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:51.290742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:router and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:51.294233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:51.301263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:51.331032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.332072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.353802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.402581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.454466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7b454b22-4761-4761-858c-b65da0532851 None None] Provisioning for port 022f7a5b-c030-4935-bfba-6aa4b73cba80 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:51.460186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7b454b22-4761-4761-858c-b65da0532851 None None] Provisioning complete for port 022f7a5b-c030-4935-bfba-6aa4b73cba80 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:51.460639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b454b22-4761-4761-858c-b65da0532851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.533795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7b454b22-4761-4761-858c-b65da0532851 None None] Port 022f7a5b-c030-4935-bfba-6aa4b73cba80 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:51.553310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7b454b22-4761-4761-858c-b65da0532851 None None] Provisioning complete for port 110e9a11-a905-416c-aa02-396106934ae9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:51.553865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b454b22-4761-4761-858c-b65da0532851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.564289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 022f7a5b-c030-4935-bfba-6aa4b73cba80 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:51.638201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-356d38f7-9a11-4d8e-bbeb-09a998e5f628 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:51.642192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.684567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-356d38f7-9a11-4d8e-bbeb-09a998e5f628 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:51.693424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-356d38f7-9a11-4d8e-bbeb-09a998e5f628 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947033457&fields=id&tenant_id=80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 267 time: 0.1889863 Dec 10 19:46:51.784664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.790112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a30a744f-3c71-44cf-9adf-f1ddfd9d8bc2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:51.869064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 110e9a11-a905-416c-aa02-396106934ae9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:51.873989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=022f7a5b-c030-4935-bfba-6aa4b73cba80,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:51.877604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:51.985064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 110e9a11-a905-416c-aa02-396106934ae9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:51.985906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:51.997633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-95d4c46a-df19-468a-8d8c-fa629c222735 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:51.998561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-95d4c46a-df19-468a-8d8c-fa629c222735 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:52.045645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-95d4c46a-df19-468a-8d8c-fa629c222735 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:52.047174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-95d4c46a-df19-468a-8d8c-fa629c222735 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 812 time: 0.3524494 Dec 10 19:46:52.079109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3549f289-1914-47be-a5b7-425f1bc76a14 None None] Could not find standard attr ID for object 022f7a5b-c030-4935-bfba-6aa4b73cba80. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:46:52.097368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:52.145666 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-0fe38e51-6427-479d-803e-00398a6b0a19 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/quotas/80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 375 time: 0.0496440 Dec 10 19:46:52.151474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:52.163920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:52.196446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1ec72346-c6b7-4315-b873-795464ea09c5 None None] Could not find standard attr ID for object 022f7a5b-c030-4935-bfba-6aa4b73cba80. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:46:52.331613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-df4caad2-786c-4ac7-b89e-19962c6451af tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:52.402447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-df4caad2-786c-4ac7-b89e-19962c6451af tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:52.404045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-df4caad2-786c-4ac7-b89e-19962c6451af tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2487996 Dec 10 19:46:52.423663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.231 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/945261c3-0f89-4352-94e8-0ad1453f9030) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:52.431360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-520b3905-5d7f-4919-9503-72f6c01c27f4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:46:52.432620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-520b3905-5d7f-4919-9503-72f6c01c27f4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0062122 Dec 10 19:46:52.656528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 394e18d0-5db8-401c-83f2-114ba3d48975 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:46:52.701248 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-7146ec0a-e516-4575-9ceb-dd4af191d24e service neutron] 10.222.0.41 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525177 Dec 10 19:46:52.809553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:52.823706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e320da-5e8a-4397-8260-5de364a29aab None None] Sync routers for ids ['394e18d0-5db8-401c-83f2-114ba3d48975'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:52.828176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/394e18d0-5db8-401c-83f2-114ba3d48975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0709684 Dec 10 19:46:52.828680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:52.832514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34506) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:52.843543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e320da-5e8a-4397-8260-5de364a29aab None None] Routers {'394e18d0-5db8-401c-83f2-114ba3d48975'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:52.844243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-37e320da-5e8a-4397-8260-5de364a29aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['394e18d0-5db8-401c-83f2-114ba3d48975'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:52.892619 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ce62eb8b-0140-4d98-aff3-b886169506cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=394e18d0-5db8-401c-83f2-114ba3d48975 HTTP/1.1" status: 200 len: 205 time: 0.0548050 Dec 10 19:46:52.893424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34510) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:52.912453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-37e320da-5e8a-4397-8260-5de364a29aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:52.924062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e320da-5e8a-4397-8260-5de364a29aab None None] Routers {'394e18d0-5db8-401c-83f2-114ba3d48975'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:52.924742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-37e320da-5e8a-4397-8260-5de364a29aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['394e18d0-5db8-401c-83f2-114ba3d48975'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:52.937573 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-78d96ccd-3df4-4da1-8f58-de1ea9767b3b service neutron] 10.222.0.41 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247593 Dec 10 19:46:52.948338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:52.953356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e847012d-25dc-45f4-a2d3-5c61ebfd8079 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:52.992861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-37e320da-5e8a-4397-8260-5de364a29aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:52.993338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e320da-5e8a-4397-8260-5de364a29aab None None] The sync data for ids ['394e18d0-5db8-401c-83f2-114ba3d48975'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:53.051292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaac6639-680f-4ecf-9fee-289c07eaaf8d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:53.277281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:53.281076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:53.283247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=945261c3-0f89-4352-94e8-0ad1453f9030,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:53.285589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:53.315517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:53.453049 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c98e835b-d0e2-463a-b216-3ff6deb95530 req-3851c8dc-9e00-4a3b-b756-baae8772b85d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 210 time: 0.0638487 Dec 10 19:46:53.531452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:53.532384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:53.738882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaac6639-680f-4ecf-9fee-289c07eaaf8d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:53.744406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaac6639-680f-4ecf-9fee-289c07eaaf8d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:53.769168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaac6639-680f-4ecf-9fee-289c07eaaf8d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:53.769695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaac6639-680f-4ecf-9fee-289c07eaaf8d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Fanout notify agent at l3_agent the message router_deleted on router 394e18d0-5db8-401c-83f2-114ba3d48975 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:46:53.781010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eaac6639-680f-4ecf-9fee-289c07eaaf8d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:53.785348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eaac6639-680f-4ecf-9fee-289c07eaaf8d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/394e18d0-5db8-401c-83f2-114ba3d48975 HTTP/1.1" status: 204 len: 168 time: 0.8907237 Dec 10 19:46:53.787138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34530) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:53.793552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:46:53.996412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet 8c4a2cb0-e71b-40c7-8a43-9386ae0bfd3a {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:46:53.999648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.009967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:46:54.025620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Sync routers for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:46:54.038406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:54.039983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:54.045681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.050246 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7781317 Dec 10 19:46:54.050788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34534) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:54.071323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.104106 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bddf8851-461e-4ef5-8ddd-a1b351d20823 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510571 Dec 10 19:46:54.110258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34538) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:54.171277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.235548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:54.254450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.259764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313cd398-fe04-4fb0-8b54-f770393a5731 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:54.260101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-86dfdf5a-adb5-4737-95d4-dbd12a1418cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:54.264063 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-313cd398-fe04-4fb0-8b54-f770393a5731 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499641 Dec 10 19:46:54.264739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34542) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:54.298078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4a2cb0-e71b-40c7-8a43-9386ae0bfd3a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:54.302609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:54.307219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.314273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-de40f8f8-6951-48d5-a54a-8abe4c5cac10 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449603 Dec 10 19:46:54.314442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/8c4a2cb0-e71b-40c7-8a43-9386ae0bfd3a HTTP/1.1" status: 204 len: 168 time: 0.5252995 Dec 10 19:46:54.314785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34546) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:54.316918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34548) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:54.318956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2e9c1-fea7-4e9c-b763-591f76788ab5 None None] Network 17436fd7-5405-45c9-9985-1c03019ec002 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:54.321638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1941854867', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:54.459169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:54.464210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:54.467274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:54.474543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:54.485623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.488691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:54.497793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 110e9a11-a905-416c-aa02-396106934ae9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:54.498178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.668998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.672327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:53Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:54.676996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Checking router: d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:46:54.678053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Updating router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 port 945261c3-0f89-4352-94e8-0ad1453f9030 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:46:54.741647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] DHCP port deletion for 17436fd7-5405-45c9-9985-1c03019ec002 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:46:54.743663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.746784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] Deleting port 110e9a11-a905-416c-aa02-396106934ae9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:54.747238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:54.894569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-e2b05d0e-a21d-4c09-a315-99991360ec71 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:54.896189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-e2b05d0e-a21d-4c09-a315-99991360ec71 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 812 time: 0.2356293 Dec 10 19:46:55.000163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.007773 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d03c3c92-a4ed-4cbb-a099-29896f543bb1 req-ab8326d1-e4e9-481f-a958-52a0bceda8e2 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 210 time: 0.1099880 Dec 10 19:46:55.011812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ebcac75-06cc-4763-88e5-c13d471cc586 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:55.024705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] For port 110e9a11-a905-416c-aa02-396106934ae9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=110e9a11-a905-416c-aa02-396106934ae9,segment=NetworkSegment(04d4c4a3-313c-4878-86b5-e11a6b102040),segment_id=04d4c4a3-313c-4878-86b5-e11a6b102040)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:55.025141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.097815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=aea5aa5d-b370-40a8-9899-f42085b7b01d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:55.101541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:55.129264 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-e3b8f936-2199-43b6-b38a-e505b6ed324a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 379 time: 0.1717312 Dec 10 19:46:55.135957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:55.136487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: 976824bb-35f5-4699-b962-38099068038b, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:46:55.145732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'port': {'device_id': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'admin_state_up': True, 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'security_groups': ['2006a082-df95-47e7-95fe-9d6bde461e0c']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:55.163446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 976824bb-35f5-4699-b962-38099068038b is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:46:55.176465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 976824bb-35f5-4699-b962-38099068038b) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:55.180132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] Calling delete_port for 110e9a11-a905-416c-aa02-396106934ae9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:55.190250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:55.191301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.221200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9052887 Dec 10 19:46:55.222144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34556) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:55.244120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31237b2-3d5a-4bf5-87b9-069b5bd94fac None None] Network 976824bb-35f5-4699-b962-38099068038b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:55.245958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 110e9a11-a905-416c-aa02-396106934ae9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=110e9a11-a905-416c-aa02-396106934ae9,segment=NetworkSegment(04d4c4a3-313c-4878-86b5-e11a6b102040),segment_id=04d4c4a3-313c-4878-86b5-e11a6b102040)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:55.246377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.251949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.274496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Transition to ACTIVE for port object 945261c3-0f89-4352-94e8-0ad1453f9030 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:55.288981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.293219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:55.362423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.375813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-40d9d86f-2edf-4377-a3c2-3084c59ecc5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:55.376261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519cf60-9c1c-4f05-a016-aad66d291c9e None None] Pushing event updated for resources: {'Port': ['ID=945261c3-0f89-4352-94e8-0ad1453f9030,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:55.388775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7519cf60-9c1c-4f05-a016-aad66d291c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:55.408170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Attempting to bind port 945261c3-0f89-4352-94e8-0ad1453f9030 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:55.409049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Attempting to bind port 945261c3-0f89-4352-94e8-0ad1453f9030 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:55.410177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Attempting to bind port 945261c3-0f89-4352-94e8-0ad1453f9030 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:55.419118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:55.420127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:55.421084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.421774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:55.422536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Bound port: 945261c3-0f89-4352-94e8-0ad1453f9030, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:55.423269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.429443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] Pushing event deleted for resources: {'Port': ['ID=110e9a11-a905-416c-aa02-396106934ae9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:55.434611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] No DVR routers for this DVR port 110e9a11-a905-416c-aa02-396106934ae9 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:46:55.451581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:55.485924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 110e9a11-a905-416c-aa02-396106934ae9 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:46:55.571898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] For port 945261c3-0f89-4352-94e8-0ad1453f9030, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:55.575998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] For port 945261c3-0f89-4352-94e8-0ad1453f9030, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=945261c3-0f89-4352-94e8-0ad1453f9030,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:55.585234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.588147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:46:55.588833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:46:55.590987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7519cf60-9c1c-4f05-a016-aad66d291c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:55.640194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:55.651640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:55.664652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-976824bb-35f5-4699-b962-38099068038b', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:46:55.667514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.674949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Made reservation on behalf of 80e491583cea40d48ea7df100fd14933 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:46:55.688402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:55.729902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519cf60-9c1c-4f05-a016-aad66d291c9e None None] Pushing event updated for resources: {'Port': ['ID=945261c3-0f89-4352-94e8-0ad1453f9030,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:55.733666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7519cf60-9c1c-4f05-a016-aad66d291c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:55.734932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:46:55.735599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:55.935998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Allocated IP 172.20.0.2 (976824bb-35f5-4699-b962-38099068038b/aea5aa5d-b370-40a8-9899-f42085b7b01d/1f8a1942-05f6-4c8b-806b-bb09cfb0c943) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:56.000324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Allocated IP 172.20.0.14 (6713b02c-b67b-4579-b91d-3eca64995af7/b778b5b6-17e5-47f5-91eb-6adfe3bfc851/5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:56.089973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 110e9a11-a905-416c-aa02-396106934ae9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:46:56.090648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.186571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:46:56.278832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.290627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Transition to ACTIVE for port object 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:56.312708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Transition to ACTIVE for port object 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:56.318130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 110e9a11-a905-416c-aa02-396106934ae9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:46:56.366193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.377539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c5049b04-d60e-4624-9783-2ef8210109e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:56.424359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.447923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] The port '110e9a11-a905-416c-aa02-396106934ae9' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:46:56.457368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76e5c928-3c13-41f7-8a74-6538a1d4a075 req-be357284-179e-48a9-93f2-6dcfe5880d11 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 210 time: 0.1548266 Dec 10 19:46:56.473606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 110e9a11-a905-416c-aa02-396106934ae9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:46:56.474010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 110e9a11-a905-416c-aa02-396106934ae9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:46:56.478388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Pushing event updated for resources: {'Port': ['ID=1f8a1942-05f6-4c8b-806b-bb09cfb0c943,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:56.484644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:56.498264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Network 976824bb-35f5-4699-b962-38099068038b is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:56.499695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:56.502324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:56.575989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:53Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:56.580971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9931b26-41bf-4884-a37c-8ab1ac631168 None None] The sync data for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv is: [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:53Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:46:56.657835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Attempting to bind port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:56.658367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Attempting to bind port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:56.658863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Attempting to bind port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 on network 976824bb-35f5-4699-b962-38099068038b {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:56.668841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:56.669387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Checking segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:56.670169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.670453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Bound using segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:56.671082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Bound port: 1f8a1942-05f6-4c8b-806b-bb09cfb0c943, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:56.671589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.733026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.779465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.783591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17436fd7-5405-45c9-9985-1c03019ec002']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:56.805487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d4c4a3-313c-4878-86b5-e11a6b102040') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:56.806007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d4c4a3-313c-4878-86b5-e11a6b102040') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:46:56.827623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Transition to ACTIVE for port object 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:56.830040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.832814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] For port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:56.836751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] For port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1f8a1942-05f6-4c8b-806b-bb09cfb0c943,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:56.842582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.852664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.856829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-49aaa43f-31fe-4f29-b85e-a437a328ab8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:56.862290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:46:56.862738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:46:56.879100 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:46:56.980030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Pushing event updated for resources: {'Port': ['ID=1f8a1942-05f6-4c8b-806b-bb09cfb0c943,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:56.983778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:56.985598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:56.989971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0b2edd29-3de1-4cc1-8ce0-f4a0e76bd07d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:57.014714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.1 (976824bb-35f5-4699-b962-38099068038b/aea5aa5d-b370-40a8-9899-f42085b7b01d/e86acbb3-9fe3-430f-8f00-cf6531ce798a) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:57.105406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.108217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:57.125007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:57.134494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e1c3ba2c-31f0-4435-a281-3c3d0f832dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:57.158504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.176231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=17436fd7-5405-45c9-9985-1c03019ec002,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:57.190915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:57.193407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Network 6713b02c-b67b-4579-b91d-3eca64995af7 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:57.196545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:57.201019 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/17436fd7-5405-45c9-9985-1c03019ec002 HTTP/1.1" status: 204 len: 168 time: 2.8828905 Dec 10 19:46:57.201929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:57.213306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34566) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:46:57.222374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1794316881', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:57.234698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:46:57.271589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.291569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:57.292300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.299516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object e86acbb3-9fe3-430f-8f00-cf6531ce798a will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:57.313416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1718850 Dec 10 19:46:57.319364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:router and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:46:57.324591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:46:57.333337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:46:57.341804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-a8e6c079-8655-4305-a39c-4c73df5bf7ae tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:46:57.343713 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-a8e6c079-8655-4305-a39c-4c73df5bf7ae tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0238008 Dec 10 19:46:57.343984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.348221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:57.467800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.470027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.501567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Request body: {'port': {'device_id': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:46:57.532933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 976824bb-35f5-4699-b962-38099068038b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:46:57.537662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:46:57.553708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:46:57.653144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=e86acbb3-9fe3-430f-8f00-cf6531ce798a,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:57.681669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:57.713982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.741271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:57.884246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ca59e4f7-2f9a-4662-bea9-6eb6bc6a043e None None] Provisioning for port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:57.891170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ca59e4f7-2f9a-4662-bea9-6eb6bc6a043e None None] Provisioning complete for port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:57.892910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca59e4f7-2f9a-4662-bea9-6eb6bc6a043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:58.065011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 945261c3-0f89-4352-94e8-0ad1453f9030 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:58.146929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ca59e4f7-2f9a-4662-bea9-6eb6bc6a043e None None] Port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:46:58.178350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 945261c3-0f89-4352-94e8-0ad1453f9030 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:58.185289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 945261c3-0f89-4352-94e8-0ad1453f9030 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:46:58.185805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:58.329077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:58.350772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 945261c3-0f89-4352-94e8-0ad1453f9030, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=945261c3-0f89-4352-94e8-0ad1453f9030,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:46:58.354734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:58.355169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:58.355775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:58.366167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:58.390545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e0f5a72e-c796-4e9d-a775-db818dbb362c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:58.413125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692876-6f3d-4567-a942-fd759181cd47 req-2c89ba5e-7400-4357-ae16-e807492a2585 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:46:58.414417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-05692876-6f3d-4567-a942-fd759181cd47 req-2c89ba5e-7400-4357-ae16-e807492a2585 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:46:58.472650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=945261c3-0f89-4352-94e8-0ad1453f9030,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:58.484787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:58.541072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:46:58.583992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:58.584488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-05692876-6f3d-4567-a942-fd759181cd47 req-2c89ba5e-7400-4357-ae16-e807492a2585 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:46:58.586101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-05692876-6f3d-4567-a942-fd759181cd47 req-2c89ba5e-7400-4357-ae16-e807492a2585 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 932 time: 0.8288748 Dec 10 19:46:58.719641 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-05692876-6f3d-4567-a942-fd759181cd47 req-98f82d28-0423-4e47-9b25-b0e57487a431 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217110 Dec 10 19:46:58.976536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:58.993116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:46:59.001784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.028180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Transition to ACTIVE for port object 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:46:59.030654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.032206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.044659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5a3fc1a-1535-4286-a179-7fe8c34296b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:59.120036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Pushing event updated for resources: {'Port': ['ID=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:59.183071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:59.343432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Attempting to bind port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:46:59.343787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Attempting to bind port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:46:59.344157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Attempting to bind port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 on network 6713b02c-b67b-4579-b91d-3eca64995af7 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:59.351977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 on network 6713b02c-b67b-4579-b91d-3eca64995af7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:46:59.352354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Attempting to bind port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 on network 6713b02c-b67b-4579-b91d-3eca64995af7 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:46:59.369102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:46:59.369761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Checking segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:46:59.370314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Bound using segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:46:59.370835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Bound port: 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:46:59.371298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.378321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.26.8.179 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/33a56b7d-f138-4b04-a483-3f616013a317) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:46:59.410855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.494216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.534715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:59.546465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] For port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:46:59.550584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] For port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:46:59.563790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.572757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5eac4f46-5d04-4a02-9f71-b07a5b446c0e tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:46:59.617829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=e86acbb3-9fe3-430f-8f00-cf6531ce798a,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:59.632800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.634184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] 10.222.0.84 "PUT /v2.0/ports/5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 HTTP/1.1" status: 200 len: 1094 time: 2.2826357 Dec 10 19:46:59.643494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'tag': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:59.651089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.651725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.652723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.653151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.653611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.654253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.654942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.655083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.655469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.655893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.656308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.676203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:59.705365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4c1c4-931d-4b26-8784-29be9f3732b9 None None] Network 976824bb-35f5-4699-b962-38099068038b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:46:59.711430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:46:59.748295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Pushing event updated for resources: {'Port': ['ID=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:46:59.784947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.785304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.785788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.786224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.795119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.795693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.796127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.796796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.797075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.797642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.798060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:46:59.812970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:46:59.879221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-df271f52-1370-4973-8852-0f5151c8d185 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1938183 Dec 10 19:46:59.895121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 945261c3-0f89-4352-94e8-0ad1453f9030 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:46:59.972621 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-c5203570-0cdb-40ea-87fd-ecfcee24e65f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 HTTP/1.1" status: 200 len: 217 time: 0.0818379 Dec 10 19:46:59.974898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'tag': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'status': 'completed', 'code': 200} Dec 10 19:46:59.979825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:00.043353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] Provisioning for port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:00.053921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] Provisioning complete for port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:00.055158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:00.088863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 976824bb-35f5-4699-b962-38099068038b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:00.091664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:00.135329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-828823da-3539-4d86-9720-220088a12b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:00.137616 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-828823da-3539-4d86-9720-220088a12b6a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.1533859 Dec 10 19:47:00.215594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198544-53d9-4572-9caa-dde429848458 req-fe64e38c-8f0d-48ef-9373-a0063a410935 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:00.217247 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96198544-53d9-4572-9caa-dde429848458 req-fe64e38c-8f0d-48ef-9373-a0063a410935 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.1901362 Dec 10 19:47:00.224945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:00.244682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-873e457f-d222-42d1-bb51-cfdcdcea3730 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:00.283457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-02f9460c-4524-480c-9e3a-242b1132d03d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1326699 Dec 10 19:47:00.288939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96198544-53d9-4572-9caa-dde429848458 req-70442f13-f475-4924-9613-898c030660ef tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641391 Dec 10 19:47:00.313112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:00.341244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:00.350457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:00.409290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=33a56b7d-f138-4b04-a483-3f616013a317,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:00.418624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:00.495258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-12c7a1bc-cda8-4eb0-9302-ca577d99bd1e service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047496 Dec 10 19:47:00.675597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-486eacc3-3da7-4b8c-aff1-27a1d47b43a5 req-2db7bd1a-dd17-4d53-be8c-c84a91bd75fd service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724827 Dec 10 19:47:00.726682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 945261c3-0f89-4352-94e8-0ad1453f9030 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:00.727123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:00.740795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:00.742263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:00.796761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:00.829655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-319ff71c-9db6-4e3f-8b46-b42d658e6a02 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1004000 Dec 10 19:47:00.888664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] For port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1f8a1942-05f6-4c8b-806b-bb09cfb0c943,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:00.894342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:00.898438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:00.955291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:00.979270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] Pushing event updated for resources: {'Port': ['ID=1f8a1942-05f6-4c8b-806b-bb09cfb0c943,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:00.984379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:01.002827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-3a5252e0-01c4-400f-9c5c-28a4d729f079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.004516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-3a5252e0-01c4-400f-9c5c-28a4d729f079 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1683977 Dec 10 19:47:01.090116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-da29b0d5-e8ba-4e12-896a-4af70062e610 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 HTTP/1.1" status: 200 len: 217 time: 0.0790927 Dec 10 19:47:01.145672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d8d2d0a-ff77-4fac-9c4a-8eec1a26b953 None None] Provisioning for port e86acbb3-9fe3-430f-8f00-cf6531ce798a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:01.155222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d8d2d0a-ff77-4fac-9c4a-8eec1a26b953 None None] Provisioning complete for port e86acbb3-9fe3-430f-8f00-cf6531ce798a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:01.155222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d8d2d0a-ff77-4fac-9c4a-8eec1a26b953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:01.172847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-6bea3938-4cf1-4dc9-874c-d51ebd7903ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.174572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-6bea3938-4cf1-4dc9-874c-d51ebd7903ef service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0782909 Dec 10 19:47:01.231493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d2d0a-ff77-4fac-9c4a-8eec1a26b953 None None] Port e86acbb3-9fe3-430f-8f00-cf6531ce798a cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:01.248396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d8d2d0a-ff77-4fac-9c4a-8eec1a26b953 None None] Provisioning complete for port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:01.249177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d8d2d0a-ff77-4fac-9c4a-8eec1a26b953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:01.282804 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-6a99cbeb-43da-4fd3-a80e-67a9dcad4d97 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1001999 Dec 10 19:47:01.526115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5bf74720-698e-40be-b60c-cec4c5cd20d0 None None] Provisioning complete for port e86acbb3-9fe3-430f-8f00-cf6531ce798a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:01.526840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bf74720-698e-40be-b60c-cec4c5cd20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:01.528212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-0246f1bc-fd92-4b5a-b3bc-9ba962b146f1 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379801 Dec 10 19:47:01.557251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:01.571687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Sync routers for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:01.579408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 1cb822f3-e7bc-4821-980b-30b49169664d is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:47:01.590069 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/d8b3bdeb-f7fd-47fa-8513-9334cdd9b734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3663538 Dec 10 19:47:01.590957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34582) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:01.612165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5bf74720-698e-40be-b60c-cec4c5cd20d0 None None] Port e86acbb3-9fe3-430f-8f00-cf6531ce798a cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:01.631292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:01.633564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:01.717000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debea11-e6ae-4e54-8da6-9db954a07195 req-cf49b747-9029-4e6f-bf7d-fdc6440110f8 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.718785 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9debea11-e6ae-4e54-8da6-9db954a07195 req-cf49b747-9029-4e6f-bf7d-fdc6440110f8 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.2418077 Dec 10 19:47:01.724870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dac9022-88a7-48f1-a1cf-35b8eabfd8b9 req-17990f4a-719b-4b6a-8a2e-dbe493b6ffcb service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847486 Dec 10 19:47:01.780813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9debea11-e6ae-4e54-8da6-9db954a07195 req-6d7ddf4e-203b-4c14-8a30-cb4f574be21c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548551 Dec 10 19:47:01.860054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:01.924025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675a934-9430-48d1-a1d0-ea70c2261e41 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.924441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675a934-9430-48d1-a1d0-ea70c2261e41 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.924850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675a934-9430-48d1-a1d0-ea70c2261e41 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.925256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675a934-9430-48d1-a1d0-ea70c2261e41 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.925685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675a934-9430-48d1-a1d0-ea70c2261e41 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.926092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675a934-9430-48d1-a1d0-ea70c2261e41 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:01.930096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f675a934-9430-48d1-a1d0-ea70c2261e41 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3369818 Dec 10 19:47:01.931780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34586) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:01.941074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:02.008351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:02.014579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea54ce-66c5-4d77-9e49-33f1bbedde7e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:02.014932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea54ce-66c5-4d77-9e49-33f1bbedde7e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:02.015478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea54ce-66c5-4d77-9e49-33f1bbedde7e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:02.015891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea54ce-66c5-4d77-9e49-33f1bbedde7e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:02.016296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea54ce-66c5-4d77-9e49-33f1bbedde7e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:02.016699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea54ce-66c5-4d77-9e49-33f1bbedde7e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:02.021309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61ea54ce-66c5-4d77-9e49-33f1bbedde7e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0854940 Dec 10 19:47:02.021588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34590) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:02.029757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242489a-3813-48b3-acc0-801d2a146f4c None None] Sync routers for ids ['1cb822f3-e7bc-4821-980b-30b49169664d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:02.033867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:02.037075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:02.037582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:02.039843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8251953 Dec 10 19:47:02.040981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34594) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:02.047490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242489a-3813-48b3-acc0-801d2a146f4c None None] Routers {'1cb822f3-e7bc-4821-980b-30b49169664d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:02.048422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4242489a-3813-48b3-acc0-801d2a146f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1cb822f3-e7bc-4821-980b-30b49169664d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:02.103414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b9e44813-f679-486f-b87b-7f728fe38f33 None None] Provisioning complete for port e86acbb3-9fe3-430f-8f00-cf6531ce798a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:02.103846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9e44813-f679-486f-b87b-7f728fe38f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:02.125487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4242489a-3813-48b3-acc0-801d2a146f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:02.139916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242489a-3813-48b3-acc0-801d2a146f4c None None] Routers {'1cb822f3-e7bc-4821-980b-30b49169664d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:02.140872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4242489a-3813-48b3-acc0-801d2a146f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1cb822f3-e7bc-4821-980b-30b49169664d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:02.162543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b9e44813-f679-486f-b87b-7f728fe38f33 None None] Port e86acbb3-9fe3-430f-8f00-cf6531ce798a cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:02.212819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4242489a-3813-48b3-acc0-801d2a146f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:02.213319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242489a-3813-48b3-acc0-801d2a146f4c None None] The sync data for ids ['1cb822f3-e7bc-4821-980b-30b49169664d'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:02.268468 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-04c7aeed-dd8e-43e9-a3da-25e335f787e5 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3761 time: 0.2445791 Dec 10 19:47:02.283294 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-304df63c-ced8-4e77-aec6-7ebfce4debf2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/routers/1cb822f3-e7bc-4821-980b-30b49169664d HTTP/1.1" status: 200 len: 881 time: 0.2406595 Dec 10 19:47:02.285063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34600) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:02.384369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:02.520668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:46:59Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:02.525528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Checking router: d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:02.525994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Updating router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 port e86acbb3-9fe3-430f-8f00-cf6531ce798a binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:47:02.586513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:02.735015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3fc377c3-94e0-4c23-8f2b-d035e642641f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4485965 Dec 10 19:47:02.738101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34604) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:02.745094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-69cfce13-7be4-4c6e-b306-513e8320381d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1794316881'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:02.973382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:02.986848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Transition to ACTIVE for port object e86acbb3-9fe3-430f-8f00-cf6531ce798a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:02.995060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.000215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:03.019550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d478eb-1704-438c-98fc-32ea123da1fc req-200e0910-6c69-482a-8c3d-122c0d2ba184 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:03.021308 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d478eb-1704-438c-98fc-32ea123da1fc req-200e0910-6c69-482a-8c3d-122c0d2ba184 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.1037996 Dec 10 19:47:03.041365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34610) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:03.071935 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d478eb-1704-438c-98fc-32ea123da1fc req-9bedddb0-016f-4708-ac7b-db0e01f417e2 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Dec 10 19:47:03.101654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224741324', 'description': 'tempest-secgroup-smoke-1224741324 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:03.117044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:03.122851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:03.126557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:03.135592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:03.143419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c4ce-3140-4633-a5ae-7cc7a5cff2ff None None] Pushing event updated for resources: {'Port': ['ID=e86acbb3-9fe3-430f-8f00-cf6531ce798a,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:03.147979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d80c4ce-3140-4633-a5ae-7cc7a5cff2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:03.157774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.216389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:03.222329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:03.226873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:03.234884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:03.242687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Attempting to bind port e86acbb3-9fe3-430f-8f00-cf6531ce798a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:03.243108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Attempting to bind port e86acbb3-9fe3-430f-8f00-cf6531ce798a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:03.243519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Attempting to bind port e86acbb3-9fe3-430f-8f00-cf6531ce798a on network 976824bb-35f5-4699-b962-38099068038b {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:03.250574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:03.250996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Checking segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:03.251443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.251881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Bound using segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:03.252398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Bound port: e86acbb3-9fe3-430f-8f00-cf6531ce798a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:03.252819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.366154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] For port e86acbb3-9fe3-430f-8f00-cf6531ce798a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:03.369889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] For port e86acbb3-9fe3-430f-8f00-cf6531ce798a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e86acbb3-9fe3-430f-8f00-cf6531ce798a,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:03.374304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.380275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:03.442722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.455993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.464537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5789de1b-adf2-41bd-b682-8fb41b7bcd93 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:03.479343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c4ce-3140-4633-a5ae-7cc7a5cff2ff None None] Pushing event updated for resources: {'Port': ['ID=e86acbb3-9fe3-430f-8f00-cf6531ce798a,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:03.484291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d80c4ce-3140-4633-a5ae-7cc7a5cff2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:03.487300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:03.487976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:03.535060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1196664-4613-4036-81f6-9d85334d7472,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:03.538326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:03.552235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.553597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4638562 Dec 10 19:47:03.557310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34614) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:03.563553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'd1196664-4613-4036-81f6-9d85334d7472', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:03.569650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69cfce13-7be4-4c6e-b306-513e8320381d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.573935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:03.578229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:03.581714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69cfce13-7be4-4c6e-b306-513e8320381d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.581880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:03.591778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:03.610179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.678821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.685260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.688200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c24fb8c-f242-4660-b271-27ad3f21d625 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:03.690788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:03.714307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f96a2fb-15e6-4ca2-a8f9-55cea1c0b691,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:03.725047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:03.736209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.737879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1792803 Dec 10 19:47:03.740656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34618) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:03.748956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'd1196664-4613-4036-81f6-9d85334d7472', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:03.755376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:03.760401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:03.764575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:03.771912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:03.794555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.828423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cfce13-7be4-4c6e-b306-513e8320381d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 1cb822f3-e7bc-4821-980b-30b49169664d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:03.863229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.866578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.873242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6363eb0-e600-4afa-9a52-78cce9e6b04b tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:03.893173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4e736d-5005-46b6-9cda-ac864758da1e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:03.895979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:03.905544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:03.909751 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1652796 Dec 10 19:47:03.910408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34622) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:03.917260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'd1196664-4613-4036-81f6-9d85334d7472', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:03.923922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:03.928681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:03.932364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:03.938823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:03.959762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.032034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.036283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.038853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a03380e6-11de-49e4-b599-4a0abfab97ea tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:04.047121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cfce13-7be4-4c6e-b306-513e8320381d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:04.053841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69cfce13-7be4-4c6e-b306-513e8320381d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.055459 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69cfce13-7be4-4c6e-b306-513e8320381d tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/1cb822f3-e7bc-4821-980b-30b49169664d HTTP/1.1" status: 200 len: 888 time: 1.3162773 Dec 10 19:47:04.058792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34626) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:04.062254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83970e1-1f6f-4f54-a4da-563c5deea656 None None] Sync routers for ids ['1cb822f3-e7bc-4821-980b-30b49169664d'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:04.065630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e519f63-1a07-4a4e-aa19-524d22241b51,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:04.070104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:04.078418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.079990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1684930 Dec 10 19:47:04.082809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34630) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:04.083791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83970e1-1f6f-4f54-a4da-563c5deea656 None None] Routers {'1cb822f3-e7bc-4821-980b-30b49169664d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:04.084465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a83970e1-1f6f-4f54-a4da-563c5deea656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1cb822f3-e7bc-4821-980b-30b49169664d'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:04.089846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'd1196664-4613-4036-81f6-9d85334d7472', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:04.096752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:04.101696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:04.105865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:04.113199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:04.135674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.283748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.290543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.298444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0c814958-6b73-494e-847a-866529d28d8d tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:04.305603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a1e7075-c321-4e2d-be63-792135f6a9f4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/routers/1cb822f3-e7bc-4821-980b-30b49169664d HTTP/1.1" status: 200 len: 888 time: 0.2450922 Dec 10 19:47:04.308209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34636) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:04.325168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a83970e1-1f6f-4f54-a4da-563c5deea656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:04.330120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03e36ec-2c43-4d42-9405-62fe454998cf,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:04.332376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:03Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:04.336189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:04.341685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db89e4-9c3c-4d8f-87f3-fb48574c62ca None None] The sync data for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv is: [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:03Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:04.345605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83970e1-1f6f-4f54-a4da-563c5deea656 None None] Routers {'1cb822f3-e7bc-4821-980b-30b49169664d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:04.346211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.346455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a83970e1-1f6f-4f54-a4da-563c5deea656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['1cb822f3-e7bc-4821-980b-30b49169664d'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:04.347501 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2634718 Dec 10 19:47:04.354044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34640) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:04.367670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240778e-d033-4641-9a43-623201e7bcf6 req-9656fb27-f020-426e-a211-5c4ee9e1f55d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:04.371301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'd1196664-4613-4036-81f6-9d85334d7472', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:04.375145 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d240778e-d033-4641-9a43-623201e7bcf6 req-9656fb27-f020-426e-a211-5c4ee9e1f55d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.1618760 Dec 10 19:47:04.379033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ab1d5d1f-074b-415c-9355-71af63acf24f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:47:04.382890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:04.392041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:04.398289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:04.408526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:04.412720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a83970e1-1f6f-4f54-a4da-563c5deea656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:04.413240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83970e1-1f6f-4f54-a4da-563c5deea656 None None] The sync data for ids ['1cb822f3-e7bc-4821-980b-30b49169664d'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:04.417187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ab1d5d1f-074b-415c-9355-71af63acf24f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:47:04.418513 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ab1d5d1f-074b-415c-9355-71af63acf24f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cb822f3-e7bc-4821-980b-30b49169664d HTTP/1.1" status: 200 len: 205 time: 0.1093276 Dec 10 19:47:04.423026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34644) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:04.450930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d240778e-d033-4641-9a43-623201e7bcf6 req-3f568166-3fd7-4ba2-92b6-6d549889874f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608654 Dec 10 19:47:04.506607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:47:04.578825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.941848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.946700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:04.954426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa0233be-d842-4901-a74f-bef8efd93c96 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:04.980902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4ee298-927f-4d9c-a21d-58bd4a97eb50,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:04.983694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:05.002115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.003400 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6433754 Dec 10 19:47:05.006526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34648) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:05.017602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'd1196664-4613-4036-81f6-9d85334d7472', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:05.024908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:05.025758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.029348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:05.032461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:05.039806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:05.049917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:47:05.058194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.134088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.137062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.139035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5eaf0308-f5f8-4dce-897c-270899f2e384 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:05.168621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bd65ea-2223-4677-80fa-d021f9470f4a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:05.172001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:05.176021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.180207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1725163 Dec 10 19:47:05.251360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.262855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 33a56b7d-f138-4b04-a483-3f616013a317 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:05.263238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.430195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-75a97746-dad1-40a4-9732-20b8f73752c2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:47:05.446991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-75a97746-dad1-40a4-9732-20b8f73752c2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:47:05.448513 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-75a97746-dad1-40a4-9732-20b8f73752c2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224741324&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.0644505 Dec 10 19:47:05.466943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.630349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 33a56b7d-f138-4b04-a483-3f616013a317 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:05.675627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-5a265232-57fd-4dd7-a4b3-1923a6ac41d3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:05.676407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-5a265232-57fd-4dd7-a4b3-1923a6ac41d3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:47:05.711467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-5a265232-57fd-4dd7-a4b3-1923a6ac41d3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:47:05.712745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-5a265232-57fd-4dd7-a4b3-1923a6ac41d3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 797 time: 0.2567024 Dec 10 19:47:05.723839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6067-294a-4287-859b-06dc35e0033c req-0ded840d-1048-4ded-8f86-b8f26199f61e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:05.725430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-db8a6067-294a-4287-859b-06dc35e0033c req-0ded840d-1048-4ded-8f86-b8f26199f61e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.1445019 Dec 10 19:47:05.774482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-ae414222-046a-4865-91cd-736da745abbf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.0474074 Dec 10 19:47:05.783273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-db8a6067-294a-4287-859b-06dc35e0033c req-5ba916ed-4f1a-415c-b309-d9442678722c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476327 Dec 10 19:47:05.822800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:05.828738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c08f71ae-c2ed-4962-9118-24839e0ac1e2 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:05.863058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e86acbb3-9fe3-430f-8f00-cf6531ce798a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:05.875097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-8658a602-39e9-4cb4-ac93-faef479cf736 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:47:05.881358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=33a56b7d-f138-4b04-a483-3f616013a317,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:05.885376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:05.893627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-8658a602-39e9-4cb4-ac93-faef479cf736 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:47:05.895512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-8658a602-39e9-4cb4-ac93-faef479cf736 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146171 Dec 10 19:47:05.915588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-f5a15f40-3f2b-407d-9127-553637647ba9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:47:05.916665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-f5a15f40-3f2b-407d-9127-553637647ba9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0068924 Dec 10 19:47:05.941887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e86acbb3-9fe3-430f-8f00-cf6531ce798a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:05.947620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e86acbb3-9fe3-430f-8f00-cf6531ce798a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:05.948046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.071812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-9256d29d-1b88-4c60-871a-b49cc940b1f7 service neutron] 10.222.0.41 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459849 Dec 10 19:47:06.086846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.127244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e86acbb3-9fe3-430f-8f00-cf6531ce798a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e86acbb3-9fe3-430f-8f00-cf6531ce798a,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:06.130446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.133702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:06.137813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.203935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e86acbb3-9fe3-430f-8f00-cf6531ce798a,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:06.207437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:06.222990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-d2f93d4d-b601-49fd-a08f-1c1b5ca87e5f service neutron] 10.222.0.41 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438181 Dec 10 19:47:06.435269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.440180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.442386 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3693e09e-3280-4de6-b596-799061332413 req-67d4c045-e918-41ba-a04a-45b109aedea9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 210 time: 0.0588517 Dec 10 19:47:06.467460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.468082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Fanout notify agent at l3_agent the message router_deleted on router 1cb822f3-e7bc-4821-980b-30b49169664d {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:47:06.484787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.489971 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/1cb822f3-e7bc-4821-980b-30b49169664d HTTP/1.1" status: 204 len: 168 time: 2.0619814 Dec 10 19:47:06.489971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34672) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:06.496234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-619657461'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:06.501713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:06.506203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:06.512034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:06.518669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:06.529104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:06.534938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.565865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:47:06.575501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.575896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment 91113a83-2cf0-4907-b431-703577de62ad of type vlan for network fb07e8fe-fb00-4095-ab35-83e877311f15 Dec 10 19:47:06.602354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.633622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.638100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:06.638846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:06.644550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4fa05040-7cb9-443c-bebb-ac7a7ac896c0 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:06.743304 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2522402 Dec 10 19:47:06.746547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34680) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:06.753541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': 'fb07e8fe-fb00-4095-ab35-83e877311f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:06.755707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=fb07e8fe-fb00-4095-ab35-83e877311f15,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:06.759081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:06.768805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network fb07e8fe-fb00-4095-ab35-83e877311f15 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:47:06.882794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:06.887510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:06.891255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:06.898759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:06.908621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:07.080605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:07.195281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516a503-5b18-49cf-828e-bc2475f1c7fd req-96bf2e5c-6e1d-4baf-b4fb-a4cc99d5ea2f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:07.196887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4516a503-5b18-49cf-828e-bc2475f1c7fd req-96bf2e5c-6e1d-4baf-b4fb-a4cc99d5ea2f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.2691331 Dec 10 19:47:07.263798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4516a503-5b18-49cf-828e-bc2475f1c7fd req-fe3ecd4a-3e40-479b-ba83-5d98a6c81e93 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598528 Dec 10 19:47:07.367819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:07.372153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3679aac-cacf-4ffa-9aa3-249f4b7d5140 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:07.528669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=6fcfa96a-a07a-44af-88a1-b5a52bd42c27,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:07.551002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:07.624683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': '91113a83-2cf0-4907-b431-703577de62ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb07e8fe-fb00-4095-ab35-83e877311f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:07.625017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: fb07e8fe-fb00-4095-ab35-83e877311f15, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:47:07.647194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a1437e41-086f-4b07-94ed-0ccb6e4d6629 req-480fe4fe-83bb-4ba2-80d9-ba8a01768e0b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 210 time: 0.0714939 Dec 10 19:47:07.681498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-36370e67-4237-423c-a152-3995fe0fecfc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:07.683175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-36370e67-4237-423c-a152-3995fe0fecfc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 797 time: 0.2493200 Dec 10 19:47:07.691077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fb07e8fe-fb00-4095-ab35-83e877311f15 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:47:07.699829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, fb07e8fe-fb00-4095-ab35-83e877311f15) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:07.709975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183ed62-e591-4d09-a65d-27920099c51e None None] Network fb07e8fe-fb00-4095-ab35-83e877311f15 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:07.718450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:07.719104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:07.756369 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0059323 Dec 10 19:47:07.758093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34692) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:07.766639 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-17c955f0-f959-42d9-b53f-36b536628a6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 380 time: 0.0647388 Dec 10 19:47:07.766779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-112859602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:07.774707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:07.776956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['d1196664-4613-4036-81f6-9d85334d7472']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:07.778860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:router and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:07.782778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:07.789485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:07.800966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:07.802131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:07.822198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:07.843536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:07.875724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:07.877881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e87f5535-7953-42c7-82f3-298ecbb3a949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1176503 Dec 10 19:47:07.879923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:07.881378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e86acbb3-9fe3-430f-8f00-cf6531ce798a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:07.935083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:07.947326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:07.957847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:07.965030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.013415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e86acbb3-9fe3-430f-8f00-cf6531ce798a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:08.013777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.044404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-fb07e8fe-fb00-4095-ab35-83e877311f15', 'network_id': 'fb07e8fe-fb00-4095-ab35-83e877311f15', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': '6fcfa96a-a07a-44af-88a1-b5a52bd42c27'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:47:08.045347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.149607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.5 (976824bb-35f5-4699-b962-38099068038b/aea5aa5d-b370-40a8-9899-f42085b7b01d/94a33429-6a99-4013-8722-eb63876015c8) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:08.295155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Allocated IP 172.20.0.2 (fb07e8fe-fb00-4095-ab35-83e877311f15/6fcfa96a-a07a-44af-88a1-b5a52bd42c27/071dc1e9-191b-4d32-9dae-a0e7dd55e994) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:08.380564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.401532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 94a33429-6a99-4013-8722-eb63876015c8 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:08.422226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.482719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.489412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-58211365-19b1-48c8-a0a1-3a94f307da02 tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:08.529474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.542179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Transition to ACTIVE for port object 071dc1e9-191b-4d32-9dae-a0e7dd55e994 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:08.563626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Transition to ACTIVE for port object 071dc1e9-191b-4d32-9dae-a0e7dd55e994 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:08.571539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.578755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d3e282c-42c3-4ce9-bc4f-5bac54932a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:08.606201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=94a33429-6a99-4013-8722-eb63876015c8,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:08.610367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 976824bb-35f5-4699-b962-38099068038b is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:08.614600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:08.615519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:08.619028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:08.662929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Pushing event updated for resources: {'Port': ['ID=071dc1e9-191b-4d32-9dae-a0e7dd55e994,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:08.668685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:08.674234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685793-e7bd-4fb9-9c55-3623e31d4157 req-b20c4875-530f-4f83-9dc5-f83ade907909 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:08.677324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b685793-e7bd-4fb9-9c55-3623e31d4157 req-b20c4875-530f-4f83-9dc5-f83ade907909 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.2536914 Dec 10 19:47:08.688308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Network fb07e8fe-fb00-4095-ab35-83e877311f15 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:08.689884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:08.692474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:08.756131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:08.757293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.810312 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b685793-e7bd-4fb9-9c55-3623e31d4157 req-02246f93-cf07-4061-abc1-7c2d520f66e2 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155317 Dec 10 19:47:08.812911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0409129 Dec 10 19:47:08.827391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Request body: {'port': {'device_id': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:08.843146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Attempting to bind port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:08.843861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Attempting to bind port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '91113a83-2cf0-4907-b431-703577de62ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb07e8fe-fb00-4095-ab35-83e877311f15'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:08.844524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Attempting to bind port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 on network fb07e8fe-fb00-4095-ab35-83e877311f15 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:08.857785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:08.858620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Checking segment: {'id': '91113a83-2cf0-4907-b431-703577de62ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb07e8fe-fb00-4095-ab35-83e877311f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:08.859563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.860313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Bound using segment: {'id': '91113a83-2cf0-4907-b431-703577de62ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb07e8fe-fb00-4095-ab35-83e877311f15'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:08.861076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Bound port: 071dc1e9-191b-4d32-9dae-a0e7dd55e994, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91113a83-2cf0-4907-b431-703577de62ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb07e8fe-fb00-4095-ab35-83e877311f15'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:08.862229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.970066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] For port 071dc1e9-191b-4d32-9dae-a0e7dd55e994, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:08.973676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] For port 071dc1e9-191b-4d32-9dae-a0e7dd55e994, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=071dc1e9-191b-4d32-9dae-a0e7dd55e994,segment=NetworkSegment(91113a83-2cf0-4907-b431-703577de62ad),segment_id=91113a83-2cf0-4907-b431-703577de62ad)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:08.979716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:08.984657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ae2f285-0e2d-4255-b7fc-f502a75aa971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:09.042124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:09.084680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3fe8a9d7-c172-44c1-afbf-39f0b0b463fc None None] Provisioning for port 94a33429-6a99-4013-8722-eb63876015c8 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:09.090686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Pushing event updated for resources: {'Port': ['ID=071dc1e9-191b-4d32-9dae-a0e7dd55e994,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:09.094282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:09.095153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3fe8a9d7-c172-44c1-afbf-39f0b0b463fc None None] Provisioning complete for port 94a33429-6a99-4013-8722-eb63876015c8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:09.095576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a9d7-c172-44c1-afbf-39f0b0b463fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:09.099129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.20.0.1 (fb07e8fe-fb00-4095-ab35-83e877311f15/6fcfa96a-a07a-44af-88a1-b5a52bd42c27/3d58f40e-fdf5-4aa6-a30b-90e50ad43783) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:09.132421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27b70-71ad-42b4-82cf-5a18a6c88df7 req-00bcd31e-3712-4e76-9090-9f4cd369854e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:09.133298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c2b27b70-71ad-42b4-82cf-5a18a6c88df7 req-00bcd31e-3712-4e76-9090-9f4cd369854e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:47:09.159152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8a9d7-c172-44c1-afbf-39f0b0b463fc None None] Port 94a33429-6a99-4013-8722-eb63876015c8 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:09.212480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c2b27b70-71ad-42b4-82cf-5a18a6c88df7 req-00bcd31e-3712-4e76-9090-9f4cd369854e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:47:09.213887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b27b70-71ad-42b4-82cf-5a18a6c88df7 req-00bcd31e-3712-4e76-9090-9f4cd369854e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 931 time: 0.3499322 Dec 10 19:47:09.285903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:09.304268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object 3d58f40e-fdf5-4aa6-a30b-90e50ad43783 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:09.334205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:09.340011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:09.436647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fb07e8fe-fb00-4095-ab35-83e877311f15 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:09.443005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:09.448392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:09.501235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=3d58f40e-fdf5-4aa6-a30b-90e50ad43783,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:09.506812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:09.529131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:09.633267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:09.659578 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b27b70-71ad-42b4-82cf-5a18a6c88df7 req-68f5c0d0-6261-463f-86c5-f24d4087920c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331169 Dec 10 19:47:09.766638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a33429-6a99-4013-8722-eb63876015c8 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:47:09.774419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:09.793784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Transition to ACTIVE for port object 94a33429-6a99-4013-8722-eb63876015c8 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:09.796937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:09.802175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19ae19d2-bb86-4f5d-930c-eae845f3245c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:09.865796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 071dc1e9-191b-4d32-9dae-a0e7dd55e994 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:09.947022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Pushing event updated for resources: {'Port': ['ID=94a33429-6a99-4013-8722-eb63876015c8,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:09.950357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:09.954520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:10.080670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:10.086449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:10.119381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1869c847-abc9-43d5-ab9f-6428a5dfd580 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:10.130189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Attempting to bind port 94a33429-6a99-4013-8722-eb63876015c8 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:10.130553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Attempting to bind port 94a33429-6a99-4013-8722-eb63876015c8 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:10.130933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Attempting to bind port 94a33429-6a99-4013-8722-eb63876015c8 on network 976824bb-35f5-4699-b962-38099068038b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:10.144808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Port 94a33429-6a99-4013-8722-eb63876015c8 on network 976824bb-35f5-4699-b962-38099068038b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:47:10.145173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Attempting to bind port 94a33429-6a99-4013-8722-eb63876015c8 on network 976824bb-35f5-4699-b962-38099068038b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:10.161567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4544a50-708a-4c28-940a-0cb5c886d123 req-de183130-417a-46d4-bd04-f3173068332d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:10.163762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4544a50-708a-4c28-940a-0cb5c886d123 req-de183130-417a-46d4-bd04-f3173068332d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.1215177 Dec 10 19:47:10.164721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:10.165096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Checking segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:10.165549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Bound using segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:10.166624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Bound port: 94a33429-6a99-4013-8722-eb63876015c8, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:10.166624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:10.208954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=3d58f40e-fdf5-4aa6-a30b-90e50ad43783,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:10.214501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:10.222135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:10.280473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4544a50-708a-4c28-940a-0cb5c886d123 req-6539dbca-c02d-47aa-9d73-93e38b33bfc4 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039534 Dec 10 19:47:10.306719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] For port 94a33429-6a99-4013-8722-eb63876015c8, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:10.310218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] For port 94a33429-6a99-4013-8722-eb63876015c8, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=94a33429-6a99-4013-8722-eb63876015c8,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:10.315033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:10.321885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:10.374668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fb07e8fe-fb00-4095-ab35-83e877311f15 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:10.375907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:10.376616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:10.378634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] 10.222.0.84 "PUT /v2.0/ports/94a33429-6a99-4013-8722-eb63876015c8 HTTP/1.1" status: 200 len: 1093 time: 1.5571659 Dec 10 19:47:10.381703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'tag': '94a33429-6a99-4013-8722-eb63876015c8'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:10.431653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Pushing event updated for resources: {'Port': ['ID=94a33429-6a99-4013-8722-eb63876015c8,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:10.464135 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'tag': '94a33429-6a99-4013-8722-eb63876015c8', 'status': 'completed', 'code': 200} Dec 10 19:47:10.465433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:10.562015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-e7c6449e-2270-4f6f-bddf-83012ac76b99 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 1096 time: 0.1004162 Dec 10 19:47:10.653275 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-38eaf653-3ecd-458e-90c7-402a3aff7d5b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94a33429-6a99-4013-8722-eb63876015c8 HTTP/1.1" status: 200 len: 217 time: 0.0838645 Dec 10 19:47:10.730621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-93557269-d182-4235-922b-2771f2ac6177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:10.732226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-93557269-d182-4235-922b-2771f2ac6177 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.0727427 Dec 10 19:47:10.879896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-10e1db35-53b9-479f-9082-9355c3263b2a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1398492 Dec 10 19:47:10.906587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 69266869-17c2-4613-a9eb-52dca0f6b052 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:47:10.949228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0903e07-b2b7-4da7-875f-eb4fa07bd8c1 None None] Network fb07e8fe-fb00-4095-ab35-83e877311f15 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:11.009275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728326a8-61e8-498b-b920-2dc94f46d64b req-72a55a08-abbb-4370-a8fe-9f3c06b44bdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:11.010889 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-728326a8-61e8-498b-b920-2dc94f46d64b req-72a55a08-abbb-4370-a8fe-9f3c06b44bdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 943 time: 0.1962864 Dec 10 19:47:11.089634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-728326a8-61e8-498b-b920-2dc94f46d64b req-3a0ab8e3-2127-4dda-bee2-36805f50efc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706916 Dec 10 19:47:11.095212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-e2e351a5-52bb-4148-bbb4-e37c9ddd1e9f service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074919 Dec 10 19:47:11.100215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Provisioning for port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:11.108402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Provisioning complete for port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:11.109145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:11.126484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:11.138165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf986e-c0d8-4f67-8d9e-f8bb2558716c None None] Sync routers for ids ['69266869-17c2-4613-a9eb-52dca0f6b052'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:11.142010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/69266869-17c2-4613-a9eb-52dca0f6b052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2609694 Dec 10 19:47:11.144586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34710) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:11.153553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf986e-c0d8-4f67-8d9e-f8bb2558716c None None] Routers {'69266869-17c2-4613-a9eb-52dca0f6b052'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:11.154451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-08bf986e-c0d8-4f67-8d9e-f8bb2558716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['69266869-17c2-4613-a9eb-52dca0f6b052'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:11.230474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-08bf986e-c0d8-4f67-8d9e-f8bb2558716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:11.231179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89425472-e7f7-4ce8-8ca1-498693062ab7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:11.232443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-89425472-e7f7-4ce8-8ca1-498693062ab7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:47:11.237134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7dacd805-a2d5-4605-9405-99c135cb9555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:11.246100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf986e-c0d8-4f67-8d9e-f8bb2558716c None None] Routers {'69266869-17c2-4613-a9eb-52dca0f6b052'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:11.247383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-08bf986e-c0d8-4f67-8d9e-f8bb2558716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['69266869-17c2-4613-a9eb-52dca0f6b052'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:11.253678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-89425472-e7f7-4ce8-8ca1-498693062ab7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:47:11.255700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-89425472-e7f7-4ce8-8ca1-498693062ab7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports/3d58f40e-fdf5-4aa6-a30b-90e50ad43783 HTTP/1.1" status: 200 len: 910 time: 0.1098728 Dec 10 19:47:11.258940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34714) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:11.266325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6fcfa96a-a07a-44af-88a1-b5a52bd42c27'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:11.276070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c3824e8-148a-42a4-9239-92904846c3c6 req-b85736d7-9eea-4b5f-b072-1fd24632f244 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724918 Dec 10 19:47:11.321544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-08bf986e-c0d8-4f67-8d9e-f8bb2558716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:11.322124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf986e-c0d8-4f67-8d9e-f8bb2558716c None None] The sync data for ids ['69266869-17c2-4613-a9eb-52dca0f6b052'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:11.397973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:11.432994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-e7623148-5570-48f0-90d6-4410f1dd09eb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 1096 time: 0.0826242 Dec 10 19:47:11.461155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] For port 071dc1e9-191b-4d32-9dae-a0e7dd55e994, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=071dc1e9-191b-4d32-9dae-a0e7dd55e994,segment=NetworkSegment(91113a83-2cf0-4907-b431-703577de62ad),segment_id=91113a83-2cf0-4907-b431-703577de62ad)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:11.474935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:11.477389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2898d8e-8438-4bc0-8d61-2a04e72f8e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:11.552371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Pushing event updated for resources: {'Port': ['ID=071dc1e9-191b-4d32-9dae-a0e7dd55e994,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:11.562783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.563180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.563690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.564067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.564488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.564842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.565212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.565594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.565959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.566594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.566721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:11.571719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:11.612463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:11.677903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:47:11.714436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-7b521cfb-9198-4619-b4d2-7ce1404795c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:11.716058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-7b521cfb-9198-4619-b4d2-7ce1404795c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 898 time: 0.2757280 Dec 10 19:47:11.727164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523de73-d7f9-4c1d-b2af-6ed5d32249a7 req-95d3b464-e4ba-41c5-8b60-03a3d2ec418a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:11.728896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6523de73-d7f9-4c1d-b2af-6ed5d32249a7 req-95d3b464-e4ba-41c5-8b60-03a3d2ec418a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 944 time: 0.2242608 Dec 10 19:47:11.825023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-915c1962-028a-426b-9df8-a7f3e78d9d5f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94a33429-6a99-4013-8722-eb63876015c8 HTTP/1.1" status: 200 len: 217 time: 0.0950754 Dec 10 19:47:11.865198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 071dc1e9-191b-4d32-9dae-a0e7dd55e994 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:11.899106 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6523de73-d7f9-4c1d-b2af-6ed5d32249a7 req-3826b049-7607-4a67-94f6-a3cc977d1270 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155336 Dec 10 19:47:11.908860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-d64c50bb-a263-49fc-b98a-d5ff0a0c1a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:11.910489 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-d64c50bb-a263-49fc-b98a-d5ff0a0c1a7e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.0771279 Dec 10 19:47:11.938573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1e5830db-4aa2-4793-8548-d42b4d4dbde2 None None] Provisioning complete for port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:11.938993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5830db-4aa2-4793-8548-d42b4d4dbde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.012072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-312a95d6-c633-4aff-bc22-54d1c8d04052 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940905 Dec 10 19:47:12.060914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:12.061329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.179750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-7700ce5c-402b-4842-98ab-a84f8ad62790 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595874 Dec 10 19:47:12.328858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.339201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:12.341534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.375978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90f76956-8451-4944-bd84-c31dbb8b1add tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:12.396823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'port_id': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'mac_address': 'fa:16:3e:c0:ac:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:47:12.409479 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a32f2ae7-f11a-450d-9851-e694a5e72bd1 req-fc314ef2-ad2d-454f-98c7-9dd2564a597b service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234809 Dec 10 19:47:12.423000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0128ee-2b06-4bd1-a3a4-dec4e6838a11 req-9f573eaa-f1e7-47f8-a1cc-40ce4ccdc304 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:12.424569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e0128ee-2b06-4bd1-a3a4-dec4e6838a11 req-9f573eaa-f1e7-47f8-a1cc-40ce4ccdc304 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 943 time: 0.1389589 Dec 10 19:47:12.490105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=3d58f40e-fdf5-4aa6-a30b-90e50ad43783,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:12.491565 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e0128ee-2b06-4bd1-a3a4-dec4e6838a11 req-a1170e00-f0d1-4d84-9185-f39a9abeb257 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592349 Dec 10 19:47:12.493179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:12.510472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:12.510472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.510472 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/ports/3d58f40e-fdf5-4aa6-a30b-90e50ad43783 HTTP/1.1" status: 200 len: 910 time: 1.2427595 Dec 10 19:47:12.511369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34722) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:12.550028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.566131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.586395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:47:12.591686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1e5830db-4aa2-4793-8548-d42b4d4dbde2 None None] Provisioning for port 3d58f40e-fdf5-4aa6-a30b-90e50ad43783 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:12.602317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1e5830db-4aa2-4793-8548-d42b4d4dbde2 None None] Provisioning complete for port 3d58f40e-fdf5-4aa6-a30b-90e50ad43783 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:12.602750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e5830db-4aa2-4793-8548-d42b4d4dbde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.644919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:12.657984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.661736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:12.706027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1e5830db-4aa2-4793-8548-d42b4d4dbde2 None None] Port 3d58f40e-fdf5-4aa6-a30b-90e50ad43783 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:12.732320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:12.735748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:12.830825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ed828bbd-4582-492c-8236-512952c65a8d None None] Provisioning complete for port 3d58f40e-fdf5-4aa6-a30b-90e50ad43783 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:12.831267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed828bbd-4582-492c-8236-512952c65a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:12.890435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ed828bbd-4582-492c-8236-512952c65a8d None None] Port 3d58f40e-fdf5-4aa6-a30b-90e50ad43783 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:13.081085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:47:13.164660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2b235-cc71-4d14-9921-bcc4d8493b3c req-fe00c14a-c8ac-4be3-83b2-cc5f623fd295 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:13.166286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72d2b235-cc71-4d14-9921-bcc4d8493b3c req-fe00c14a-c8ac-4be3-83b2-cc5f623fd295 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 945 time: 0.1233892 Dec 10 19:47:13.190628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:13.348402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72d2b235-cc71-4d14-9921-bcc4d8493b3c req-b3c3614e-c931-4946-ad2e-13b3fe2983f6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742661 Dec 10 19:47:13.769064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a57e-6508-4789-9b14-1f5b5157662d req-bbe895ce-aa1a-443e-a5cf-b19dcf9c92df tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:13.770702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7f08a57e-6508-4789-9b14-1f5b5157662d req-bbe895ce-aa1a-443e-a5cf-b19dcf9c92df tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 943 time: 0.1605392 Dec 10 19:47:13.792732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:13.870662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1baaafa-be86-4e2d-9a0d-303eb67ed833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:13.875361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7f08a57e-6508-4789-9b14-1f5b5157662d req-bf90f691-f4ee-4e79-a33c-1e971d8bfc25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960095 Dec 10 19:47:13.947841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 3d58f40e-fdf5-4aa6-a30b-90e50ad43783 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:13.948226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:14.137710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:14.265737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 3d58f40e-fdf5-4aa6-a30b-90e50ad43783 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:14.442725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:14.449540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:14.537296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=3d58f40e-fdf5-4aa6-a30b-90e50ad43783,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:14.545394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:14.736404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4c07f-5d40-4190-9e7a-d409f0851628 req-f5f41655-9e76-4431-8db4-7bf5ac0611c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:14.738046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24c4c07f-5d40-4190-9e7a-d409f0851628 req-f5f41655-9e76-4431-8db4-7bf5ac0611c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 945 time: 0.2540963 Dec 10 19:47:14.858860 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24c4c07f-5d40-4190-9e7a-d409f0851628 req-fd46fc17-f91f-4621-9747-1bc9671c1118 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079788 Dec 10 19:47:14.860154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:15.219907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a3896-578a-468c-998c-1f3336215d3c req-ed9c121a-2aef-4a70-b033-80549fdc4d86 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:15.221492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8a9a3896-578a-468c-998c-1f3336215d3c req-ed9c121a-2aef-4a70-b033-80549fdc4d86 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 943 time: 0.2236841 Dec 10 19:47:15.318749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:15.621401 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8a9a3896-578a-468c-998c-1f3336215d3c req-b40cc472-675b-47f5-a7a1-cab92a6838d8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436842 Dec 10 19:47:15.629574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 69266869-17c2-4613-a9eb-52dca0f6b052 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:15.710285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 94a33429-6a99-4013-8722-eb63876015c8 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:47:15.712829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:15.779480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:15.794897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70045068-75d5-4a12-a87f-6d372f728a7b None None] Sync routers for ids ['69266869-17c2-4613-a9eb-52dca0f6b052'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:15.796132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/69266869-17c2-4613-a9eb-52dca0f6b052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2881887 Dec 10 19:47:15.798967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34734) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:15.845287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-64f7e11e-64a6-4afb-91ea-4053ab849dd8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:47:15.860882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-64f7e11e-64a6-4afb-91ea-4053ab849dd8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:47:15.862154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-64f7e11e-64a6-4afb-91ea-4053ab849dd8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=69266869-17c2-4613-a9eb-52dca0f6b052 HTTP/1.1" status: 200 len: 205 time: 0.0622110 Dec 10 19:47:15.864910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34738) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:15.887315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70045068-75d5-4a12-a87f-6d372f728a7b None None] Routers {'69266869-17c2-4613-a9eb-52dca0f6b052'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:15.888012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-70045068-75d5-4a12-a87f-6d372f728a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['69266869-17c2-4613-a9eb-52dca0f6b052'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:15.959006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:15.975048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-70045068-75d5-4a12-a87f-6d372f728a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:15.979659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:15.980084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.039226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 94a33429-6a99-4013-8722-eb63876015c8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=94a33429-6a99-4013-8722-eb63876015c8,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:16.065065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a44dd2c-b323-4647-992e-fc736acb5520 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.067289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '94a33429-6a99-4013-8722-eb63876015c8', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'port_id': '94a33429-6a99-4013-8722-eb63876015c8', 'mac_address': 'fa:16:3e:0e:d0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:47:16.072409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70045068-75d5-4a12-a87f-6d372f728a7b None None] Routers {'69266869-17c2-4613-a9eb-52dca0f6b052'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:16.073089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-70045068-75d5-4a12-a87f-6d372f728a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['69266869-17c2-4613-a9eb-52dca0f6b052'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:16.174872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-70045068-75d5-4a12-a87f-6d372f728a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:16.175331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70045068-75d5-4a12-a87f-6d372f728a7b None None] The sync data for ids ['69266869-17c2-4613-a9eb-52dca0f6b052'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:16.224421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0bf01-2a2a-4430-8eb5-f525b5ec7c78 req-a44f40b8-b6ac-49b3-8a0c-c24235fb0330 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:16.226195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2fc0bf01-2a2a-4430-8eb5-f525b5ec7c78 req-a44f40b8-b6ac-49b3-8a0c-c24235fb0330 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 945 time: 0.2343068 Dec 10 19:47:16.241472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.274847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a33429-6a99-4013-8722-eb63876015c8 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:47:16.279864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.305765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 94a33429-6a99-4013-8722-eb63876015c8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=94a33429-6a99-4013-8722-eb63876015c8,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:16.312887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.315388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:16.353736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:16.381282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:16.390058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.399905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=94a33429-6a99-4013-8722-eb63876015c8,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:16.403036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:16.403547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ce654f7-0cd2-4b29-8c51-a2aec575a5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:16.436972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'code': 200} Dec 10 19:47:16.476579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:16.479780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:16.560323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2fc0bf01-2a2a-4430-8eb5-f525b5ec7c78 req-4b6d6a24-cdcf-40bb-8bfd-64b97092f176 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248312 Dec 10 19:47:16.570495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a44dd2c-b323-4647-992e-fc736acb5520 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.575799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a44dd2c-b323-4647-992e-fc736acb5520 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.637201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a44dd2c-b323-4647-992e-fc736acb5520 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.637843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a44dd2c-b323-4647-992e-fc736acb5520 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Fanout notify agent at l3_agent the message router_deleted on router 69266869-17c2-4613-a9eb-52dca0f6b052 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:47:16.637968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['94a33429-6a99-4013-8722-eb63876015c8'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:47:16.655317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a44dd2c-b323-4647-992e-fc736acb5520 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:16.659250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a44dd2c-b323-4647-992e-fc736acb5520 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/69266869-17c2-4613-a9eb-52dca0f6b052 HTTP/1.1" status: 204 len: 168 time: 0.7903833 Dec 10 19:47:16.659250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34748) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:16.881472 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-571f8085-1ff9-4a6a-9025-5d446264280a req-4ceee198-fc91-4885-a8c8-cb719ee4e968 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 1099 time: 0.2843714 Dec 10 19:47:16.993204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet 6fcfa96a-a07a-44af-88a1-b5a52bd42c27 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:47:16.997315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-571f8085-1ff9-4a6a-9025-5d446264280a req-8d6cb0ff-b998-4d8b-b471-dfb966fae050 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073475 Dec 10 19:47:17.003198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da789d-5b95-4d93-84c3-5146e6c11d5b req-08db1468-a060-472d-a3c6-f0c32b46be90 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:17.004700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88da789d-5b95-4d93-84c3-5146e6c11d5b req-08db1468-a060-472d-a3c6-f0c32b46be90 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 944 time: 0.2440617 Dec 10 19:47:17.005367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:17.095235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:17.140328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88da789d-5b95-4d93-84c3-5146e6c11d5b req-f7b9967a-a0eb-4b1a-98a7-541bca9cfa2d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030767 Dec 10 19:47:17.188090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:17.267183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:17.271882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-65c74476-984e-4891-8104-58c8104d1d65 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:17.308744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcfa96a-a07a-44af-88a1-b5a52bd42c27,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:17.311477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:17.317025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:17.323507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166f652-c09d-4a9c-8a46-76eb1f22229d None None] Network fb07e8fe-fb00-4095-ab35-83e877311f15 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:17.324334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/6fcfa96a-a07a-44af-88a1-b5a52bd42c27 HTTP/1.1" status: 204 len: 168 time: 0.6640561 Dec 10 19:47:17.327063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34752) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:17.601431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] DHCP port deletion for fb07e8fe-fb00-4095-ab35-83e877311f15 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:47:17.606070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] Deleting port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:17.606588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:17.689455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:17.736389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 94a33429-6a99-4013-8722-eb63876015c8 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:17.755373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:17.755691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:17.832495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 071dc1e9-191b-4d32-9dae-a0e7dd55e994 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:47:17.891020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b38ae-109f-4522-a84e-98337e0e37ae req-3d19f452-0220-4cd0-bb0d-e4022b441aef tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:17.892654 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b10b38ae-109f-4522-a84e-98337e0e37ae req-3d19f452-0220-4cd0-bb0d-e4022b441aef tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 946 time: 0.2001567 Dec 10 19:47:17.947619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] For port 071dc1e9-191b-4d32-9dae-a0e7dd55e994, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=071dc1e9-191b-4d32-9dae-a0e7dd55e994,segment=NetworkSegment(91113a83-2cf0-4907-b431-703577de62ad),segment_id=91113a83-2cf0-4907-b431-703577de62ad)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:17.948074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.039085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 071dc1e9-191b-4d32-9dae-a0e7dd55e994, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=071dc1e9-191b-4d32-9dae-a0e7dd55e994,segment=NetworkSegment(91113a83-2cf0-4907-b431-703577de62ad),segment_id=91113a83-2cf0-4907-b431-703577de62ad)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:18.039495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.051614 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b10b38ae-109f-4522-a84e-98337e0e37ae req-e219195f-cfd3-45e8-92b1-a3be1d5456de tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407750 Dec 10 19:47:18.090269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] Calling delete_port for 071dc1e9-191b-4d32-9dae-a0e7dd55e994 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:18.163218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 94a33429-6a99-4013-8722-eb63876015c8 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:18.174995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 071dc1e9-191b-4d32-9dae-a0e7dd55e994 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:18.307919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.317452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccfe81c6-48b1-4f74-a9f1-477551ec00ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:18.361399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 94a33429-6a99-4013-8722-eb63876015c8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:18.362216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.369959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=071dc1e9-191b-4d32-9dae-a0e7dd55e994,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:18.379818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:18.389675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No DVR routers for this DVR port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:47:18.422500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: (self, other), Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:47:18.461734 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:47:18.476622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:47:18.477035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:47:18.543645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b0be4-b3e0-4ae7-931d-ec66e7129c13 req-11818ee2-5487-43b4-9d95-d491b96a685c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:18.545243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c0b0be4-b3e0-4ae7-931d-ec66e7129c13 req-11818ee2-5487-43b4-9d95-d491b96a685c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 944 time: 0.2744560 Dec 10 19:47:18.571558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.581423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.610045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a33429-6a99-4013-8722-eb63876015c8'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:18.614712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb07e8fe-fb00-4095-ab35-83e877311f15']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:18.619840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 94a33429-6a99-4013-8722-eb63876015c8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=94a33429-6a99-4013-8722-eb63876015c8,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:18.624072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.626036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d3c4e4d-a869-43ed-a1c8-aceaba6d14ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:18.632858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91113a83-2cf0-4907-b431-703577de62ad') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:18.633205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91113a83-2cf0-4907-b431-703577de62ad') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:18.644590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c0b0be4-b3e0-4ae7-931d-ec66e7129c13 req-c9d699c3-97fe-4419-bfbe-bdd415c0846e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927215 Dec 10 19:47:18.648731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.666858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.672998 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a33429-6a99-4013-8722-eb63876015c8', 'code': 200} Dec 10 19:47:18.675548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:47:18.676003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:47:18.694471 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:47:18.702514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=94a33429-6a99-4013-8722-eb63876015c8,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:18.705993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:18.782768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.786512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a14fa999-9819-4336-b0ae-9db446da7dbb tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:18.802269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.814155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=fb07e8fe-fb00-4095-ab35-83e877311f15,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:18.819127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:18.825101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/fb07e8fe-fb00-4095-ab35-83e877311f15 HTTP/1.1" status: 204 len: 168 time: 1.4969647 Dec 10 19:47:18.828860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34762) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:18.834317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1734936765', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:18.873834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:18.890447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:router and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:18.895377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:18.903114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:18.923759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.924757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.949302 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb50f1e3-ee90-44f2-b460-ae42c84fdbd8 req-42a442c9-fc71-4199-b4a4-16bea0bab37e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 1098 time: 0.1092165 Dec 10 19:47:18.953967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:18.978757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] Deleting port 071dc1e9-191b-4d32-9dae-a0e7dd55e994 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:18.979275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.001601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.016010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb50f1e3-ee90-44f2-b460-ae42c84fdbd8 req-ee619762-4e25-425a-86bd-b510a26a8fb2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603085 Dec 10 19:47:19.026968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.028164 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b06b4406-5561-47b7-8d57-f260d56a2979 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1983085 Dec 10 19:47:19.031113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34766) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:19.036870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-658789893'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:19.042177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:19.046186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:19.049127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:19.055098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:19.055617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-10d775c1-1dd3-47a1-8818-411782c3cf09 None None] The port '071dc1e9-191b-4d32-9dae-a0e7dd55e994' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:47:19.065803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:19.071707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.103220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:47:19.113077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.113375 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment aa74cf8c-3846-4ab5-8441-f64eea33ae35 of type vlan for network cde064b4-2324-48f9-890d-3cdc4546b526 Dec 10 19:47:19.140443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.169915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.173978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:19.174623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.218518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-355ed9e3-70ac-4c2a-9381-5b414e6a439d tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:19.345155 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3128524 Dec 10 19:47:19.348167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34772) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:19.349052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=cde064b4-2324-48f9-890d-3cdc4546b526,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:19.354542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:19.360945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:19.361116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network cde064b4-2324-48f9-890d-3cdc4546b526 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:47:19.381475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6f66b-6944-4f20-940b-ef63c24051e1 req-6967b90a-66f5-4951-80ba-4e2d2b987c3f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:19.383847 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24c6f66b-6944-4f20-940b-ef63c24051e1 req-6967b90a-66f5-4951-80ba-4e2d2b987c3f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 946 time: 0.2049804 Dec 10 19:47:19.434996 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24c6f66b-6944-4f20-940b-ef63c24051e1 req-98a0c063-b094-4afd-969a-dd90e8e8f851 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442040 Dec 10 19:47:19.481456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:19.488231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:19.492860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:19.499986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:19.511807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:19.622183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:19.654187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20576910-9eb3-41ed-9fda-1079c3a5a6de req-41dc8dc0-3962-4da2-a9b4-aabfe62f09b5 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:19.655931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20576910-9eb3-41ed-9fda-1079c3a5a6de req-41dc8dc0-3962-4da2-a9b4-aabfe62f09b5 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 946 time: 0.0853391 Dec 10 19:47:19.708635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20576910-9eb3-41ed-9fda-1079c3a5a6de req-2268fbcf-9087-4145-b5ee-e7699a99cfb8 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460436 Dec 10 19:47:19.739872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34780) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:19.953992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add03aaf-6a9a-4a5c-a98c-dacfe0c050e4 req-173680e4-1e25-4b77-89a4-4d19e80e6ca5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:19.955533 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-add03aaf-6a9a-4a5c-a98c-dacfe0c050e4 req-173680e4-1e25-4b77-89a4-4d19e80e6ca5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 945 time: 0.1654322 Dec 10 19:47:19.957924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0117ed10-6fcb-47ef-9d1f-9313633b85c9 tempest-TestVolumeBootPattern-1043746934 tempest-TestVolumeBootPattern-1043746934-project-admin] Synchronizing usage tracker for tenant:20e5a6035660465fada7f258c839a62a on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:47:20.005342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0117ed10-6fcb-47ef-9d1f-9313633b85c9 tempest-TestVolumeBootPattern-1043746934 tempest-TestVolumeBootPattern-1043746934-project-admin] Unset dirty status for tenant:20e5a6035660465fada7f258c839a62a on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:47:20.006703 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0117ed10-6fcb-47ef-9d1f-9313633b85c9 tempest-TestVolumeBootPattern-1043746934 tempest-TestVolumeBootPattern-1043746934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 1094 time: 0.2656798 Dec 10 19:47:20.010043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34786) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:20.018160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:20.026440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:20.030461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-add03aaf-6a9a-4a5c-a98c-dacfe0c050e4 req-ad1e3195-06a9-4567-b842-446a98f69c2a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677905 Dec 10 19:47:20.033024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:floatingip and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:20.036092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:20.043118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:20.059585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.091288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.095778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00dcaa3b-365a-4b7d-933f-09b1ab908a53 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:20.155835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=5948b658-2690-4583-94d3-1673702b3213,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:20.159078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:20.194006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:20.194390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: cde064b4-2324-48f9-890d-3cdc4546b526, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:47:20.213367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.217343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network cde064b4-2324-48f9-890d-3cdc4546b526 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:47:20.226406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, cde064b4-2324-48f9-890d-3cdc4546b526) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:20.231106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:20.232088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.235604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4744378-2b81-4f4b-8a32-b265e10e46b7 None None] Network cde064b4-2324-48f9-890d-3cdc4546b526 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:20.259692 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9068780 Dec 10 19:47:20.260175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34790) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:20.376914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Allocated IP 172.26.8.97 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/e69f5ed8-5ba6-49b1-b525-36d32f198f6f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:20.525769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-cde064b4-2324-48f9-890d-3cdc4546b526', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:47:20.526687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.548402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.577411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.590266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59a6ba86-01e3-463c-b1c1-f7422687804b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:20.662274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:20.663440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=e69f5ed8-5ba6-49b1-b525-36d32f198f6f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:20.666112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:20.668111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:20.668788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:20.704825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Allocated IP 172.20.0.2 (cde064b4-2324-48f9-890d-3cdc4546b526/5948b658-2690-4583-94d3-1673702b3213/6b9ae0e7-5526-46ad-9cbe-682f2927e313) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:20.820013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.929004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.940204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Transition to ACTIVE for port object 6b9ae0e7-5526-46ad-9cbe-682f2927e313 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:20.961147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Transition to ACTIVE for port object 6b9ae0e7-5526-46ad-9cbe-682f2927e313 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:20.967465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:20.978182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fad58ddb-3fe4-4f2f-a3d7-8423f808f951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:21.047707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Network cde064b4-2324-48f9-890d-3cdc4546b526 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:21.050907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:21.055372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:21.062262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Pushing event updated for resources: {'Port': ['ID=6b9ae0e7-5526-46ad-9cbe-682f2927e313,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:21.067010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:21.165204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Attempting to bind port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:21.165669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Attempting to bind port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:21.166094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Attempting to bind port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 on network cde064b4-2324-48f9-890d-3cdc4546b526 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:21.174008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:21.174445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Checking segment: {'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:21.174910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.175362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Bound using segment: {'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:21.175913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Bound port: 6b9ae0e7-5526-46ad-9cbe-682f2927e313, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:21.176351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.219712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.20.0.1 (cde064b4-2324-48f9-890d-3cdc4546b526/5948b658-2690-4583-94d3-1673702b3213/4338d74b-b971-4f1e-b796-1b4bb27efb14) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:21.265360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.284323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] For port 6b9ae0e7-5526-46ad-9cbe-682f2927e313, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:21.287773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] For port 6b9ae0e7-5526-46ad-9cbe-682f2927e313, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6b9ae0e7-5526-46ad-9cbe-682f2927e313,segment=NetworkSegment(aa74cf8c-3846-4ab5-8441-f64eea33ae35),segment_id=aa74cf8c-3846-4ab5-8441-f64eea33ae35)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:21.292770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.297545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8176f1d-1ae1-4276-a470-63459377db57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:21.384299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Pushing event updated for resources: {'Port': ['ID=6b9ae0e7-5526-46ad-9cbe-682f2927e313,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:21.387816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:21.392385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.421355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.438838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object 4338d74b-b971-4f1e-b796-1b4bb27efb14 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:21.468919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.474569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af89a58e-8cf3-4be2-b59c-5fac34cc411c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:21.480335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab6b29-e411-4f77-a10f-819da8ebf1e3 req-fba357b8-d05f-4d6a-9be9-a1fbce468b05 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:21.482133 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a8ab6b29-e411-4f77-a10f-819da8ebf1e3 req-fba357b8-d05f-4d6a-9be9-a1fbce468b05 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 945 time: 0.1748493 Dec 10 19:47:21.549610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network cde064b4-2324-48f9-890d-3cdc4546b526 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:21.553956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:21.558117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:21.597199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=4338d74b-b971-4f1e-b796-1b4bb27efb14,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:21.610465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:21.629241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.732776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:21.904651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6b9ae0e7-5526-46ad-9cbe-682f2927e313 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:21.918066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a8ab6b29-e411-4f77-a10f-819da8ebf1e3 req-90bb8447-75ad-46af-b7bb-aa2f04e84633 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134057 Dec 10 19:47:21.999023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:22.003579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:22.008488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36c217f4-6de5-4e59-96c0-123f74fb3710 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:22.025822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:22.179906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=e69f5ed8-5ba6-49b1-b525-36d32f198f6f,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:22.182948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:22.192574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:22.197105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:22.211135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:22.227367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fde0c37e-e975-4cc4-b1be-7d577eea5eb9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:22.319510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:22.324037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=4338d74b-b971-4f1e-b796-1b4bb27efb14,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:22.327564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:22.352200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cab48-cfc2-4d67-916d-d6a0c1467cc1 req-5121ee0d-d648-4544-b883-9acf8f0f8de8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:22.353840 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee8cab48-cfc2-4d67-916d-d6a0c1467cc1 req-5121ee0d-d648-4544-b883-9acf8f0f8de8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 945 time: 0.2962966 Dec 10 19:47:22.425541 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee8cab48-cfc2-4d67-916d-d6a0c1467cc1 req-82086c3d-0a39-4b3c-80fb-72823446473e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643289 Dec 10 19:47:22.473776 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Floating IP 818edc69-7cbe-42bf-90a2-d237a6bce11f associated. External IP: 172.26.8.97, port: 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7. Dec 10 19:47:22.481143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34798) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:22.522633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network cde064b4-2324-48f9-890d-3cdc4546b526 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:22.528547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:22.918206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Router 56910725-93d5-40ee-b153-3bd13bf939ed has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:22.967814 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d8b59d28-fb46-4b43-bbc2-a14702ceda1f tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 1093 time: 0.4853678 Dec 10 19:47:22.971014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:22.978826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '94a33429-6a99-4013-8722-eb63876015c8', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:23.039262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:23.055186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:23.108990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:23.125266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:23.134345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afc589-012e-4039-bab8-d4ecd1058f92 None None] Network cde064b4-2324-48f9-890d-3cdc4546b526 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:23.141496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:23.145030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:23.159481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:23.174087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:23.175111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:23.179875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:23.254480 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2432349 Dec 10 19:47:23.255365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'tag': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:23.348809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'tag': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'status': 'completed', 'code': 200} Dec 10 19:47:23.355881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:23.409753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:47:23.411829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] Provisioning for port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:23.419101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:23.428518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] Provisioning complete for port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:23.429553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:23.474738 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-7552453d-c574-4173-81a5-5e9e9fe62bd6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 1099 time: 0.0961049 Dec 10 19:47:23.522198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:47:23.568633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:23.609368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] For port 6b9ae0e7-5526-46ad-9cbe-682f2927e313, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6b9ae0e7-5526-46ad-9cbe-682f2927e313,segment=NetworkSegment(aa74cf8c-3846-4ab5-8441-f64eea33ae35),segment_id=aa74cf8c-3846-4ab5-8441-f64eea33ae35)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:23.618598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:23.620576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:23.652422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-759923a4-a8fc-4e8e-92f5-d22ccf36fe54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:23.654579 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-759923a4-a8fc-4e8e-92f5-d22ccf36fe54 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1733952 Dec 10 19:47:23.722939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] Pushing event updated for resources: {'Port': ['ID=6b9ae0e7-5526-46ad-9cbe-682f2927e313,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:23.734111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:23.766819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.144 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/55abf627-525f-41f0-91e3-8ae9358b4395) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:23.804391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-25dee9cf-c592-4c86-8005-f7900219585d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 HTTP/1.1" status: 200 len: 999 time: 0.1385190 Dec 10 19:47:23.868908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6b9ae0e7-5526-46ad-9cbe-682f2927e313 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:23.921348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-dae5a676-1b6f-4208-a5c4-5b7b880d473c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:23.923668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:23.924587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-dae5a676-1b6f-4208-a5c4-5b7b880d473c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.1141496 Dec 10 19:47:23.930771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '818edc69-7cbe-42bf-90a2-d237a6bce11f', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.97', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:c0:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:21Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:23.937814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:23.952085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:23.952776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:23.974575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7129877 Dec 10 19:47:23.978270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:23.978416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:23.989523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796183303'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:23.998446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:24.002388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:24.003374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:24.015101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:24.019937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:24.037688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:24.049979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-908f86de-8387-49aa-8c01-e3d75a0e4eba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164627 Dec 10 19:47:24.050390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:24.067291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:24.073660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:24.108840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:47:24.118740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:24.119307 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment ae407746-8ba1-41e9-b670-69346c5c8ecd of type vlan for network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 Dec 10 19:47:24.151383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:24.185922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:24.191666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:24.192163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:24.192555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:24.200303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2e8fff0-cd92-4626-abd3-dd49808604c6 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:24.231716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:24.278724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-689f578a-2b95-4184-b28d-7e9c1c87a953 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222209 Dec 10 19:47:24.324986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:24.338592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:24.350411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:24.355999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fcc69f1-a532-4122-b9ef-0444fce22949 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:24.418698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4362006 Dec 10 19:47:24.426708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34814) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:24.475340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:24.477621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:24.478828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=55abf627-525f-41f0-91e3-8ae9358b4395,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:24.481906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:24.484279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:24.485176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:24.630900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:47:24.699472 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e2da4be-b71c-4494-85a6-e25c2702cc55 req-520bb719-1e0c-4627-91db-4a21f94c132a service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007678 Dec 10 19:47:24.748083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:24.752799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:24.756235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:24.778700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:24.792753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:24.894210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '818edc69-7cbe-42bf-90a2-d237a6bce11f', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.97', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:c0:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:21Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:24.899676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d238c9-2653-4fdd-af8c-f88f654eac1e None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '818edc69-7cbe-42bf-90a2-d237a6bce11f', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.97', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:c0:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:21Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:24.962677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:24.974643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:24.975851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.101075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9d22ae76-4ef8-4a50-a767-487807012598 None None] Provisioning complete for port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:25.101537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d22ae76-4ef8-4a50-a767-487807012598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.170237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.232539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:21Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:22Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:25.244234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:25.244645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Updating router 114ffc1b-56fa-4201-a954-80883f722d03 port 4338d74b-b971-4f1e-b796-1b4bb27efb14 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:47:25.254631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.313223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f77c3-a593-4f4d-9a7c-17e40c7eb974 None None] New status for floating IP 818edc69-7cbe-42bf-90a2-d237a6bce11f: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:47:25.375183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.391156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9d22ae76-4ef8-4a50-a767-487807012598 None None] Provisioning for port 4338d74b-b971-4f1e-b796-1b4bb27efb14 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:25.398267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9d22ae76-4ef8-4a50-a767-487807012598 None None] Provisioning complete for port 4338d74b-b971-4f1e-b796-1b4bb27efb14 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:25.398700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d22ae76-4ef8-4a50-a767-487807012598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.470702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9d22ae76-4ef8-4a50-a767-487807012598 None None] Port 4338d74b-b971-4f1e-b796-1b4bb27efb14 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:25.503029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.511114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eadee4e9-9205-4902-9e51-caaa69a8c956 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:25.526520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.536247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.542114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-648652c6-8c6b-4d6c-b6e4-8d6e97ae6bc7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:25.607909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=a520ab85-c5d8-4589-8e73-7b92d52a7284,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:25.612080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:25.614308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:25.614920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:47:25.642875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:47:25.650458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9358e274-f8df-47a0-813d-724e7d7cfb33 None None] Provisioning complete for port 4338d74b-b971-4f1e-b796-1b4bb27efb14 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:25.650864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9358e274-f8df-47a0-813d-724e7d7cfb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.655403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:25.671374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:25.672279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.680586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=55abf627-525f-41f0-91e3-8ae9358b4395,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:25.685361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:25.698804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:25.700656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2664707 Dec 10 19:47:25.703455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34818) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:25.713116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e9f3c2-3233-45cd-beff-aaa4cb48d29d None None] Network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:25.907905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9358e274-f8df-47a0-813d-724e7d7cfb33 None None] Port 4338d74b-b971-4f1e-b796-1b4bb27efb14 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:25.911579 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP d5964be5-e4a5-4e82-94a3-60e9f7b5de9b associated. External IP: 172.26.8.144, port: 94a33429-6a99-4013-8722-eb63876015c8. Dec 10 19:47:26.109289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:47:26.110234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:26.260079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:26.285812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Transition to ACTIVE for port object 4338d74b-b971-4f1e-b796-1b4bb27efb14 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:26.328136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:26.338292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17481592-12bc-4049-ba0f-b30d6d81a9ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:26.385600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:26.552245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292a914-a74b-47d6-8fdc-623e45c82d34 None None] Pushing event updated for resources: {'Port': ['ID=4338d74b-b971-4f1e-b796-1b4bb27efb14,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:26.562566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9292a914-a74b-47d6-8fdc-623e45c82d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:26.601598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Allocated IP 172.21.0.2 (fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5/a520ab85-c5d8-4589-8e73-7b92d52a7284/9107cfbc-ae0e-481d-86b1-003db8cb4962) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:26.628247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Attempting to bind port 4338d74b-b971-4f1e-b796-1b4bb27efb14 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:26.628678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Attempting to bind port 4338d74b-b971-4f1e-b796-1b4bb27efb14 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:26.629105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Attempting to bind port 4338d74b-b971-4f1e-b796-1b4bb27efb14 on network cde064b4-2324-48f9-890d-3cdc4546b526 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:26.670659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:26.723003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:26.723978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Checking segment: {'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:26.723978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:26.724275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Bound using segment: {'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:26.724805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Bound port: 4338d74b-b971-4f1e-b796-1b4bb27efb14, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa74cf8c-3846-4ab5-8441-f64eea33ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:26.725819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:26.894235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:26.920144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:26.923676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] Sync routers for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:26.932630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] For port 4338d74b-b971-4f1e-b796-1b4bb27efb14, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:26.953716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] For port 4338d74b-b971-4f1e-b796-1b4bb27efb14, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=4338d74b-b971-4f1e-b796-1b4bb27efb14,segment=NetworkSegment(aa74cf8c-3846-4ab5-8441-f64eea33ae35),segment_id=aa74cf8c-3846-4ab5-8441-f64eea33ae35)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:26.965385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:26.975876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:26.980660 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0078080 Dec 10 19:47:26.981414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'tag': '94a33429-6a99-4013-8722-eb63876015c8'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:47:26.983941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34822) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:27.031368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:27.032068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:27.035877 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'tag': '94a33429-6a99-4013-8722-eb63876015c8', 'status': 'completed', 'code': 200} Dec 10 19:47:27.091138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:27.157287 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9436db5c-2e87-4557-a18c-bb6b4e183db4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 991 time: 0.1719866 Dec 10 19:47:27.173698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-9ab252fa-d579-4927-9b5a-f2590b6cc0c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 1098 time: 0.1092281 Dec 10 19:47:27.331887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-2fbbd505-7cda-4fec-8703-c16ce226c9a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:27.333487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-2fbbd505-7cda-4fec-8703-c16ce226c9a0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 898 time: 0.1534634 Dec 10 19:47:27.356067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Transition to ACTIVE for port object 9107cfbc-ae0e-481d-86b1-003db8cb4962 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:27.378164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292a914-a74b-47d6-8fdc-623e45c82d34 None None] Pushing event updated for resources: {'Port': ['ID=4338d74b-b971-4f1e-b796-1b4bb27efb14,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:27.405399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9292a914-a74b-47d6-8fdc-623e45c82d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:27.448847 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-75007fde-11d9-4f23-a3c6-cdd6eb3de4ed service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94a33429-6a99-4013-8722-eb63876015c8 HTTP/1.1" status: 200 len: 999 time: 0.1087492 Dec 10 19:47:27.451347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Transition to ACTIVE for port object 9107cfbc-ae0e-481d-86b1-003db8cb4962 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:27.455385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:27.456118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:27.561356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-35586e2f-e905-4d22-bf3e-50bdfa8381af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:27.562966 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-35586e2f-e905-4d22-bf3e-50bdfa8381af service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.1073062 Dec 10 19:47:27.589655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:27.646243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:27.650064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.21.0.1 (fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5/a520ab85-c5d8-4589-8e73-7b92d52a7284/e156110a-e234-464e-b0f2-ffc2d9c303a9) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:27.660473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f2ea9bb-cdc4-48ca-9093-264cc2c6f529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:27.784164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:27.850385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:27.853010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:27.879227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Pushing event updated for resources: {'Port': ['ID=9107cfbc-ae0e-481d-86b1-003db8cb4962,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:27.888429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:27.913806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:28.004589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-b612ef11-2a33-445a-b289-737a20cc353d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4283805 Dec 10 19:47:28.155647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Attempting to bind port 9107cfbc-ae0e-481d-86b1-003db8cb4962 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:28.156070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Attempting to bind port 9107cfbc-ae0e-481d-86b1-003db8cb4962 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:28.156492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Attempting to bind port 9107cfbc-ae0e-481d-86b1-003db8cb4962 on network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:28.161391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34828) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:28.173683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:28.208488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object e156110a-e234-464e-b0f2-ffc2d9c303a9 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:28.213547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-23968a95-d196-4faf-8762-4f6f04ff954f service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006106 Dec 10 19:47:28.243245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:28.243245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Checking segment: {'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:28.243245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:28.243695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Bound using segment: {'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:28.243987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Bound port: 9107cfbc-ae0e-481d-86b1-003db8cb4962, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:28.244410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:28.275387 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-32f33b45-4388-43c0-9c40-970c938a3cee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 991 time: 0.1121137 Dec 10 19:47:28.328600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:28.335528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95060cfc-d951-4929-a4e5-1f520191e9cf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:28.437080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:28.443139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=e156110a-e234-464e-b0f2-ffc2d9c303a9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:28.447805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bede8eb2-5f18-4b0d-a47a-e96fcbecec40 req-bc582e73-1d78-4e65-a9b0-9c99a22557f8 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275233 Dec 10 19:47:28.448880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:28.451140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:28.452259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:28.521351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:28.579011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] For port 9107cfbc-ae0e-481d-86b1-003db8cb4962, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:28.602736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] For port 9107cfbc-ae0e-481d-86b1-003db8cb4962, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9107cfbc-ae0e-481d-86b1-003db8cb4962,segment=NetworkSegment(ae407746-8ba1-41e9-b670-69346c5c8ecd),segment_id=ae407746-8ba1-41e9-b670-69346c5c8ecd)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:28.608927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:28.610422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:28.614800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:28.678206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'd5964be5-e4a5-4e82-94a3-60e9f7b5de9b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'port_id': '94a33429-6a99-4013-8722-eb63876015c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'mac_address': 'fa:16:3e:0e:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:24Z', 'updated_at': '2021-12-10T19:47:24Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:28.698115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] Checking router: d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:28.731757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Pushing event updated for resources: {'Port': ['ID=9107cfbc-ae0e-481d-86b1-003db8cb4962,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:28.736694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:21Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:26Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:28.739147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:28.743447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:28.744596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:28.795910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef3f9b-6edc-4e75-897d-d38af6371692 None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:21Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:26Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:28.976909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:29.103408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:29.112172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:29.172025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ad990a5-a494-44e5-b2f2-53d56eb70226 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:29.278212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34832) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:29.388223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=e156110a-e234-464e-b0f2-ffc2d9c303a9,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:29.391682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:29.394523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:29.563977 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a455c63a-c283-469d-993c-9b4cc6cac05a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 991 time: 0.2841125 Dec 10 19:47:29.648439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:29.650427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:29.771958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'd5964be5-e4a5-4e82-94a3-60e9f7b5de9b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'port_id': '94a33429-6a99-4013-8722-eb63876015c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'mac_address': 'fa:16:3e:0e:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:24Z', 'updated_at': '2021-12-10T19:47:24Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:29.779946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e16c2e-7b28-47c0-bc29-18d681333578 None None] The sync data for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv is: [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'd5964be5-e4a5-4e82-94a3-60e9f7b5de9b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'port_id': '94a33429-6a99-4013-8722-eb63876015c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'mac_address': 'fa:16:3e:0e:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:24Z', 'updated_at': '2021-12-10T19:47:24Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:29.965825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9107cfbc-ae0e-481d-86b1-003db8cb4962 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:30.063371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9107cfbc-ae0e-481d-86b1-003db8cb4962 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:30.072095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 4338d74b-b971-4f1e-b796-1b4bb27efb14 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:30.143594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:30.169919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 4338d74b-b971-4f1e-b796-1b4bb27efb14 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:30.180651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 4338d74b-b971-4f1e-b796-1b4bb27efb14 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:30.181133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:30.348570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bef60-f129-4384-be4e-1cb8b8add072 None None] New status for floating IP d5964be5-e4a5-4e82-94a3-60e9f7b5de9b: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:47:30.371374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:30.385419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:30.394129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6895597 Dec 10 19:47:30.398102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34836) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:30.404499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-2013403865'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:30.414806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:30.424331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:30.428947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:30.439783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:30.470139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:30.476554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:30.491954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 4338d74b-b971-4f1e-b796-1b4bb27efb14, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=4338d74b-b971-4f1e-b796-1b4bb27efb14,segment=NetworkSegment(aa74cf8c-3846-4ab5-8441-f64eea33ae35),segment_id=aa74cf8c-3846-4ab5-8441-f64eea33ae35)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:30.496979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:30.500476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22b449dd-319f-48be-821c-dad3875a35b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:30.517296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:47:30.527670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:30.528068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment 8e67bac0-281f-462b-b1a4-efba4706052d of type vlan for network fd415678-0d70-485d-a881-e3d8af8392f7 Dec 10 19:47:30.563280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:30.567547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34840) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:30.596412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=4338d74b-b971-4f1e-b796-1b4bb27efb14,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:30.600643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:30.622392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:30.626932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:30.627673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:30.633609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0366b636-8e6e-4619-9be2-3daad6a1bf05 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:30.704642 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d1522b54-b5cc-42ee-bc47-da6f0e4e36f7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 991 time: 0.1357665 Dec 10 19:47:30.732008 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3331246 Dec 10 19:47:30.735323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34844) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:30.742220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:30.763858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=fd415678-0d70-485d-a881-e3d8af8392f7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:30.766829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:30.776488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network fd415678-0d70-485d-a881-e3d8af8392f7 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:47:30.867335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:30.871410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:30.874534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:30.880775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:30.890337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:30.952040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684b394-05a3-43f9-aac6-25f9d80f7ead None None] Network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:31.001985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:31.087498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] Provisioning for port 9107cfbc-ae0e-481d-86b1-003db8cb4962 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:31.093955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] Provisioning complete for port 9107cfbc-ae0e-481d-86b1-003db8cb4962 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:31.094386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:31.227034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:31.231284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b8c8a04-ae5f-4421-9d67-d7bc4764a33a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:31.327619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:31.373091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] For port 9107cfbc-ae0e-481d-86b1-003db8cb4962, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9107cfbc-ae0e-481d-86b1-003db8cb4962,segment=NetworkSegment(ae407746-8ba1-41e9-b670-69346c5c8ecd),segment_id=ae407746-8ba1-41e9-b670-69346c5c8ecd)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:31.377547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:31.379813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:31.458097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] Pushing event updated for resources: {'Port': ['ID=9107cfbc-ae0e-481d-86b1-003db8cb4962,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:31.462272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:31.564156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=1cea7654-dfc7-4050-8c02-69625198d20a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:31.566953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:31.581726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:31.582117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: fd415678-0d70-485d-a881-e3d8af8392f7, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:47:31.605137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fd415678-0d70-485d-a881-e3d8af8392f7 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:47:31.614163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, fd415678-0d70-485d-a881-e3d8af8392f7) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:31.618665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:31.619382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:31.623798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528c3e1-30e7-4876-871c-3f4b750d3914 None None] Network fd415678-0d70-485d-a881-e3d8af8392f7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:31.644876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34850) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:31.645027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9084060 Dec 10 19:47:31.709074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34854) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:31.736213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d27b83d6-d3a9-4af3-ae02-e9140808c669 None None] Provisioning for port e156110a-e234-464e-b0f2-ffc2d9c303a9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:31.754827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d27b83d6-d3a9-4af3-ae02-e9140808c669 None None] Provisioning complete for port e156110a-e234-464e-b0f2-ffc2d9c303a9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:31.755509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d27b83d6-d3a9-4af3-ae02-e9140808c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:31.852258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c7f2e468-1133-46bc-94e8-005f00eef2be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 993 time: 0.1395140 Dec 10 19:47:31.880203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d27b83d6-d3a9-4af3-ae02-e9140808c669 None None] Port e156110a-e234-464e-b0f2-ffc2d9c303a9 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:31.904403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9107cfbc-ae0e-481d-86b1-003db8cb4962 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:31.981775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d27b83d6-d3a9-4af3-ae02-e9140808c669 None None] Provisioning complete for port 9107cfbc-ae0e-481d-86b1-003db8cb4962 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:31.982407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d27b83d6-d3a9-4af3-ae02-e9140808c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:32.021183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-fd415678-0d70-485d-a881-e3d8af8392f7', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:47:32.022468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:32.255411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9107cfbc-ae0e-481d-86b1-003db8cb4962 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:32.255921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:32.343958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:32.348310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:32.373662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:32.379408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Allocated IP 172.22.0.2 (fd415678-0d70-485d-a881-e3d8af8392f7/1cea7654-dfc7-4050-8c02-69625198d20a/76826f7e-0035-4ee1-b970-263f86b76eb5) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:32.399892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:32.400501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:32.893754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 4338d74b-b971-4f1e-b796-1b4bb27efb14 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:32.918353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-006f60b3-3b57-4351-ae4d-49219604611f None None] Provisioning complete for port e156110a-e234-464e-b0f2-ffc2d9c303a9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:32.918759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-006f60b3-3b57-4351-ae4d-49219604611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:32.995220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:33.091572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-006f60b3-3b57-4351-ae4d-49219604611f None None] Port e156110a-e234-464e-b0f2-ffc2d9c303a9 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:33.306271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.325194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 4338d74b-b971-4f1e-b796-1b4bb27efb14 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:33.325639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.349772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Transition to ACTIVE for port object 76826f7e-0035-4ee1-b970-263f86b76eb5 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:33.414764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Transition to ACTIVE for port object 76826f7e-0035-4ee1-b970-263f86b76eb5 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:33.427275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.442040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:33.487959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.22.0.1 (fd415678-0d70-485d-a881-e3d8af8392f7/1cea7654-dfc7-4050-8c02-69625198d20a/284b33fe-2ace-473e-84ef-07cd98303a98) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:33.559741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Network fd415678-0d70-485d-a881-e3d8af8392f7 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:33.564878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:33.566799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Pushing event updated for resources: {'Port': ['ID=76826f7e-0035-4ee1-b970-263f86b76eb5,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:33.573748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:33.574366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:33.665359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.681970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object 284b33fe-2ace-473e-84ef-07cd98303a98 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:33.703308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.708100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-05f40803-0107-4cb2-a5a8-6c822be0d62f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:33.738465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Attempting to bind port 76826f7e-0035-4ee1-b970-263f86b76eb5 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:33.738888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Attempting to bind port 76826f7e-0035-4ee1-b970-263f86b76eb5 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:33.739301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Attempting to bind port 76826f7e-0035-4ee1-b970-263f86b76eb5 on network fd415678-0d70-485d-a881-e3d8af8392f7 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:33.743577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:28Z', 'revision_number': 3, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:28Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:33.750930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:33.751344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Updating router 114ffc1b-56fa-4201-a954-80883f722d03 port e156110a-e234-464e-b0f2-ffc2d9c303a9 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:47:33.783105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:33.783532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Checking segment: {'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:33.783990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.784433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Bound using segment: {'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:33.784970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Bound port: 76826f7e-0035-4ee1-b970-263f86b76eb5, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:33.785329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fd415678-0d70-485d-a881-e3d8af8392f7 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:33.785456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.789339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:33.794010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:33.820767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=284b33fe-2ace-473e-84ef-07cd98303a98,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:33.826851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:33.858763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.869639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.948768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:33.963377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] For port 76826f7e-0035-4ee1-b970-263f86b76eb5, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:34.016309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] For port 76826f7e-0035-4ee1-b970-263f86b76eb5, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76826f7e-0035-4ee1-b970-263f86b76eb5,segment=NetworkSegment(8e67bac0-281f-462b-b1a4-efba4706052d),segment_id=8e67bac0-281f-462b-b1a4-efba4706052d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:34.025109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.032580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:34.223056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Pushing event updated for resources: {'Port': ['ID=76826f7e-0035-4ee1-b970-263f86b76eb5,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:34.228789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:34.359646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.372098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Transition to ACTIVE for port object e156110a-e234-464e-b0f2-ffc2d9c303a9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:34.378908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.383810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:34.556459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d21451-824e-4dea-9814-3a3408646677 None None] Pushing event updated for resources: {'Port': ['ID=e156110a-e234-464e-b0f2-ffc2d9c303a9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:34.560381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-46d21451-824e-4dea-9814-3a3408646677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:34.660480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.666253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.676270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Attempting to bind port e156110a-e234-464e-b0f2-ffc2d9c303a9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:34.676703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Attempting to bind port e156110a-e234-464e-b0f2-ffc2d9c303a9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:34.677128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Attempting to bind port e156110a-e234-464e-b0f2-ffc2d9c303a9 on network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:34.684483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:34.684966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Checking segment: {'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:34.685438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.685917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Bound using segment: {'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:34.686463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Bound port: e156110a-e234-464e-b0f2-ffc2d9c303a9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae407746-8ba1-41e9-b670-69346c5c8ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:34.686883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.704259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:34.792489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.796629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=284b33fe-2ace-473e-84ef-07cd98303a98,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:34.801704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:34.806510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] For port e156110a-e234-464e-b0f2-ffc2d9c303a9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:34.810012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] For port e156110a-e234-464e-b0f2-ffc2d9c303a9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e156110a-e234-464e-b0f2-ffc2d9c303a9,segment=NetworkSegment(ae407746-8ba1-41e9-b670-69346c5c8ecd),segment_id=ae407746-8ba1-41e9-b670-69346c5c8ecd)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:34.820751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:34.825768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d2f1012c-2a11-4843-8b66-4ad8159f5d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:34.931218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d21451-824e-4dea-9814-3a3408646677 None None] Pushing event updated for resources: {'Port': ['ID=e156110a-e234-464e-b0f2-ffc2d9c303a9,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:34.934589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-46d21451-824e-4dea-9814-3a3408646677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:34.937399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:34.938124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:34.951937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network fd415678-0d70-485d-a881-e3d8af8392f7 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:34.953289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:35.283802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:35.336311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:35.552318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:35.569732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9202969 Dec 10 19:47:35.570097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34860) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:35.576744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'network': {'name': 'tempest-RoutersTest-438632309'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:35.582628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:35.589920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:network and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:35.593128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:35.599437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:35.611180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:35.617030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:35.648999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:47:35.658494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:35.658888 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added segment b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4 of type vlan for network 0a121433-a68e-4737-898a-29616c851200 Dec 10 19:47:35.688591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:35.689400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:34Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:34Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:35.694836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da0537-1d98-44e2-8a5e-55e9e40b1b0a None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:34Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:34Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:35.723367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:35.728134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:35.728868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:35.740983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08464103-0cdd-4ea9-8600-2ed269c220b5 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:35.876871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Network': ['ID=0a121433-a68e-4737-898a-29616c851200,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:35.880266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:35.886297 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3149800 Dec 10 19:47:35.887155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34864) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:35.895133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'subnet': {'network_id': '0a121433-a68e-4737-898a-29616c851200', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:35.895740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 0a121433-a68e-4737-898a-29616c851200 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:47:35.984295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76826f7e-0035-4ee1-b970-263f86b76eb5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:36.046253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:47:36.050664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:subnet and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:47:36.054420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:47:36.071277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:47:36.071797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74792c59-14ae-4e60-9ade-d41ae5800802 None None] Network fd415678-0d70-485d-a881-e3d8af8392f7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:36.083989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Made reservation on behalf of 159c529f3b004aadbf80c7bb5d7fc99f for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:47:36.201664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c6ee9963-5628-4743-8bda-14986eb381bb None None] Provisioning for port 76826f7e-0035-4ee1-b970-263f86b76eb5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:36.202322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:36.229845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 76826f7e-0035-4ee1-b970-263f86b76eb5 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:36.229845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c6ee9963-5628-4743-8bda-14986eb381bb None None] Provisioning complete for port 76826f7e-0035-4ee1-b970-263f86b76eb5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:36.229845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c6ee9963-5628-4743-8bda-14986eb381bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:36.264889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 76826f7e-0035-4ee1-b970-263f86b76eb5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:36.265313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:36.489733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:36.502002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c7457bd7-bddc-4697-9df3-3d2677ae521c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:36.588985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:36.601397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Subnet': ['ID=4a04907f-4edd-4758-bd89-d41f593db7bc,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:36.601397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:36.607287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c6ee9963-5628-4743-8bda-14986eb381bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:36.620222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Checking segment: {'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:36.629494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network hostable DHCP agents. Network: 0a121433-a68e-4737-898a-29616c851200, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:47:36.743625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 0a121433-a68e-4737-898a-29616c851200 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:47:36.762643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 76826f7e-0035-4ee1-b970-263f86b76eb5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76826f7e-0035-4ee1-b970-263f86b76eb5,segment=NetworkSegment(8e67bac0-281f-462b-b1a4-efba4706052d),segment_id=8e67bac0-281f-462b-b1a4-efba4706052d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:36.821304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 0a121433-a68e-4737-898a-29616c851200) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:36.840123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:47:36.844298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:36.844298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:36.847652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:36.878278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5f571ffe-e47c-4a22-8d20-28b88253dacb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9863403 Dec 10 19:47:36.878278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34868) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:36.903374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c258c218-d137-4aec-a3fe-9cba6e3e063d None None] Network 0a121433-a68e-4737-898a-29616c851200 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:37.136511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=76826f7e-0035-4ee1-b970-263f86b76eb5,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:37.146189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:37.155057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-c6ee9963-5628-4743-8bda-14986eb381bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:47:37.155057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-c6ee9963-5628-4743-8bda-14986eb381bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:47:37.472788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-0a121433-a68e-4737-898a-29616c851200', 'network_id': '0a121433-a68e-4737-898a-29616c851200', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'fixed_ips': [{'subnet_id': '4a04907f-4edd-4758-bd89-d41f593db7bc'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:47:37.472788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:37.956463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:37.998288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e156110a-e234-464e-b0f2-ffc2d9c303a9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:38.066371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:38.080218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:38.081013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:38.119252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Allocated IP 172.23.0.2 (0a121433-a68e-4737-898a-29616c851200/4a04907f-4edd-4758-bd89-d41f593db7bc/d54d4216-0cf0-4190-ad33-357c3195f0a7) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:38.144124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port e156110a-e234-464e-b0f2-ffc2d9c303a9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:38.265446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e156110a-e234-464e-b0f2-ffc2d9c303a9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:38.265446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:38.272464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:38.416743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3f416226-41c8-439e-b6d7-3a742cd5f7ec None None] Provisioning complete for port 76826f7e-0035-4ee1-b970-263f86b76eb5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:38.417878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f416226-41c8-439e-b6d7-3a742cd5f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:38.609018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:38.621616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:34Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:34Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:38.626156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:38.626877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Updating router 114ffc1b-56fa-4201-a954-80883f722d03 port 284b33fe-2ace-473e-84ef-07cd98303a98 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:47:38.683391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:38.705044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:38.734978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Transition to ACTIVE for port object d54d4216-0cf0-4190-ad33-357c3195f0a7 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:38.744834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port e156110a-e234-464e-b0f2-ffc2d9c303a9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e156110a-e234-464e-b0f2-ffc2d9c303a9,segment=NetworkSegment(ae407746-8ba1-41e9-b670-69346c5c8ecd),segment_id=ae407746-8ba1-41e9-b670-69346c5c8ecd)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:38.756060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:38.756950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76826f7e-0035-4ee1-b970-263f86b76eb5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:38.788394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-46d21451-824e-4dea-9814-3a3408646677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:38.854932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Transition to ACTIVE for port object d54d4216-0cf0-4190-ad33-357c3195f0a7 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:38.882366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:38.894307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3f416226-41c8-439e-b6d7-3a742cd5f7ec None None] Provisioning for port 284b33fe-2ace-473e-84ef-07cd98303a98 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:38.913147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3f416226-41c8-439e-b6d7-3a742cd5f7ec None None] Provisioning complete for port 284b33fe-2ace-473e-84ef-07cd98303a98 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:38.913598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f416226-41c8-439e-b6d7-3a742cd5f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:38.941013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Allocated IP 172.23.0.1 (0a121433-a68e-4737-898a-29616c851200/4a04907f-4edd-4758-bd89-d41f593db7bc/6892c2e5-83b7-40d4-8714-437715ef8fee) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:47:38.955398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=e156110a-e234-464e-b0f2-ffc2d9c303a9,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:38.958791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:38.968974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Network 0a121433-a68e-4737-898a-29616c851200 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:38.972250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:39.002230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:39.004704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:39.051208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.063927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Transition to ACTIVE for port object 284b33fe-2ace-473e-84ef-07cd98303a98 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:39.070467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.075206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8de8768-cd5b-49ec-8d5f-bb7fcf57195c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:39.091784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3f416226-41c8-439e-b6d7-3a742cd5f7ec None None] Port 284b33fe-2ace-473e-84ef-07cd98303a98 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:39.123514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.140524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Pushing event updated for resources: {'Port': ['ID=d54d4216-0cf0-4190-ad33-357c3195f0a7,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:39.143562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:39.144476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Transition to ACTIVE for port object 6892c2e5-83b7-40d4-8714-437715ef8fee will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:39.149588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 76826f7e-0035-4ee1-b970-263f86b76eb5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:39.149999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.170129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.185987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a2774351-b744-4a27-8b1b-979edd16c325 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:39.215614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Pushing event updated for resources: {'Port': ['ID=284b33fe-2ace-473e-84ef-07cd98303a98,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.227332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:47:39.239283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:39.257746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Attempting to bind port d54d4216-0cf0-4190-ad33-357c3195f0a7 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:39.257746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Attempting to bind port d54d4216-0cf0-4190-ad33-357c3195f0a7 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:39.257746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Attempting to bind port d54d4216-0cf0-4190-ad33-357c3195f0a7 on network 0a121433-a68e-4737-898a-29616c851200 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:39.320707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:39.320707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Checking segment: {'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:39.320707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.320707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Bound using segment: {'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:39.320707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Bound port: d54d4216-0cf0-4190-ad33-357c3195f0a7, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:39.320707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.337805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 0a121433-a68e-4737-898a-29616c851200 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:39.337805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=6892c2e5-83b7-40d4-8714-437715ef8fee,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:39.356322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Attempting to bind port 284b33fe-2ace-473e-84ef-07cd98303a98 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:39.356322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Attempting to bind port 284b33fe-2ace-473e-84ef-07cd98303a98 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:39.356322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Attempting to bind port 284b33fe-2ace-473e-84ef-07cd98303a98 on network fd415678-0d70-485d-a881-e3d8af8392f7 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:39.362520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:39.373571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:39.379131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:39.384729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Checking segment: {'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:39.384729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.384729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Bound using segment: {'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:39.384729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Bound port: 284b33fe-2ace-473e-84ef-07cd98303a98, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e67bac0-281f-462b-b1a4-efba4706052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:39.390070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:47:39.395702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.483553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] For port 284b33fe-2ace-473e-84ef-07cd98303a98, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:39.488995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] For port 284b33fe-2ace-473e-84ef-07cd98303a98, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=284b33fe-2ace-473e-84ef-07cd98303a98,segment=NetworkSegment(8e67bac0-281f-462b-b1a4-efba4706052d),segment_id=8e67bac0-281f-462b-b1a4-efba4706052d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:39.493391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.499683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d28191fe-a7d8-4ed7-ac89-6ea9a4640ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:39.534700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] For port d54d4216-0cf0-4190-ad33-357c3195f0a7, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:39.598193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] For port d54d4216-0cf0-4190-ad33-357c3195f0a7, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d54d4216-0cf0-4190-ad33-357c3195f0a7,segment=NetworkSegment(b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4),segment_id=b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:39.616427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.625577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-46d21451-824e-4dea-9814-3a3408646677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:39.659229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Pushing event updated for resources: {'Port': ['ID=284b33fe-2ace-473e-84ef-07cd98303a98,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:39.664308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:39.667091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:39.667699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:39.741123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Pushing event updated for resources: {'Port': ['ID=d54d4216-0cf0-4190-ad33-357c3195f0a7,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:39.748284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:39.813736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:39.935254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e156110a-e234-464e-b0f2-ffc2d9c303a9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:40.052568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:40.059219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port e156110a-e234-464e-b0f2-ffc2d9c303a9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:40.059742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:40.078764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:40.248749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 284b33fe-2ace-473e-84ef-07cd98303a98 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:40.379754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 284b33fe-2ace-473e-84ef-07cd98303a98 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:40.386461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 284b33fe-2ace-473e-84ef-07cd98303a98 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:40.386892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:40.542443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:40.598123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 284b33fe-2ace-473e-84ef-07cd98303a98, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=284b33fe-2ace-473e-84ef-07cd98303a98,segment=NetworkSegment(8e67bac0-281f-462b-b1a4-efba4706052d),segment_id=8e67bac0-281f-462b-b1a4-efba4706052d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:40.611408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:40.611955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:40.617765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f108ed-2a4f-4ffd-9540-792564f336d7 None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:33Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:40.631974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:40.701717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=284b33fe-2ace-473e-84ef-07cd98303a98,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:40.705013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:40.764111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:40.807545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:40.853548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:40.946013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event updated for resources: {'Port': ['ID=6892c2e5-83b7-40d4-8714-437715ef8fee,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:40.949197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:40.950480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:41.123276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Network 0a121433-a68e-4737-898a-29616c851200 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:47:41.123276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:47:41.135338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3d2c19e0-8729-460a-a4a3-f6a52fac26c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:41.508307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:41.709227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:41.725667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:41.726101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8465035 Dec 10 19:47:41.729158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34872) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:41.736551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:41.746431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:41.747128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:41.812783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b3d4c-42f7-4569-80af-801a7bcb4816 None None] Network 0a121433-a68e-4737-898a-29616c851200 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:42.176806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 284b33fe-2ace-473e-84ef-07cd98303a98 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:42.274550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cd4e2f94-e6ee-414e-9bbc-119b2cde1bb1 None None] Provisioning for port d54d4216-0cf0-4190-ad33-357c3195f0a7 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:42.314393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:42.419985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 10 19:47:42.443101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Removed routes are [] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 10 19:47:42.443834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:42.467613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 284b33fe-2ace-473e-84ef-07cd98303a98 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:42.468052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:42.732298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:42.802698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:42.806555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:42.948494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d54d4216-0cf0-4190-ad33-357c3195f0a7 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:43.003277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:43.050282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:39Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6892c2e5-83b7-40d4-8714-437715ef8fee', 'name': '', 'network_id': '0a121433-a68e-4737-898a-29616c851200', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e4:ef:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:38Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:43.056814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:43.056954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Updating router 114ffc1b-56fa-4201-a954-80883f722d03 port 6892c2e5-83b7-40d4-8714-437715ef8fee binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:47:43.090319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port d54d4216-0cf0-4190-ad33-357c3195f0a7 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:43.126702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:43.146067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d54d4216-0cf0-4190-ad33-357c3195f0a7 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:43.147125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:43.213425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:43.220093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:43.221405 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2070ac21-692c-49ee-9dd5-3feb064fc13b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 200 len: 934 time: 1.4911230 Dec 10 19:47:43.224200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34878) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:43.467735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:43.507516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-019654ee-26a4-49c5-a09e-3e76fbdb93db None None] Provisioning complete for port d54d4216-0cf0-4190-ad33-357c3195f0a7 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:43.508257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-019654ee-26a4-49c5-a09e-3e76fbdb93db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:43.678889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port d54d4216-0cf0-4190-ad33-357c3195f0a7, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d54d4216-0cf0-4190-ad33-357c3195f0a7,segment=NetworkSegment(b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4),segment_id=b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:43.686461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d0f034ae-0321-478e-947e-bca6a3b65151 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 200 len: 934 time: 0.4583278 Dec 10 19:47:43.686927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34882) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:43.693223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'routes': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:47:43.695443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:43.701311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8d7850e7-c2d0-4ec5-8a27-7f9b37fbdb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:43.907255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:43.910186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=d54d4216-0cf0-4190-ad33-357c3195f0a7,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:43.918524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:43.927261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70f6a05f-0f1a-4e45-8a4e-abef2dd0f431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:43.950128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-019654ee-26a4-49c5-a09e-3e76fbdb93db None None] Provisioning for port 6892c2e5-83b7-40d4-8714-437715ef8fee completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:43.985340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-019654ee-26a4-49c5-a09e-3e76fbdb93db None None] Provisioning complete for port 6892c2e5-83b7-40d4-8714-437715ef8fee triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:43.986367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-019654ee-26a4-49c5-a09e-3e76fbdb93db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.080500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.083084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-019654ee-26a4-49c5-a09e-3e76fbdb93db None None] Port 6892c2e5-83b7-40d4-8714-437715ef8fee cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:47:44.095028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Transition to ACTIVE for port object 6892c2e5-83b7-40d4-8714-437715ef8fee will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:47:44.106276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.110682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:44.409039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added routes are [] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 10 19:47:44.409039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 10 19:47:44.438235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33373c4-d782-4fb8-967a-1f86748483be None None] Pushing event updated for resources: {'Port': ['ID=6892c2e5-83b7-40d4-8714-437715ef8fee,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:44.447274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d33373c4-d782-4fb8-967a-1f86748483be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:44.459993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.556166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Attempting to bind port 6892c2e5-83b7-40d4-8714-437715ef8fee on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:47:44.557387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Attempting to bind port 6892c2e5-83b7-40d4-8714-437715ef8fee by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:47:44.557387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Attempting to bind port 6892c2e5-83b7-40d4-8714-437715ef8fee on network 0a121433-a68e-4737-898a-29616c851200 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:47:44.565919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:47:44.565919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Checking segment: {'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:47:44.565919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.566399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Bound using segment: {'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:47:44.566748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Bound port: 6892c2e5-83b7-40d4-8714-437715ef8fee, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a121433-a68e-4737-898a-29616c851200'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:47:44.567174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.682640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] For port 6892c2e5-83b7-40d4-8714-437715ef8fee, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:47:44.686035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] For port 6892c2e5-83b7-40d4-8714-437715ef8fee, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6892c2e5-83b7-40d4-8714-437715ef8fee,segment=NetworkSegment(b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4),segment_id=b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:47:44.697787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.701584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:44.783646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33373c4-d782-4fb8-967a-1f86748483be None None] Pushing event updated for resources: {'Port': ['ID=6892c2e5-83b7-40d4-8714-437715ef8fee,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:44.787781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d33373c4-d782-4fb8-967a-1f86748483be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:44.790740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:44.791486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:44.839696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.843740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:44.977823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:45.048493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:45.256362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:45.262825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:45.266181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-25abbf52-412e-4653-a1c9-2ef257166b85 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 200 len: 700 time: 1.5784221 Dec 10 19:47:45.266966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34886) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:45.356944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:45.384684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:44Z', 'revision_number': 7, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6892c2e5-83b7-40d4-8714-437715ef8fee', 'name': '', 'network_id': '0a121433-a68e-4737-898a-29616c851200', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e4:ef:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:38Z', 'updated_at': '2021-12-10T19:47:44Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:45.390005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38326dae-deca-4a64-a592-86b551f2ef00 None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:44Z', 'revision_number': 7, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6892c2e5-83b7-40d4-8714-437715ef8fee', 'name': '', 'network_id': '0a121433-a68e-4737-898a-29616c851200', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e4:ef:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:38Z', 'updated_at': '2021-12-10T19:47:44Z', 'revision_number': 4, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:45.502085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dad1e8da-f05a-4d96-bf9b-ccd1f2c99e78 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 200 len: 700 time: 0.2309279 Dec 10 19:47:45.503457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:45.909921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:45.974332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6892c2e5-83b7-40d4-8714-437715ef8fee up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:46.058468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 6892c2e5-83b7-40d4-8714-437715ef8fee completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:47:46.064734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6892c2e5-83b7-40d4-8714-437715ef8fee triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:46.064734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:46.197147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:46.235498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 6892c2e5-83b7-40d4-8714-437715ef8fee, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6892c2e5-83b7-40d4-8714-437715ef8fee,segment=NetworkSegment(b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4),segment_id=b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:46.238561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:46.239457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d54d4216-0cf0-4190-ad33-357c3195f0a7 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:47:46.268948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cba6c79d-7b2a-4237-8c84-0e4439c0d5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:46.370011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=6892c2e5-83b7-40d4-8714-437715ef8fee,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:46.373335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:46.387824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d54d4216-0cf0-4190-ad33-357c3195f0a7 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:47:46.388252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:46.647979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:46.660795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:46.661409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:46.819533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 6892c2e5-83b7-40d4-8714-437715ef8fee {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:46.819920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:46.823952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:47.018975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 6892c2e5-83b7-40d4-8714-437715ef8fee, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6892c2e5-83b7-40d4-8714-437715ef8fee,segment=NetworkSegment(b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4),segment_id=b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:47.019332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:47.150150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 6892c2e5-83b7-40d4-8714-437715ef8fee owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:47.163094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:44Z', 'revision_number': 7, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6892c2e5-83b7-40d4-8714-437715ef8fee', 'name': '', 'network_id': '0a121433-a68e-4737-898a-29616c851200', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e4:ef:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:38Z', 'updated_at': '2021-12-10T19:47:46Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:47.167427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:47.190779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:47.190779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:47.339008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:47.343495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3270ae34-7df0-4dfa-818d-d03de4280695 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:47.354783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:47.392005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=6892c2e5-83b7-40d4-8714-437715ef8fee,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:47.394792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:47.682200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:47.719313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:44Z', 'revision_number': 7, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6892c2e5-83b7-40d4-8714-437715ef8fee', 'name': '', 'network_id': '0a121433-a68e-4737-898a-29616c851200', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e4:ef:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:38Z', 'updated_at': '2021-12-10T19:47:46Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:47.724066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19523e28-7649-4bd3-9edf-997205d5af04 None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:44Z', 'revision_number': 7, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6892c2e5-83b7-40d4-8714-437715ef8fee', 'name': '', 'network_id': '0a121433-a68e-4737-898a-29616c851200', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e4:ef:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:38Z', 'updated_at': '2021-12-10T19:47:46Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '4a04907f-4edd-4758-bd89-d41f593db7bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:48.247089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:48.437217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:48.453119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:48.456777 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9504182 Dec 10 19:47:48.457210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34894) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:48.469958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:48.471059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:48.647510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:48.687973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet 4a04907f-4edd-4758-bd89-d41f593db7bc {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:47:48.691668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:48.760775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:48.859298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:48.940643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:48.946117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94e88206-9dd0-43c5-8a84-2a7851360647 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:48.991106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=4a04907f-4edd-4758-bd89-d41f593db7bc,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:48.995907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:47Z', 'revision_number': 8, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:48.996143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:48.998835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:48.999489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:49.009594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc917539-6c17-4026-963c-2f71ad0bf493 None None] Network 0a121433-a68e-4737-898a-29616c851200 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:49.009767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34898) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:49.009894 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/4a04907f-4edd-4758-bd89-d41f593db7bc HTTP/1.1" status: 204 len: 168 time: 0.5509274 Dec 10 19:47:49.107654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:49.108784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:49.142804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:49.155307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port d54d4216-0cf0-4190-ad33-357c3195f0a7 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:49.155912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:49.400991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port d54d4216-0cf0-4190-ad33-357c3195f0a7, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d54d4216-0cf0-4190-ad33-357c3195f0a7,segment=NetworkSegment(b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4),segment_id=b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:49.401532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:49.562807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:49.574666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for d54d4216-0cf0-4190-ad33-357c3195f0a7 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:49.656409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:49.662306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ad35517b-2368-442b-8170-b983d562a22e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:49.722513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=d54d4216-0cf0-4190-ad33-357c3195f0a7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:49.726536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:49.727351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No DVR routers for this DVR port d54d4216-0cf0-4190-ad33-357c3195f0a7 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:47:49.731954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a21438-dcf9-4e5e-984c-7b12bb937527 None None] DHCP port deletion for 0a121433-a68e-4737-898a-29616c851200 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:47:49.862179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d54d4216-0cf0-4190-ad33-357c3195f0a7 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:47:49.869561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:49.898695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a121433-a68e-4737-898a-29616c851200']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:49.912665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:49.913034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c3a9bd-78f6-4cfb-bb93-9359b724e5c4') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:49.915488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: d54d4216-0cf0-4190-ad33-357c3195f0a7 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:47:49.916464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d54d4216-0cf0-4190-ad33-357c3195f0a7 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:47:49.928110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:49.945315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:49.951994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:47:49.952423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:47:49.968788 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:47:50.022918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:47Z', 'revision_number': 8, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:50.026385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fe381-ee2b-4716-9728-24ba7ef4ea3c None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:47Z', 'revision_number': 8, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '284b33fe-2ace-473e-84ef-07cd98303a98', 'name': '', 'network_id': 'fd415678-0d70-485d-a881-e3d8af8392f7', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:97:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:32Z', 'updated_at': '2021-12-10T19:47:40Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '1cea7654-dfc7-4050-8c02-69625198d20a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:50.308955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:50.312390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe0a204b-c740-4d34-887f-a5afea8bd595 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:50.331209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:50.343001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=0a121433-a68e-4737-898a-29616c851200,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:50.347557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:50.355839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/0a121433-a68e-4737-898a-29616c851200 HTTP/1.1" status: 204 len: 168 time: 1.3381279 Dec 10 19:47:50.355839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34902) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:50.725156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:51.365425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 284b33fe-2ace-473e-84ef-07cd98303a98 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:51.365850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:51.571933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 284b33fe-2ace-473e-84ef-07cd98303a98, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=284b33fe-2ace-473e-84ef-07cd98303a98,segment=NetworkSegment(8e67bac0-281f-462b-b1a4-efba4706052d),segment_id=8e67bac0-281f-462b-b1a4-efba4706052d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:51.572340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:51.721615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 284b33fe-2ace-473e-84ef-07cd98303a98 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:51.811201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6892c2e5-83b7-40d4-8714-437715ef8fee no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:47:51.852764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 6892c2e5-83b7-40d4-8714-437715ef8fee {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:47:51.852764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6892c2e5-83b7-40d4-8714-437715ef8fee not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:47:51.921986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:51.925640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:51.974036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=284b33fe-2ace-473e-84ef-07cd98303a98,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:51.976823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:52.304065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:53.156505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:53.341639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:53.352249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77830404-85a5-416a-ba72-3724e93075ab None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:53.356706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0032506 Dec 10 19:47:53.359879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34908) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:53.365875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77830404-85a5-416a-ba72-3724e93075ab None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:53.366851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77830404-85a5-416a-ba72-3724e93075ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:53.551439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-77830404-85a5-416a-ba72-3724e93075ab None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:53.592677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet 1cea7654-dfc7-4050-8c02-69625198d20a {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:47:53.595829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:53.658834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:53.756306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:53.837952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:53.842898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7880c819-326c-4ce5-82d1-92144c9f201a tempest-FloatingIPNegativeTestJSON-1845343443 tempest-FloatingIPNegativeTestJSON-1845343443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:53.884998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=1cea7654-dfc7-4050-8c02-69625198d20a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:53.887233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:53.902536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:53.902536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3140bfba-7576-4760-9a81-15a782b5a849 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/1cea7654-dfc7-4050-8c02-69625198d20a HTTP/1.1" status: 204 len: 168 time: 0.5380900 Dec 10 19:47:53.902536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34912) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:53.911642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4334a-45ad-4971-b70a-47f0ae8b43b3 None None] Network fd415678-0d70-485d-a881-e3d8af8392f7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:53.934946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77830404-85a5-416a-ba72-3724e93075ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:51Z', 'revision_number': 9, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:53.939337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77830404-85a5-416a-ba72-3724e93075ab None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:53.954240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77830404-85a5-416a-ba72-3724e93075ab None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:53.955108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77830404-85a5-416a-ba72-3724e93075ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:54.050182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.062708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 76826f7e-0035-4ee1-b970-263f86b76eb5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:54.062982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.137928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-77830404-85a5-416a-ba72-3724e93075ab None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:54.227911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] DHCP port deletion for fd415678-0d70-485d-a881-e3d8af8392f7 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:47:54.233653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] Deleting port 76826f7e-0035-4ee1-b970-263f86b76eb5 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:54.234214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.328257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 76826f7e-0035-4ee1-b970-263f86b76eb5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76826f7e-0035-4ee1-b970-263f86b76eb5,segment=NetworkSegment(8e67bac0-281f-462b-b1a4-efba4706052d),segment_id=8e67bac0-281f-462b-b1a4-efba4706052d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:54.328664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.476762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] For port 76826f7e-0035-4ee1-b970-263f86b76eb5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76826f7e-0035-4ee1-b970-263f86b76eb5,segment=NetworkSegment(8e67bac0-281f-462b-b1a4-efba4706052d),segment_id=8e67bac0-281f-462b-b1a4-efba4706052d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:54.476762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.479168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 76826f7e-0035-4ee1-b970-263f86b76eb5 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:54.578699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.583057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:54.612266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] Calling delete_port for 76826f7e-0035-4ee1-b970-263f86b76eb5 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:54.636257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=76826f7e-0035-4ee1-b970-263f86b76eb5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:54.640552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:54.643864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No DVR routers for this DVR port 76826f7e-0035-4ee1-b970-263f86b76eb5 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:47:54.690580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:47:54.691005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:47:54.691794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77830404-85a5-416a-ba72-3724e93075ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:51Z', 'revision_number': 9, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:54.696866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77830404-85a5-416a-ba72-3724e93075ab None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:51Z', 'revision_number': 9, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e156110a-e234-464e-b0f2-ffc2d9c303a9', 'name': '', 'network_id': 'fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:28:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:26Z', 'updated_at': '2021-12-10T19:47:38Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': 'a520ab85-c5d8-4589-8e73-7b92d52a7284', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:54.792168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.823687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd415678-0d70-485d-a881-e3d8af8392f7']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:54.838671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e67bac0-281f-462b-b1a4-efba4706052d') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:54.839013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e67bac0-281f-462b-b1a4-efba4706052d') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:54.852293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.871216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.878023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:47:54.878456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:47:54.895486 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:47:54.985765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:54.989135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a0277fb-fd74-4cd7-9f54-40600f185463 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:55.007534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:55.014200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=fd415678-0d70-485d-a881-e3d8af8392f7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:55.019260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:55.025223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/fd415678-0d70-485d-a881-e3d8af8392f7 HTTP/1.1" status: 204 len: 168 time: 1.1220295 Dec 10 19:47:55.028096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34916) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:55.192551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] Deleting port 76826f7e-0035-4ee1-b970-263f86b76eb5 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:55.193035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:55.268084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d38e543-964c-4e07-95ce-9840ab3ad40a None None] The port '76826f7e-0035-4ee1-b970-263f86b76eb5' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:47:55.396970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:55.853919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76826f7e-0035-4ee1-b970-263f86b76eb5 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:47:55.892732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 76826f7e-0035-4ee1-b970-263f86b76eb5 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:47:55.893142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76826f7e-0035-4ee1-b970-263f86b76eb5 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:47:55.893644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 284b33fe-2ace-473e-84ef-07cd98303a98 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:47:55.929257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 284b33fe-2ace-473e-84ef-07cd98303a98 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:47:55.929735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 284b33fe-2ace-473e-84ef-07cd98303a98 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:47:56.262823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port e156110a-e234-464e-b0f2-ffc2d9c303a9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:56.263198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:56.461623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port e156110a-e234-464e-b0f2-ffc2d9c303a9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e156110a-e234-464e-b0f2-ffc2d9c303a9,segment=NetworkSegment(ae407746-8ba1-41e9-b670-69346c5c8ecd),segment_id=ae407746-8ba1-41e9-b670-69346c5c8ecd)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:56.462172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:56.592033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for e156110a-e234-464e-b0f2-ffc2d9c303a9 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:56.766940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:56.771889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ef5d8f9-fbf1-452e-86ca-0f6358b1069d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:56.819997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=e156110a-e234-464e-b0f2-ffc2d9c303a9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:56.823054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:57.100336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:57.627992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:47:57.807452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:47:57.818427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:47:57.821967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7927687 Dec 10 19:47:57.824776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34922) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:57.832787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:57.834198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:58.000700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:58.024132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet a520ab85-c5d8-4589-8e73-7b92d52a7284 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:47:58.027281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:58.084403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:58.172609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:58.246684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:58.251610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20064807-b5b6-4dd5-9ecd-8c9d8d5a95ce tempest-NetworksTestDHCPv6-1819849976 tempest-NetworksTestDHCPv6-1819849976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:58.289105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=a520ab85-c5d8-4589-8e73-7b92d52a7284,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:58.291726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:58.297626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:58.308325 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/a520ab85-c5d8-4589-8e73-7b92d52a7284 HTTP/1.1" status: 204 len: 168 time: 0.4799657 Dec 10 19:47:58.308603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34926) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:58.310515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365fc948-4bb9-4613-b738-707f7a5edfca None None] Network fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:47:58.439558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:58.455200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 9107cfbc-ae0e-481d-86b1-003db8cb4962 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:58.455661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:58.494603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:56Z', 'revision_number': 10, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:58.507785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:47:58.534183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:47:58.534860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:58.889717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:47:58.943376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 9107cfbc-ae0e-481d-86b1-003db8cb4962, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9107cfbc-ae0e-481d-86b1-003db8cb4962,segment=NetworkSegment(ae407746-8ba1-41e9-b670-69346c5c8ecd),segment_id=ae407746-8ba1-41e9-b670-69346c5c8ecd)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:47:58.943775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:58.944369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca31361-559f-498a-b676-5184b1e041c2 None None] DHCP port deletion for fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:47:58.960925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8ca31361-559f-498a-b676-5184b1e041c2 None None] Deleting port 9107cfbc-ae0e-481d-86b1-003db8cb4962 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:47:58.961352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ca31361-559f-498a-b676-5184b1e041c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.071820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 9107cfbc-ae0e-481d-86b1-003db8cb4962 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:47:59.149884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.154418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:59.195594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8ca31361-559f-498a-b676-5184b1e041c2 None None] The port '9107cfbc-ae0e-481d-86b1-003db8cb4962' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:47:59.197751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=9107cfbc-ae0e-481d-86b1-003db8cb4962,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:59.200314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:59.205646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No DVR routers for this DVR port 9107cfbc-ae0e-481d-86b1-003db8cb4962 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:47:59.307919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:56Z', 'revision_number': 10, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:59.312082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c06a210-8ff5-4195-9823-90ef421689a5 None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:47:56Z', 'revision_number': 10, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None, '_interfaces': [{'id': '4338d74b-b971-4f1e-b796-1b4bb27efb14', 'name': '', 'network_id': 'cde064b4-2324-48f9-890d-3cdc4546b526', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'mac_address': 'fa:16:3e:e2:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ffc1b-56fa-4201-a954-80883f722d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5948b658-2690-4583-94d3-1673702b3213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:47:21Z', 'updated_at': '2021-12-10T19:47:30Z', 'revision_number': 5, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'subnets': [{'id': '5948b658-2690-4583-94d3-1673702b3213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:47:59.338927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.367348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:59.380445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae407746-8ba1-41e9-b670-69346c5c8ecd') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:59.380786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae407746-8ba1-41e9-b670-69346c5c8ecd') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:47:59.394895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.413952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.420901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:47:59.421339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:47:59.438723 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:47:59.523909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.527471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a641f149-6518-4639-9ee1-c5a1b259472f tempest-RoutersNegativeTest-896313527 tempest-RoutersNegativeTest-896313527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:47:59.542661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.554458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:47:59.559186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:47:59.562898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/fafa5a87-2124-4e6f-8bd1-0ba7b85ec9f5 HTTP/1.1" status: 204 len: 168 time: 1.2532878 Dec 10 19:47:59.565665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34930) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:47:59.852725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9107cfbc-ae0e-481d-86b1-003db8cb4962 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:47:59.888847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 9107cfbc-ae0e-481d-86b1-003db8cb4962 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:47:59.889250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9107cfbc-ae0e-481d-86b1-003db8cb4962 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:47:59.889754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e156110a-e234-464e-b0f2-ffc2d9c303a9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:47:59.922778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e156110a-e234-464e-b0f2-ffc2d9c303a9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:47:59.923132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:47:59.923319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e156110a-e234-464e-b0f2-ffc2d9c303a9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:48:00.244190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:48:00.542857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 4338d74b-b971-4f1e-b796-1b4bb27efb14 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:48:00.543243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:00.744840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 4338d74b-b971-4f1e-b796-1b4bb27efb14, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=4338d74b-b971-4f1e-b796-1b4bb27efb14,segment=NetworkSegment(aa74cf8c-3846-4ab5-8441-f64eea33ae35),segment_id=aa74cf8c-3846-4ab5-8441-f64eea33ae35)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:48:00.745245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:00.873937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 4338d74b-b971-4f1e-b796-1b4bb27efb14 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:48:01.051808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:01.056268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e165889e-d1f7-4f88-ab65-9efb9012742e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:01.102159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=4338d74b-b971-4f1e-b796-1b4bb27efb14,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:01.182342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.182778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.183634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.183634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.183980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.184384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.184830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.185250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.185645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.186052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.186461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:01.195888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:01.367450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:02.048371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:48:02.207097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:48:02.217802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:48:02.223458 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6543753 Dec 10 19:48:02.223929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34938) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:02.231909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:48:02.232669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:02.302938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:02.368926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:48:02.452411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting subnet 5948b658-2690-4583-94d3-1673702b3213 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:48:02.452411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:02.489219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:48:00Z', 'revision_number': 11, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:02.489219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:48:02.507394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:48:02.507394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:02.531306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:02.625419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:02.637961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:48:02.698941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:02.703555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4803f304-e94b-479c-9bbd-7b1eefe22c04 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:02.745449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Subnet': ['ID=5948b658-2690-4583-94d3-1673702b3213,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:02.748813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:02.751007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:48:00Z', 'revision_number': 11, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:02.753101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:02.754727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b9ac0-8d6e-46fd-b07b-e5b556f52b5f None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:48:00Z', 'revision_number': 11, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:48:02.760435 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/5948b658-2690-4583-94d3-1673702b3213 HTTP/1.1" status: 204 len: 168 time: 0.5348682 Dec 10 19:48:02.763406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34944) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:02.767237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa86c947-8c29-42e2-9478-ad676f44bb18 None None] Network cde064b4-2324-48f9-890d-3cdc4546b526 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:48:02.909274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:02.921474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Deleting port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:48:02.922119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.069171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] DHCP port deletion for cde064b4-2324-48f9-890d-3cdc4546b526 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:48:03.073647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] Deleting port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:48:03.074387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.168525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] For port 6b9ae0e7-5526-46ad-9cbe-682f2927e313, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6b9ae0e7-5526-46ad-9cbe-682f2927e313,segment=NetworkSegment(aa74cf8c-3846-4ab5-8441-f64eea33ae35),segment_id=aa74cf8c-3846-4ab5-8441-f64eea33ae35)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:48:03.168935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.301182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Calling delete_port for 6b9ae0e7-5526-46ad-9cbe-682f2927e313 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:48:03.307503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] For port 6b9ae0e7-5526-46ad-9cbe-682f2927e313, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6b9ae0e7-5526-46ad-9cbe-682f2927e313,segment=NetworkSegment(aa74cf8c-3846-4ab5-8441-f64eea33ae35),segment_id=aa74cf8c-3846-4ab5-8441-f64eea33ae35)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:48:03.308476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.386118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.390447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:03.436747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Port': ['ID=6b9ae0e7-5526-46ad-9cbe-682f2927e313,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:03.448829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.449491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.449766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.450086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.450544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.450948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.451437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.452005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.452523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] Calling delete_port for 6b9ae0e7-5526-46ad-9cbe-682f2927e313 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:48:03.452625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.452800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.456690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:03.462232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:03.464556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No DVR routers for this DVR port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:48:03.526224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:48:03.526685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:48:03.630148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.659059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde064b4-2324-48f9-890d-3cdc4546b526']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:03.673323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa74cf8c-3846-4ab5-8441-f64eea33ae35') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:03.673733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa74cf8c-3846-4ab5-8441-f64eea33ae35') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:03.687746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.706047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.716302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:48:03.716302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:48:03.731180 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:48:03.820799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.823012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4f25d4b1-afa2-4ef3-81e2-81badaff17d5 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:03.843382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:03.850775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Pushing event deleted for resources: {'Network': ['ID=cde064b4-2324-48f9-890d-3cdc4546b526,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:03.858540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:03.860453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 4338d74b-b971-4f1e-b796-1b4bb27efb14 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:48:03.865868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/networks/cde064b4-2324-48f9-890d-3cdc4546b526 HTTP/1.1" status: 204 len: 168 time: 1.0986035 Dec 10 19:48:03.867179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 34948) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:03.871916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'routes': None}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:03.897881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 4338d74b-b971-4f1e-b796-1b4bb27efb14 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:48:03.898298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 4338d74b-b971-4f1e-b796-1b4bb27efb14 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:48:03.898783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6b9ae0e7-5526-46ad-9cbe-682f2927e313 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:48:03.941604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 6b9ae0e7-5526-46ad-9cbe-682f2927e313 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:48:03.942054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6b9ae0e7-5526-46ad-9cbe-682f2927e313 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:48:04.031825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] Deleting port 6b9ae0e7-5526-46ad-9cbe-682f2927e313 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:48:04.031825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:04.108705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-08c0020e-a9d2-4754-9e39-1d161d3b5746 None None] The port '6b9ae0e7-5526-46ad-9cbe-682f2927e313' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:48:04.421959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Added routes are [] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 10 19:48:04.422446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.extraroute_db [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Removed routes are [] {{(pid=88872) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 10 19:48:04.422660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:04.711500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:04.716021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:04.877926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 114ffc1b-56fa-4201-a954-80883f722d03 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:48:05.038312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:48:05.045977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.046707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03dd250a-dcd1-4767-94c9-0ccd73647071 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 200 len: 701 time: 1.1788557 Dec 10 19:48:05.049376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34952) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:05.051586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] Sync routers for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:48:05.068547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:48:05.068547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:05.100481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6c8f7a0c-827e-4300-bf8a-bcbbf23f12ed tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Synchronizing usage tracker for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:48:05.121100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6c8f7a0c-827e-4300-bf8a-bcbbf23f12ed tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Unset dirty status for tenant:159c529f3b004aadbf80c7bb5d7fc99f on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:48:05.122651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6c8f7a0c-827e-4300-bf8a-bcbbf23f12ed tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 200 len: 205 time: 0.0718305 Dec 10 19:48:05.125270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34958) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:05.209278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:48:05.280496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c9f978e-f14b-4fa0-b5bd-da68a01e0dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.339337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:48:00Z', 'revision_number': 11, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:05.342984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] Checking router: 114ffc1b-56fa-4201-a954-80883f722d03 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:48:05.361050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] Routers {'114ffc1b-56fa-4201-a954-80883f722d03'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:48:05.361050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['114ffc1b-56fa-4201-a954-80883f722d03'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:05.496686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] Set router 114ffc1b-56fa-4201-a954-80883f722d03 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:48:05.620317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:48:00Z', 'revision_number': 11, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:05.624478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b828-60f7-4681-afcd-c9d2d70418e3 None None] The sync data for ids ['114ffc1b-56fa-4201-a954-80883f722d03'] in dv-neutron-821443-1-hyperv is: [{'id': '114ffc1b-56fa-4201-a954-80883f722d03', 'name': 'tempest-RoutersTest-router-1734936765', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:47:18Z', 'updated_at': '2021-12-10T19:48:00Z', 'revision_number': 11, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:48:05.735750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c9f978e-f14b-4fa0-b5bd-da68a01e0dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.740777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c9f978e-f14b-4fa0-b5bd-da68a01e0dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.766925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c9f978e-f14b-4fa0-b5bd-da68a01e0dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.767507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9f978e-f14b-4fa0-b5bd-da68a01e0dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Fanout notify agent at l3_agent the message router_deleted on router 114ffc1b-56fa-4201-a954-80883f722d03 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:48:05.778556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c9f978e-f14b-4fa0-b5bd-da68a01e0dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.779755 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6c9f978e-f14b-4fa0-b5bd-da68a01e0dae tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 204 len: 168 time: 0.6533115 Dec 10 19:48:05.784155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34964) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:05.790731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1505612114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:05.797743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:05.802748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Usage tracker for resource:router and tenant:159c529f3b004aadbf80c7bb5d7fc99f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:05.806569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:05.812738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:05.822414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.823393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.845632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.861419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.884685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:05.886100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8edc8a3-e3a8-47c2-b75a-2879dfa627e8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1005723 Dec 10 19:48:05.888998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34968) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:05.906186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4774a074-8570-4076-a1a4-ba751a53d6d7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:06.319530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4774a074-8570-4076-a1a4-ba751a53d6d7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:06.403002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4774a074-8570-4076-a1a4-ba751a53d6d7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:06.819039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4774a074-8570-4076-a1a4-ba751a53d6d7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Router 8734cb2e-58fc-4ab1-8477-0e44819164f0 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:48:06.970999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4774a074-8570-4076-a1a4-ba751a53d6d7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:48:06.977375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4774a074-8570-4076-a1a4-ba751a53d6d7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:06.979194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4774a074-8570-4076-a1a4-ba751a53d6d7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "PUT /v2.0/routers/8734cb2e-58fc-4ab1-8477-0e44819164f0 HTTP/1.1" status: 200 len: 694 time: 1.0886364 Dec 10 19:48:06.981456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34974) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:06.983826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] Sync routers for ids ['8734cb2e-58fc-4ab1-8477-0e44819164f0'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:48:06.996187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] Routers {'8734cb2e-58fc-4ab1-8477-0e44819164f0'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:48:06.996844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8734cb2e-58fc-4ab1-8477-0e44819164f0'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:07.132062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] Set router 8734cb2e-58fc-4ab1-8477-0e44819164f0 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:48:07.132286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b2e7d892-6435-40e9-aacc-56e66fbf3e50 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/routers/8734cb2e-58fc-4ab1-8477-0e44819164f0 HTTP/1.1" status: 200 len: 700 time: 0.1460853 Dec 10 19:48:07.132286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34978) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:07.180160 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f0624724-43ff-4886-a449-5341f2942b7b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=8734cb2e-58fc-4ab1-8477-0e44819164f0 HTTP/1.1" status: 200 len: 205 time: 0.0467145 Dec 10 19:48:07.182812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34982) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:07.243957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8734cb2e-58fc-4ab1-8477-0e44819164f0', 'name': 'tempest-RoutersTest-router-1505612114', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:48:05Z', 'updated_at': '2021-12-10T19:48:06Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:07.248074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] Checking router: 8734cb2e-58fc-4ab1-8477-0e44819164f0 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:48:07.259674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] Routers {'8734cb2e-58fc-4ab1-8477-0e44819164f0'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:48:07.260335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:47:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['8734cb2e-58fc-4ab1-8477-0e44819164f0'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:07.329093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a59ec1eb-af3e-47bf-aded-5ea781879bc9 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:07.392424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] Set router 8734cb2e-58fc-4ab1-8477-0e44819164f0 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:48:07.649625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8734cb2e-58fc-4ab1-8477-0e44819164f0', 'name': 'tempest-RoutersTest-router-1505612114', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:48:05Z', 'updated_at': '2021-12-10T19:48:06Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:07.653758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9560a-759c-4bf3-90f5-bd8772590704 None None] The sync data for ids ['8734cb2e-58fc-4ab1-8477-0e44819164f0'] in dv-neutron-821443-1-hyperv is: [{'id': '8734cb2e-58fc-4ab1-8477-0e44819164f0', 'name': 'tempest-RoutersTest-router-1505612114', 'tenant_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:48:05Z', 'updated_at': '2021-12-10T19:48:06Z', 'revision_number': 2, 'project_id': '159c529f3b004aadbf80c7bb5d7fc99f', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:48:07.746079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a59ec1eb-af3e-47bf-aded-5ea781879bc9 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:07.750755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a59ec1eb-af3e-47bf-aded-5ea781879bc9 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:07.776751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a59ec1eb-af3e-47bf-aded-5ea781879bc9 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:07.777332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59ec1eb-af3e-47bf-aded-5ea781879bc9 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Fanout notify agent at l3_agent the message router_deleted on router 8734cb2e-58fc-4ab1-8477-0e44819164f0 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:48:07.788755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a59ec1eb-af3e-47bf-aded-5ea781879bc9 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:07.789978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a59ec1eb-af3e-47bf-aded-5ea781879bc9 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/8734cb2e-58fc-4ab1-8477-0e44819164f0 HTTP/1.1" status: 204 len: 168 time: 0.6061802 Dec 10 19:48:07.794014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34986) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:07.844494 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-733e85af-b7e8-48b7-bf3c-ee9b1b9c929c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=8734cb2e-58fc-4ab1-8477-0e44819164f0 HTTP/1.1" status: 200 len: 205 time: 0.0491006 Dec 10 19:48:07.846835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34990) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:07.917769 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-e712d8b9-56ec-4ddc-bac4-4d6f8aaf1407 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] delete failed (client error): The resource could not be found. Dec 10 19:48:07.918827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e712d8b9-56ec-4ddc-bac4-4d6f8aaf1407 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/8734cb2e-58fc-4ab1-8477-0e44819164f0 HTTP/1.1" status: 404 len: 336 time: 0.0710332 Dec 10 19:48:07.921535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34994) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:07.960982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-df163f57-a108-429b-88e0-0b2df331232e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:07.961474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df163f57-a108-429b-88e0-0b2df331232e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:07.963294 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-df163f57-a108-429b-88e0-0b2df331232e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/4a04907f-4edd-4758-bd89-d41f593db7bc HTTP/1.1" status: 404 len: 337 time: 0.0407982 Dec 10 19:48:07.965992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 34998) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.006986 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e12927a-383c-449c-85e9-865214a50963 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:08.007491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e12927a-383c-449c-85e9-865214a50963 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:08.009542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e12927a-383c-449c-85e9-865214a50963 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/1cea7654-dfc7-4050-8c02-69625198d20a HTTP/1.1" status: 404 len: 337 time: 0.0423567 Dec 10 19:48:08.012137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35002) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.056768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec90ed4f-ac5e-4d1d-bc8d-5c03ac3c0e59 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:08.057267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec90ed4f-ac5e-4d1d-bc8d-5c03ac3c0e59 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:08.059084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ec90ed4f-ac5e-4d1d-bc8d-5c03ac3c0e59 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/a520ab85-c5d8-4589-8e73-7b92d52a7284 HTTP/1.1" status: 404 len: 337 time: 0.0459795 Dec 10 19:48:08.061805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35006) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.101719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e85d4bc-4e89-46eb-abde-834f0e4fff1a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:08.102214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e85d4bc-4e89-46eb-abde-834f0e4fff1a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:08.103980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e85d4bc-4e89-46eb-abde-834f0e4fff1a tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/5948b658-2690-4583-94d3-1673702b3213 HTTP/1.1" status: 404 len: 337 time: 0.0412223 Dec 10 19:48:08.106707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35010) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.152322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0d04597f-c270-4a52-808c-58bf0e7e3ae1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 200 len: 205 time: 0.0444479 Dec 10 19:48:08.154577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35014) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.225661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-60c96177-54cb-4a7a-b97d-f07ea9ca719f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] delete failed (client error): The resource could not be found. Dec 10 19:48:08.226685 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-60c96177-54cb-4a7a-b97d-f07ea9ca719f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/114ffc1b-56fa-4201-a954-80883f722d03 HTTP/1.1" status: 404 len: 336 time: 0.0711668 Dec 10 19:48:08.229696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35018) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.275726 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e882dd11-d203-4929-a215-bbc3042023cf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=69266869-17c2-4613-a9eb-52dca0f6b052 HTTP/1.1" status: 200 len: 205 time: 0.0448892 Dec 10 19:48:08.277974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35022) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.347092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-5fb2adfa-32d9-4ee4-ba6f-9b696915f8ba tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] delete failed (client error): The resource could not be found. Dec 10 19:48:08.348174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5fb2adfa-32d9-4ee4-ba6f-9b696915f8ba tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/69266869-17c2-4613-a9eb-52dca0f6b052 HTTP/1.1" status: 404 len: 336 time: 0.0692775 Dec 10 19:48:08.351437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35026) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.390717 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a744fa-c999-4822-a884-3e96f4ee6511 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:08.391202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a744fa-c999-4822-a884-3e96f4ee6511 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:08.392899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b9a744fa-c999-4822-a884-3e96f4ee6511 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/6fcfa96a-a07a-44af-88a1-b5a52bd42c27 HTTP/1.1" status: 404 len: 337 time: 0.0405202 Dec 10 19:48:08.395351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35030) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.445215 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ac67a9e3-3f4f-4664-bb19-494a0730d8c7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cb822f3-e7bc-4821-980b-30b49169664d HTTP/1.1" status: 200 len: 205 time: 0.0481877 Dec 10 19:48:08.447727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35034) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.516257 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-1876e391-0eb5-483e-bf79-9119873eb116 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] delete failed (client error): The resource could not be found. Dec 10 19:48:08.517382 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1876e391-0eb5-483e-bf79-9119873eb116 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/1cb822f3-e7bc-4821-980b-30b49169664d HTTP/1.1" status: 404 len: 336 time: 0.0686798 Dec 10 19:48:08.520210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35038) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.570108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e2f81e25-299a-4217-8728-7726bdc8ceef tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=394e18d0-5db8-401c-83f2-114ba3d48975 HTTP/1.1" status: 200 len: 205 time: 0.0480776 Dec 10 19:48:08.572386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35042) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.639235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-d2955570-4bc1-41eb-8a22-8ba1edba15fe tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] delete failed (client error): The resource could not be found. Dec 10 19:48:08.640341 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d2955570-4bc1-41eb-8a22-8ba1edba15fe tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/394e18d0-5db8-401c-83f2-114ba3d48975 HTTP/1.1" status: 404 len: 336 time: 0.0670180 Dec 10 19:48:08.642986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35046) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.686216 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-6881cbd0-1f17-4b61-b1b1-816c8bd41dce tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:08.686711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6881cbd0-1f17-4b61-b1b1-816c8bd41dce tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:08.688488 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6881cbd0-1f17-4b61-b1b1-816c8bd41dce tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/8c4a2cb0-e71b-40c7-8a43-9386ae0bfd3a HTTP/1.1" status: 404 len: 337 time: 0.0445328 Dec 10 19:48:08.691325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35050) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.738947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4b0f4e41-b473-427c-be71-830f41549963 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa9f7743-a663-4607-911e-4fe02963993f HTTP/1.1" status: 200 len: 205 time: 0.0463557 Dec 10 19:48:08.741916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35054) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.815064 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-249ffdbf-d333-4641-beef-223d4a68f011 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] delete failed (client error): The resource could not be found. Dec 10 19:48:08.816161 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-249ffdbf-d333-4641-beef-223d4a68f011 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/aa9f7743-a663-4607-911e-4fe02963993f HTTP/1.1" status: 404 len: 336 time: 0.0732911 Dec 10 19:48:08.818862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35058) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.859378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-70edb78a-bf78-47cf-8640-3cad98c1b6f7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:08.859933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70edb78a-bf78-47cf-8640-3cad98c1b6f7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:08.861583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70edb78a-bf78-47cf-8640-3cad98c1b6f7 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/0e83717a-78a5-4500-846b-5b98b81f236b HTTP/1.1" status: 404 len: 337 time: 0.0417411 Dec 10 19:48:08.864092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35062) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.909177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf60e5bd-be11-479e-b2ea-3d0fa8b516ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "GET /v2.0/ports?device_id=d397732b-0aea-47a5-8bf5-072a349d21d5 HTTP/1.1" status: 200 len: 205 time: 0.0439556 Dec 10 19:48:08.912087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35066) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:08.982511 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-1e194646-d5e0-432b-9d18-3a011d50df82 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] delete failed (client error): The resource could not be found. Dec 10 19:48:08.983843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e194646-d5e0-432b-9d18-3a011d50df82 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/routers/d397732b-0aea-47a5-8bf5-072a349d21d5 HTTP/1.1" status: 404 len: 336 time: 0.0707831 Dec 10 19:48:08.986527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35070) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:09.028111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fbe10d-c472-49df-b204-f6c0ae00ea44 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:09.028677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fbe10d-c472-49df-b204-f6c0ae00ea44 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:09.030440 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-27fbe10d-c472-49df-b204-f6c0ae00ea44 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/2b64eda4-17e0-4820-af13-2856e3ae0115 HTTP/1.1" status: 404 len: 337 time: 0.0429673 Dec 10 19:48:09.033108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35074) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:09.074912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c60905-e24b-4188-a1d4-836bbdce106f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:48:09.075385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c60905-e24b-4188-a1d4-836bbdce106f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 19:48:09.077060 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-68c60905-e24b-4188-a1d4-836bbdce106f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] 10.222.0.41 "DELETE /v2.0/subnets/0a3034c7-78d6-47fa-ab59-f7ad9111b6cf HTTP/1.1" status: 404 len: 337 time: 0.0429969 Dec 10 19:48:09.381632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35082) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:09.572143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35088) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:09.575516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ccd4dd7a-0fc2-421a-a6de-025756b3bea1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=159c529f3b004aadbf80c7bb5d7fc99f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914954 Dec 10 19:48:09.639529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-356f0655-10cb-41de-b4eb-f9ab1c38f2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:09.667295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-356f0655-10cb-41de-b4eb-f9ab1c38f2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:09.717040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-356f0655-10cb-41de-b4eb-f9ab1c38f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:09.722246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-513908fc-29d9-4efc-80ea-1acb71024079 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:09.736348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f0655-10cb-41de-b4eb-f9ab1c38f2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b623510d-43f6-412a-b883-b083ce0335c6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:09.740044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-356f0655-10cb-41de-b4eb-f9ab1c38f2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:09.742951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-356f0655-10cb-41de-b4eb-f9ab1c38f2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:09.746276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-356f0655-10cb-41de-b4eb-f9ab1c38f2ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b623510d-43f6-412a-b883-b083ce0335c6 HTTP/1.1" status: 204 len: 168 time: 0.1727383 Dec 10 19:48:10.578146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35110) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:10.584898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0056202 Dec 10 19:48:10.587795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35112) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:10.727138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5e157d43-09e3-4da9-9aba-11a2ede350db tempest-NetworksApiDiscovery-824919175 tempest-NetworksApiDiscovery-824919175-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1381643 Dec 10 19:48:11.032630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35124) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:11.133684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0dc0bb6-e171-44d9-a695-30e1fa3442d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:11.183794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:11.217059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:11.221154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Usage tracker for resource:security_group_rule and tenant:70b1c7cc75d942e291a65ab5ca327c44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:11.224075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:11.230187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:11.297372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:11.300057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:11.307853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0c5c143e-9f5d-4904-8ba4-a5dd3a653501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:11.352279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c3d5b2-ec8e-4e1c-b26e-b9a6165e099a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:11.355776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:11.358691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70b1c7cc75d942e291a65ab5ca327c44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3249803 Dec 10 19:48:11.361582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35130) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:11.424284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e8956b-6148-4621-87dd-ee6ff9513eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:11.452705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e8956b-6148-4621-87dd-ee6ff9513eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:11.499776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e8956b-6148-4621-87dd-ee6ff9513eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:11.504792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91cf7831-d4a4-440e-bdba-d4e5dd1617bd tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:11.517127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8956b-6148-4621-87dd-ee6ff9513eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c3d5b2-ec8e-4e1c-b26e-b9a6165e099a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:11.520256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4e8956b-6148-4621-87dd-ee6ff9513eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:11.522364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e4e8956b-6148-4621-87dd-ee6ff9513eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:11.523573 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4e8956b-6148-4621-87dd-ee6ff9513eda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5c3d5b2-ec8e-4e1c-b26e-b9a6165e099a HTTP/1.1" status: 204 len: 168 time: 0.1610067 Dec 10 19:48:12.326812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35152) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:12.462776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-437578742-network', 'tenant_id': 'f297c07315804e2db3e73931493bb270'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:12.468132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:12.472318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Usage tracker for resource:network and tenant:f297c07315804e2db3e73931493bb270 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:12.476417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:12.482644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:12.493001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.494835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Made reservation on behalf of f297c07315804e2db3e73931493bb270 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:48:12.499673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.513438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.545108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:12.549023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f297c07315804e2db3e73931493bb270 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:12.552416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:12.558267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:12.626604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.629351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.632943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd0e651a-9f1a-4389-a065-8bc7cc88c9f3 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:12.663290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:48:12.668731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:12.672506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:12.676298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.676404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Added segment ad008b1e-c54e-4702-b36c-eb6e64d7ad3c of type vlan for network 4100c3f5-b3b8-4726-b335-72e537696dde Dec 10 19:48:12.703080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.731173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.732125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:12.732994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:12.738016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fbbc9b2-2878-4c0f-861d-0429322016d5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:13.078125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4100c3f5-b3b8-4726-b335-72e537696dde,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:13.081062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:13.085397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7546847 Dec 10 19:48:13.085934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35158) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:13.089826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 4100c3f5-b3b8-4726-b335-72e537696dde details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:48:13.091555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Request body: {'subnet': {'network_id': '4100c3f5-b3b8-4726-b335-72e537696dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-437578742-subnet', 'tenant_id': 'f297c07315804e2db3e73931493bb270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:13.096748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:13.101390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Usage tracker for resource:subnet and tenant:f297c07315804e2db3e73931493bb270 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:13.104366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:13.110771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:13.121457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Made reservation on behalf of f297c07315804e2db3e73931493bb270 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:48:13.126319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:13.334978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:13.339241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b30ab953-c898-4626-94bd-dff11507a9a7 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:13.422622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b159564-a936-4022-86a7-b690fb8f8c1b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:13.427458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:13.432274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Checking segment: {'id': 'ad008b1e-c54e-4702-b36c-eb6e64d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4100c3f5-b3b8-4726-b335-72e537696dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:48:13.432677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Network hostable DHCP agents. Network: 4100c3f5-b3b8-4726-b335-72e537696dde, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:48:13.455377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Network 4100c3f5-b3b8-4726-b335-72e537696dde is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:48:13.465864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 4100c3f5-b3b8-4726-b335-72e537696dde) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:48:13.469866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:13.470508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:13.475798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d506e7-cde6-4d94-9feb-f87fb77c25a0 None None] Network 4100c3f5-b3b8-4726-b335-72e537696dde requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:48:13.492855 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4061265 Dec 10 19:48:13.698740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a671e-083a-4f49-b745-a892dd7ffc5d None None] Network 4100c3f5-b3b8-4726-b335-72e537696dde requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:48:13.804994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.016771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ca55db6-d5bb-4295-a43e-7168f912a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.396742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35180) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:14.403045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1911440322-network', 'tenant_id': 'e7d160eef93d4d46a7ae974c6930b959'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:14.409396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:14.414353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Usage tracker for resource:network and tenant:e7d160eef93d4d46a7ae974c6930b959 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:14.417405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:14.423473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:14.434429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Made reservation on behalf of e7d160eef93d4d46a7ae974c6930b959 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:48:14.436686 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-0df6c7e8-4df5-40a1-84c9-a585a24dfd63 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780597 Dec 10 19:48:14.439227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.454803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.489364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:14.493909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d160eef93d4d46a7ae974c6930b959 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:14.496949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:14.503467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:14.571319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.574884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.579286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af56f4e5-7127-4a80-a5dc-ff2fe475a565 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:14.589326 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-33094183-6033-4c03-8733-a7b59c3fa6f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 1099 time: 0.0791538 Dec 10 19:48:14.604635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:48:14.617981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ed7b18-ce5d-4d26-8781-de6085f30f0d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:14.622169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:14.623141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.623530 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Added segment 201a63da-8714-4e0e-9545-028228efc570 of type vlan for network ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36 Dec 10 19:48:14.651210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.681023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.681978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:14.682622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.687671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fd9be71f-f6a5-460a-8383-f768dc1a1d17 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:14.744106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-d239a42b-41cf-4488-adee-b974814e3c2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:14.745731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-d239a42b-41cf-4488-adee-b974814e3c2b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1385260 Dec 10 19:48:14.793151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3951945 Dec 10 19:48:14.796314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:14.798418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35184) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:14.801066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:14.805658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Request body: {'subnet': {'network_id': 'ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1911440322-subnet', 'tenant_id': 'e7d160eef93d4d46a7ae974c6930b959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:14.807291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:48:14.810872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:14.815043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Usage tracker for resource:subnet and tenant:e7d160eef93d4d46a7ae974c6930b959 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:14.818760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:14.825178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:14.836100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Made reservation on behalf of e7d160eef93d4d46a7ae974c6930b959 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:48:14.840800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:14.858719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-3dfa39ad-89ef-401a-ac44-9ff591726b5d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 HTTP/1.1" status: 200 len: 1001 time: 0.1060634 Dec 10 19:48:14.933699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-51ffa315-45fc-4982-ad83-091bba93d901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:14.935309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-51ffa315-45fc-4982-ad83-091bba93d901 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0700834 Dec 10 19:48:15.020648 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-731e1151-dfd2-4a7d-b1e8-523587cf411f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783923 Dec 10 19:48:15.058771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:15.063581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-715377e1-908d-4c1b-a4ae-f630330174ad tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:15.138857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8383173c-3bab-43ec-ac83-5bbf5ce8e2b8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:15.143009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:15.151626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Checking segment: {'id': '201a63da-8714-4e0e-9545-028228efc570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:48:15.152026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Network hostable DHCP agents. Network: ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:48:15.167905 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-56e958b3-fac8-4dd3-a7a6-04482ec91e16 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410615 Dec 10 19:48:15.176355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Network ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:48:15.185444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:48:15.189343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:15.190023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:15.195861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dfdc35-9e02-4c44-b873-19b9aa7bd04b None None] Network ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:48:15.220385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4140940 Dec 10 19:48:15.318237 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f8b11e-7f19-4383-b74f-558c9951e93f req-8b7e0430-8617-4b3b-ba31-04143b754edf service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434951 Dec 10 19:48:15.338111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:15.442082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac5728-99a3-4b0e-a54f-77d055e20dd2 None None] Network ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:48:15.864851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-02d5b3f7-135d-4d2d-8339-f7709fb7be72 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:15.865608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-02d5b3f7-135d-4d2d-8339-f7709fb7be72 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Synchronizing usage tracker for tenant:f297c07315804e2db3e73931493bb270 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:48:15.881333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-02d5b3f7-135d-4d2d-8339-f7709fb7be72 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Unset dirty status for tenant:f297c07315804e2db3e73931493bb270 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:48:15.882609 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-02d5b3f7-135d-4d2d-8339-f7709fb7be72 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/networks?id=4100c3f5-b3b8-4726-b335-72e537696dde HTTP/1.1" status: 200 len: 811 time: 0.1706529 Dec 10 19:48:15.899981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-0b0ed8ba-c9b1-42cf-b3ac-1e0984748ba9 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/quotas/f297c07315804e2db3e73931493bb270 HTTP/1.1" status: 200 len: 375 time: 0.0114470 Dec 10 19:48:15.954391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-881e56fd-d82c-40f5-aa7c-6aa0d7460ea9 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f297c07315804e2db3e73931493bb270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490921 Dec 10 19:48:16.096978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-39743ea8-a5dc-446e-8ba1-38fd8d69d5ba service neutron] 10.222.0.41 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348023 Dec 10 19:48:16.236505 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-fdbb35b4-df31-4699-a186-a0743bf13acd service neutron] 10.222.0.41 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330943 Dec 10 19:48:16.430931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e139da2a-94fa-4432-94e0-bb22c43a27f0 req-be04a8c4-e397-4821-b63f-6d2a02808024 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 210 time: 0.0467863 Dec 10 19:48:17.674258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d658e13f-1c27-4320-8a4d-81e308b71dcd req-8c2f5fbd-1c60-4f42-a99f-2bca5bd8b446 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 210 time: 0.1110356 Dec 10 19:48:17.737920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-25457d67-4706-4d22-90f6-6aa885d7a70b tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:17.739406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-25457d67-4706-4d22-90f6-6aa885d7a70b tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.84 "GET /v2.0/networks?id=4100c3f5-b3b8-4726-b335-72e537696dde HTTP/1.1" status: 200 len: 811 time: 0.1995592 Dec 10 19:48:17.756700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Request body: {'port': {'device_id': 'ee62631c-4da6-4893-a8ee-ded67f24b4e1', 'network_id': '4100c3f5-b3b8-4726-b335-72e537696dde', 'admin_state_up': True, 'tenant_id': 'f297c07315804e2db3e73931493bb270'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:17.910560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:17.914644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Usage tracker for resource:port and tenant:f297c07315804e2db3e73931493bb270 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:17.917642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:17.923733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:17.932727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Made reservation on behalf of f297c07315804e2db3e73931493bb270 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:48:17.938160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:18.108778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Allocated IP 172.20.0.12 (4100c3f5-b3b8-4726-b335-72e537696dde/7b159564-a936-4022-86a7-b690fb8f8c1b/2de101b2-489e-4de9-91ae-12f790a64803) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:48:18.322877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:18.350139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:18.356580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-71807864-4c64-49f8-b19d-44cd187892cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:18.427476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Network 4100c3f5-b3b8-4726-b335-72e537696dde is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:48:18.430764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:48:18.435275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:48:18.461711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Pushing event updated for resources: {'Port': ['ID=2de101b2-489e-4de9-91ae-12f790a64803,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:18.467387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:18.500880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:18.501559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:18.520898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7692230 Dec 10 19:48:18.532413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Request body: {'port': {'device_id': 'ee62631c-4da6-4893-a8ee-ded67f24b4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:18.648046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:18.991831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9204e-79f2-408a-adde-bc0ae62bcb24 req-9cc93697-0096-4a9b-b66d-e3dfa21958c3 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:18.992503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a9a9204e-79f2-408a-adde-bc0ae62bcb24 req-9cc93697-0096-4a9b-b66d-e3dfa21958c3 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Synchronizing usage tracker for tenant:f297c07315804e2db3e73931493bb270 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:48:19.027381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a9a9204e-79f2-408a-adde-bc0ae62bcb24 req-9cc93697-0096-4a9b-b66d-e3dfa21958c3 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Unset dirty status for tenant:f297c07315804e2db3e73931493bb270 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:48:19.028616 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9a9204e-79f2-408a-adde-bc0ae62bcb24 req-9cc93697-0096-4a9b-b66d-e3dfa21958c3 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 932 time: 0.2293148 Dec 10 19:48:19.119323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de101b2-489e-4de9-91ae-12f790a64803 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:48:19.130624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:19.145081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a9a9204e-79f2-408a-adde-bc0ae62bcb24 req-0d24a21d-bc7c-43ed-b1b9-dac34e884904 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Synchronizing usage tracker for tenant:f297c07315804e2db3e73931493bb270 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:48:19.154289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Transition to ACTIVE for port object 2de101b2-489e-4de9-91ae-12f790a64803 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:48:19.160235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:19.166267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14703532-1c1b-4b5c-9f60-25f932bd723e tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:19.217567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a9a9204e-79f2-408a-adde-bc0ae62bcb24 req-0d24a21d-bc7c-43ed-b1b9-dac34e884904 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Unset dirty status for tenant:f297c07315804e2db3e73931493bb270 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:48:19.218810 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9a9204e-79f2-408a-adde-bc0ae62bcb24 req-0d24a21d-bc7c-43ed-b1b9-dac34e884904 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809289 Dec 10 19:48:19.300955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Pushing event updated for resources: {'Port': ['ID=2de101b2-489e-4de9-91ae-12f790a64803,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:19.305849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:19.425896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Attempting to bind port 2de101b2-489e-4de9-91ae-12f790a64803 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:48:19.426262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Attempting to bind port 2de101b2-489e-4de9-91ae-12f790a64803 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ad008b1e-c54e-4702-b36c-eb6e64d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4100c3f5-b3b8-4726-b335-72e537696dde'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:48:19.427147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Attempting to bind port 2de101b2-489e-4de9-91ae-12f790a64803 on network 4100c3f5-b3b8-4726-b335-72e537696dde {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:48:19.433150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Port 2de101b2-489e-4de9-91ae-12f790a64803 on network 4100c3f5-b3b8-4726-b335-72e537696dde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:48:19.433502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Attempting to bind port 2de101b2-489e-4de9-91ae-12f790a64803 on network 4100c3f5-b3b8-4726-b335-72e537696dde {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:48:19.440215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:48:19.440589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Checking segment: {'id': 'ad008b1e-c54e-4702-b36c-eb6e64d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4100c3f5-b3b8-4726-b335-72e537696dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:48:19.441002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Bound using segment: {'id': 'ad008b1e-c54e-4702-b36c-eb6e64d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4100c3f5-b3b8-4726-b335-72e537696dde'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:48:19.441472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Bound port: 2de101b2-489e-4de9-91ae-12f790a64803, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad008b1e-c54e-4702-b36c-eb6e64d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4100c3f5-b3b8-4726-b335-72e537696dde'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:48:19.441876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:19.533089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] For port 2de101b2-489e-4de9-91ae-12f790a64803, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:48:19.536201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] For port 2de101b2-489e-4de9-91ae-12f790a64803, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2de101b2-489e-4de9-91ae-12f790a64803,segment=NetworkSegment(ad008b1e-c54e-4702-b36c-eb6e64d7ad3c),segment_id=ad008b1e-c54e-4702-b36c-eb6e64d7ad3c)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:48:19.539611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:19.543890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d4becad-e465-4435-85bc-6c191b469b7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:19.608358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:19.609842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] 10.222.0.84 "PUT /v2.0/ports/2de101b2-489e-4de9-91ae-12f790a64803 HTTP/1.1" status: 200 len: 1094 time: 1.0818839 Dec 10 19:48:19.610385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee62631c-4da6-4893-a8ee-ded67f24b4e1', 'tag': '2de101b2-489e-4de9-91ae-12f790a64803'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:19.627809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Pushing event updated for resources: {'Port': ['ID=2de101b2-489e-4de9-91ae-12f790a64803,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:19.631447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:19.681013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee62631c-4da6-4893-a8ee-ded67f24b4e1', 'tag': '2de101b2-489e-4de9-91ae-12f790a64803', 'status': 'completed', 'code': 200} Dec 10 19:48:19.722939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-416a7a8a-1f8c-48fe-be66-6278776a0f04 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f297c07315804e2db3e73931493bb270&device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0776107 Dec 10 19:48:19.799865 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-33ad3e8e-005d-48e2-ad49-868baa48f421 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de101b2-489e-4de9-91ae-12f790a64803 HTTP/1.1" status: 200 len: 217 time: 0.0697181 Dec 10 19:48:19.876103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-6a38fda3-f427-42b9-b462-986dbfef3d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:19.877582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-6a38fda3-f427-42b9-b462-986dbfef3d53 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7b159564-a936-4022-86a7-b690fb8f8c1b HTTP/1.1" status: 200 len: 851 time: 0.0720437 Dec 10 19:48:19.927526 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-c9561915-71d5-4d07-a42f-f79b92f344a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4100c3f5-b3b8-4726-b335-72e537696dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432491 Dec 10 19:48:20.067827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-dd1f986e-5fb8-4ff1-b88c-5778b11777fd service neutron] 10.222.0.84 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345909 Dec 10 19:48:20.210614 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f92e83-31e1-4090-9a89-e69152a06a8a req-bd3be157-5b13-4008-a987-a4d98c2fee77 service neutron] 10.222.0.84 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372008 Dec 10 19:48:20.338855 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-172ae5de-58ea-45f8-bc42-1b3529a57b5f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f297c07315804e2db3e73931493bb270&device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0821471 Dec 10 19:48:20.545589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3786cb4-8bc1-4aeb-82c0-f55d00c64766 req-1c6a462f-ddda-4911-ae53-ebdcaada2f2e tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:20.547201 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3786cb4-8bc1-4aeb-82c0-f55d00c64766 req-1c6a462f-ddda-4911-ae53-ebdcaada2f2e tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 944 time: 0.2074084 Dec 10 19:48:20.548253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-db945f1b-ae03-4803-8ce6-990640bb9abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:20.549688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-db945f1b-ae03-4803-8ce6-990640bb9abc service neutron] 10.222.0.84 "GET /v2.0/networks?id=4100c3f5-b3b8-4726-b335-72e537696dde HTTP/1.1" status: 200 len: 912 time: 0.1709759 Dec 10 19:48:20.872922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-6939a4e6-1c92-4d18-be1a-9b29efa07bf9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de101b2-489e-4de9-91ae-12f790a64803 HTTP/1.1" status: 200 len: 217 time: 0.3027935 Dec 10 19:48:20.922045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3786cb4-8bc1-4aeb-82c0-f55d00c64766 req-73afe280-a960-40ee-bccb-681ce0f8ab24 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683536 Dec 10 19:48:20.947602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-a61c3874-b2b4-4271-ae00-d757e7dcbd63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:20.949149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-a61c3874-b2b4-4271-ae00-d757e7dcbd63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7b159564-a936-4022-86a7-b690fb8f8c1b HTTP/1.1" status: 200 len: 851 time: 0.0691504 Dec 10 19:48:21.000263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-a6a6d57d-bba9-4ee5-abff-8959ef17663b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4100c3f5-b3b8-4726-b335-72e537696dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442200 Dec 10 19:48:21.144115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-e1feb9be-340e-4016-ae97-6ca62e6715e9 service neutron] 10.222.0.84 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374898 Dec 10 19:48:21.285226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae30a9d0-7244-4ea4-bf73-c0b9ab679fa0 req-84bae860-27db-4751-840c-9420a6d2a9e0 service neutron] 10.222.0.84 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348820 Dec 10 19:48:22.127477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e47e4-2585-4d11-84d9-8cc82d71a329 req-bba34070-94f8-450d-ae3d-7b76a456d919 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:22.128970 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-188e47e4-2585-4d11-84d9-8cc82d71a329 req-bba34070-94f8-450d-ae3d-7b76a456d919 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 944 time: 0.0856521 Dec 10 19:48:22.181954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-188e47e4-2585-4d11-84d9-8cc82d71a329 req-5d81f74f-9201-48b5-8b9e-a743df75f1e5 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Dec 10 19:48:23.383503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6fca0-3f58-45fa-9d44-7fda9bb994eb req-8c65ca47-7102-4e89-ba2c-77a72f054993 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:23.385030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bea6fca0-3f58-45fa-9d44-7fda9bb994eb req-8c65ca47-7102-4e89-ba2c-77a72f054993 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 944 time: 0.0854964 Dec 10 19:48:23.432313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bea6fca0-3f58-45fa-9d44-7fda9bb994eb req-5a116897-48fd-4168-8ca7-8653890efc4d tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Dec 10 19:48:23.944829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 2de101b2-489e-4de9-91ae-12f790a64803 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:48:24.086954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 2de101b2-489e-4de9-91ae-12f790a64803, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2de101b2-489e-4de9-91ae-12f790a64803,segment=NetworkSegment(ad008b1e-c54e-4702-b36c-eb6e64d7ad3c),segment_id=ad008b1e-c54e-4702-b36c-eb6e64d7ad3c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:48:24.101309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '2de101b2-489e-4de9-91ae-12f790a64803', 'network_id': '4100c3f5-b3b8-4726-b335-72e537696dde', 'port_id': '2de101b2-489e-4de9-91ae-12f790a64803', 'mac_address': 'fa:16:3e:a2:6f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b159564-a936-4022-86a7-b690fb8f8c1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:48:24.160866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:24.179187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de101b2-489e-4de9-91ae-12f790a64803 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:48:24.195807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 2de101b2-489e-4de9-91ae-12f790a64803, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2de101b2-489e-4de9-91ae-12f790a64803,segment=NetworkSegment(ad008b1e-c54e-4702-b36c-eb6e64d7ad3c),segment_id=ad008b1e-c54e-4702-b36c-eb6e64d7ad3c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:48:24.198684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:24.200512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:24.267455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=2de101b2-489e-4de9-91ae-12f790a64803,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:24.276999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.277401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.277815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.278200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.278585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.278970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.279351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.279729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.280105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.280479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.280852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:48:24.284782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:24.532298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['2de101b2-489e-4de9-91ae-12f790a64803'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:48:24.639833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2238f5-7779-4f26-a31f-d62433fb1271 req-1e93574c-ca4c-460e-92ba-b95007d9134f tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:24.644506 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c2238f5-7779-4f26-a31f-d62433fb1271 req-1e93574c-ca4c-460e-92ba-b95007d9134f tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 945 time: 0.0912068 Dec 10 19:48:24.697259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c2238f5-7779-4f26-a31f-d62433fb1271 req-df10c3b4-7525-4f4b-8b94-e406e038470c tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465369 Dec 10 19:48:25.906071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce114-5222-4e19-bc08-7dd5361bbca4 req-a1c2f651-c5c1-49d8-bac4-0b90a705a539 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:25.907625 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60cce114-5222-4e19-bc08-7dd5361bbca4 req-a1c2f651-c5c1-49d8-bac4-0b90a705a539 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 945 time: 0.0834122 Dec 10 19:48:25.940993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 2de101b2-489e-4de9-91ae-12f790a64803 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:48:25.954617 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60cce114-5222-4e19-bc08-7dd5361bbca4 req-b137ff79-ac4c-4d6a-b9ac-51ff4f2006af tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Dec 10 19:48:26.012717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 2de101b2-489e-4de9-91ae-12f790a64803 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:48:26.017539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 2de101b2-489e-4de9-91ae-12f790a64803 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:48:26.018038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:26.137926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:26.164742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee62631c-4da6-4893-a8ee-ded67f24b4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de101b2-489e-4de9-91ae-12f790a64803'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:26.174682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 2de101b2-489e-4de9-91ae-12f790a64803, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2de101b2-489e-4de9-91ae-12f790a64803,segment=NetworkSegment(ad008b1e-c54e-4702-b36c-eb6e64d7ad3c),segment_id=ad008b1e-c54e-4702-b36c-eb6e64d7ad3c)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:48:26.178164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:26.180934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9292a914-a74b-47d6-8fdc-623e45c82d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:26.251434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=2de101b2-489e-4de9-91ae-12f790a64803,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:26.255356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:26.300560 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee62631c-4da6-4893-a8ee-ded67f24b4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de101b2-489e-4de9-91ae-12f790a64803', 'code': 200} Dec 10 19:48:26.539363 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-285420dd-ce7b-474b-b4b1-8e683d959c55 req-10f529c8-fede-46f1-bdd5-d60f6fe6461d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 1099 time: 0.0803039 Dec 10 19:48:26.583041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-285420dd-ce7b-474b-b4b1-8e683d959c55 req-7bc4c4ee-4c9f-425f-be5a-f95d805b938f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369093 Dec 10 19:48:27.156143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52895a02-64d0-4596-8cf5-44ad1546fe7a req-ed97c72a-000e-4ec7-a71a-f71831aec57d tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:27.157745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-52895a02-64d0-4596-8cf5-44ad1546fe7a req-ed97c72a-000e-4ec7-a71a-f71831aec57d tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0847912 Dec 10 19:48:27.208928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-52895a02-64d0-4596-8cf5-44ad1546fe7a req-3697d95d-6376-47a8-b44e-066d5def987e tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 Dec 10 19:48:28.414216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7762f70-0b67-4723-9606-ab5f97a586fd req-e4d47b68-c2dd-492b-b3a3-b8e5380190c5 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:28.415809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e7762f70-0b67-4723-9606-ab5f97a586fd req-e4d47b68-c2dd-492b-b3a3-b8e5380190c5 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0840573 Dec 10 19:48:28.463398 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e7762f70-0b67-4723-9606-ab5f97a586fd req-13ec738e-c368-493b-b3f6-1458be409cbe tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Dec 10 19:48:28.667486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10fd1d-a046-491a-9e6f-bc1d2716876a req-2d05937e-e817-4fc6-af36-15d38bbd00ad tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:28.669019 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c10fd1d-a046-491a-9e6f-bc1d2716876a req-2d05937e-e817-4fc6-af36-15d38bbd00ad tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0864017 Dec 10 19:48:28.716206 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c10fd1d-a046-491a-9e6f-bc1d2716876a req-da597863-4c8c-4fe9-8153-ca24dac3174d tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Dec 10 19:48:29.139164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870879e-cd49-4b5b-8140-3fd09fd4a289 req-aa3e1150-c5e6-41b5-8892-c66bced08a58 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:29.140701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e870879e-cd49-4b5b-8140-3fd09fd4a289 req-aa3e1150-c5e6-41b5-8892-c66bced08a58 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0849264 Dec 10 19:48:29.188256 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e870879e-cd49-4b5b-8140-3fd09fd4a289 req-07408d23-016e-453d-bae7-d140018c082d tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Dec 10 19:48:30.401665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704fcdf-1bac-453f-b033-ce169ea57555 req-7534b7f8-7220-4851-bdca-36fd9e764fb9 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:30.403242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6704fcdf-1bac-453f-b033-ce169ea57555 req-7534b7f8-7220-4851-bdca-36fd9e764fb9 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0878537 Dec 10 19:48:30.451605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6704fcdf-1bac-453f-b033-ce169ea57555 req-25be0294-9479-469e-b8d4-c5268d362933 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Dec 10 19:48:30.886099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ff635-0c57-4bc2-9060-5116998068d0 req-2e0ee77c-0db5-40ac-ae3b-aaed651256d6 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:30.887685 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d65ff635-0c57-4bc2-9060-5116998068d0 req-2e0ee77c-0db5-40ac-ae3b-aaed651256d6 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.1521990 Dec 10 19:48:30.890495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-561228bc-300b-4a36-aab3-7acf55082fce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f297c07315804e2db3e73931493bb270&device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 1099 time: 0.1183612 Dec 10 19:48:31.025909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d65ff635-0c57-4bc2-9060-5116998068d0 req-93476871-8c1f-4d7b-b22e-57b8700668df tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316552 Dec 10 19:48:31.066241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-c5b02ad0-589c-47d5-91e7-030119235b05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:31.067851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-c5b02ad0-589c-47d5-91e7-030119235b05 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4100c3f5-b3b8-4726-b335-72e537696dde HTTP/1.1" status: 200 len: 912 time: 0.1581149 Dec 10 19:48:31.145475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-e1fd1a64-d8f8-498e-bbf4-fe44e392c57b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de101b2-489e-4de9-91ae-12f790a64803 HTTP/1.1" status: 200 len: 217 time: 0.0709746 Dec 10 19:48:31.212063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-c76c1b12-56c5-4337-8996-5d49564cb189 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:31.213642 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-c76c1b12-56c5-4337-8996-5d49564cb189 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7b159564-a936-4022-86a7-b690fb8f8c1b HTTP/1.1" status: 200 len: 851 time: 0.0623896 Dec 10 19:48:31.264364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-1fccc959-0dc5-4e97-9635-027da8a92f23 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4100c3f5-b3b8-4726-b335-72e537696dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437191 Dec 10 19:48:31.404529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-886c58f3-0a7b-4f41-a434-65d56f52e1ff service neutron] 10.222.0.84 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332569 Dec 10 19:48:31.545520 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60b41f73-15af-4ffb-8b83-97db5a94bad2 req-0bccacec-2184-4de2-bdbc-d2f2ffa5b1f1 service neutron] 10.222.0.84 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348693 Dec 10 19:48:32.237480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437e8cc-2e8d-4bdc-bbd7-e71f5fb2dc0c req-a8a9e970-25aa-49b4-9671-b9e49e513ddb tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:32.239604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f437e8cc-2e8d-4bdc-bbd7-e71f5fb2dc0c req-a8a9e970-25aa-49b4-9671-b9e49e513ddb tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0869710 Dec 10 19:48:32.286573 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f437e8cc-2e8d-4bdc-bbd7-e71f5fb2dc0c req-b78f16d4-307d-44ff-a1ea-8dfc362c91dd tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Dec 10 19:48:32.299533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:33.490619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce4684-a4d2-4ec8-947b-e415e88db51b req-cf5683fe-afd0-44da-9ba1-9458e20c1783 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:33.492207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36ce4684-a4d2-4ec8-947b-e415e88db51b req-cf5683fe-afd0-44da-9ba1-9458e20c1783 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0835836 Dec 10 19:48:33.543645 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36ce4684-a4d2-4ec8-947b-e415e88db51b req-c2d901e7-929f-4058-9239-dc1acedc99bc tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Dec 10 19:48:33.967404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3a352-75c5-4172-afc3-0d83a1e3b6ee req-c461637d-3acc-457f-903b-fcdc903ee653 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:33.968912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5ba3a352-75c5-4172-afc3-0d83a1e3b6ee req-c461637d-3acc-457f-903b-fcdc903ee653 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0824685 Dec 10 19:48:34.017106 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5ba3a352-75c5-4172-afc3-0d83a1e3b6ee req-ad26724c-efee-4812-baef-116d5e929b0c tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Dec 10 19:48:35.228309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e691e7d-b262-4e85-aa03-d0e7b36e563c req-2fcded98-4999-49ed-99e8-2236f0c9669c tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:35.229900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e691e7d-b262-4e85-aa03-d0e7b36e563c req-2fcded98-4999-49ed-99e8-2236f0c9669c tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0872941 Dec 10 19:48:35.277063 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e691e7d-b262-4e85-aa03-d0e7b36e563c req-a5585e66-881c-4554-bce9-a7cab6a5964b tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Dec 10 19:48:35.707350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a373ec2-7335-4340-9931-8d106441ffaf req-47f3bfe3-9630-4ebc-b195-3333539f128e tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:35.709469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a373ec2-7335-4340-9931-8d106441ffaf req-47f3bfe3-9630-4ebc-b195-3333539f128e tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.1493931 Dec 10 19:48:35.713023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-61e7cb91-0372-4dd2-ad12-6a8b213837ad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f297c07315804e2db3e73931493bb270&device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 1099 time: 0.1176286 Dec 10 19:48:35.846738 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a373ec2-7335-4340-9931-8d106441ffaf req-e743e105-bf84-42f1-b440-045a6b06700a tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311774 Dec 10 19:48:35.889104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-207d98cd-441d-488d-9293-b6a9b532bb76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:35.890748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-207d98cd-441d-488d-9293-b6a9b532bb76 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4100c3f5-b3b8-4726-b335-72e537696dde HTTP/1.1" status: 200 len: 912 time: 0.1593404 Dec 10 19:48:35.964031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-cf16a111-0d87-4bd5-a951-e3537a05b35e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de101b2-489e-4de9-91ae-12f790a64803 HTTP/1.1" status: 200 len: 217 time: 0.0667651 Dec 10 19:48:36.031265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-07112c11-023d-4352-aba6-6469993040de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:36.032732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-07112c11-023d-4352-aba6-6469993040de service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7b159564-a936-4022-86a7-b690fb8f8c1b HTTP/1.1" status: 200 len: 851 time: 0.0615249 Dec 10 19:48:36.081494 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-97b28027-4bb9-433c-b69e-30a434b33b46 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4100c3f5-b3b8-4726-b335-72e537696dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424957 Dec 10 19:48:36.221012 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-865f58c4-6cc7-4dc4-a512-da46fd67cea3 service neutron] 10.222.0.84 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328669 Dec 10 19:48:36.577303 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-95d19294-b99b-4b96-8972-dad3bc4ed890 req-b1fcedc9-0210-4ba4-85fc-16a00faed3bb service neutron] 10.222.0.84 "GET /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498986 Dec 10 19:48:37.056900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa76565-aacc-4ff8-a157-79bed95dcdaf req-0d1f10a6-acaa-45d9-896f-176eee0519a1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:37.058529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cfa76565-aacc-4ff8-a157-79bed95dcdaf req-0d1f10a6-acaa-45d9-896f-176eee0519a1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0860267 Dec 10 19:48:37.105866 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cfa76565-aacc-4ff8-a157-79bed95dcdaf req-eb3ce1a7-d1b6-4608-a240-a0b7bda7fa21 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Dec 10 19:48:37.244565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:48:38.307639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff53ad-be65-4fbc-a462-dc66d05c1372 req-0fc080b1-3878-4841-8574-6b8f93d1aa67 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:38.309202 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7eff53ad-be65-4fbc-a462-dc66d05c1372 req-0fc080b1-3878-4841-8574-6b8f93d1aa67 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0820837 Dec 10 19:48:38.360264 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7eff53ad-be65-4fbc-a462-dc66d05c1372 req-8993f72e-1199-4f8b-ab35-992070e12770 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449600 Dec 10 19:48:38.767973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae55ee-4295-48e2-bc23-332514aae543 req-b53e6cf3-19b1-4f18-a1ff-288242a5888d tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:38.769482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d1ae55ee-4295-48e2-bc23-332514aae543 req-b53e6cf3-19b1-4f18-a1ff-288242a5888d tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0840776 Dec 10 19:48:38.818171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d1ae55ee-4295-48e2-bc23-332514aae543 req-77732cda-9010-40c1-8bc2-9518960b0560 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Dec 10 19:48:39.082506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35288) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:39.167688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5660ea48-54ac-41e7-b007-3eb74712ece7 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=6c8bde24013841fa8a6b3855058a24f7&network_id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 2999 time: 0.0838640 Dec 10 19:48:40.025248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad0e6b-1941-4974-8db6-76886e331329 req-a3418997-93a8-4cb5-88ef-ad2772cd3a32 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:40.026869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e8ad0e6b-1941-4974-8db6-76886e331329 req-a3418997-93a8-4cb5-88ef-ad2772cd3a32 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0835524 Dec 10 19:48:40.073236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e8ad0e6b-1941-4974-8db6-76886e331329 req-f48b9008-ef30-43e8-af48-107e126f2dcc tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 Dec 10 19:48:40.882533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-8af0d0d1-8f49-4892-a8c4-178e415cbd5c tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:40.884036 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-8af0d0d1-8f49-4892-a8c4-178e415cbd5c tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0863082 Dec 10 19:48:40.956281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Deleting port 2de101b2-489e-4de9-91ae-12f790a64803 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:48:40.956655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:41.135556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-655cae24-ca3e-4c37-8d9f-fffef3fd043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:41.259908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] For port 2de101b2-489e-4de9-91ae-12f790a64803, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2de101b2-489e-4de9-91ae-12f790a64803,segment=NetworkSegment(ad008b1e-c54e-4702-b36c-eb6e64d7ad3c),segment_id=ad008b1e-c54e-4702-b36c-eb6e64d7ad3c)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:48:41.260299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:41.397055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Calling delete_port for 2de101b2-489e-4de9-91ae-12f790a64803 owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:48:41.479599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fa698-6c9a-43ea-ab80-6a47b65167f3 req-eef75c1f-5ec3-4ae3-862f-1cd8d0b5aae6 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:41.481230 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fb6fa698-6c9a-43ea-ab80-6a47b65167f3 req-eef75c1f-5ec3-4ae3-862f-1cd8d0b5aae6 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee62631c-4da6-4893-a8ee-ded67f24b4e1 HTTP/1.1" status: 200 len: 946 time: 0.2864709 Dec 10 19:48:41.586187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fb6fa698-6c9a-43ea-ab80-6a47b65167f3 req-6bfd872c-35e3-4d77-bc9f-d32363e61c6a tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917809 Dec 10 19:48:41.606231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:41.612388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:41.618428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['2de101b2-489e-4de9-91ae-12f790a64803'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:48:41.658509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Pushing event deleted for resources: {'Port': ['ID=2de101b2-489e-4de9-91ae-12f790a64803,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:41.663070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:41.735170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] No DVR routers for this DVR port 2de101b2-489e-4de9-91ae-12f790a64803 on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:48:41.737675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:41.740823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee62631c-4da6-4893-a8ee-ded67f24b4e1', 'name': 'network-vif-deleted', 'tag': '2de101b2-489e-4de9-91ae-12f790a64803'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:41.756195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9f0e7a32-713c-4ecc-a579-700d9160a53d req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] 10.222.0.84 "DELETE /v2.0/ports/2de101b2-489e-4de9-91ae-12f790a64803 HTTP/1.1" status: 204 len: 173 time: 0.8662944 Dec 10 19:48:41.796932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee62631c-4da6-4893-a8ee-ded67f24b4e1', 'name': 'network-vif-deleted', 'tag': '2de101b2-489e-4de9-91ae-12f790a64803', 'status': 'completed', 'code': 200} Dec 10 19:48:42.496548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:42.693382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35308) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:42.765899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] Deleting subnet 7b159564-a936-4022-86a7-b690fb8f8c1b {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:48:42.768877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:42.820872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:42.881789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:42.953903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:42.958847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3cd51334-faec-453c-820c-3287e5bd9da5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:42.993301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b159564-a936-4022-86a7-b690fb8f8c1b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:42.997085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:43.000474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.007129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-44a89213-4c69-4e59-80da-99bd18b21968 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b159564-a936-4022-86a7-b690fb8f8c1b HTTP/1.1" status: 204 len: 168 time: 0.3126240 Dec 10 19:48:43.009856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35312) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:43.123195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.255747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.283525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4100c3f5-b3b8-4726-b335-72e537696dde']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:43.296183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad008b1e-c54e-4702-b36c-eb6e64d7ad3c') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:43.297276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad008b1e-c54e-4702-b36c-eb6e64d7ad3c') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:43.309803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.324896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.331093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:48:43.331516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:48:43.345413 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:48:43.423661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.427675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c840b500-420b-4506-99bb-dfe4d5889a9c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:43.444198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.450664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4100c3f5-b3b8-4726-b335-72e537696dde,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:43.451384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35316) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:43.455283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:43.464366 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0aa78d8f-9366-410e-85e1-794a54f1cfa5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4100c3f5-b3b8-4726-b335-72e537696dde HTTP/1.1" status: 204 len: 168 time: 0.4508474 Dec 10 19:48:43.464688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35320) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:43.522057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e15db2-da57-4136-ba69-f4bf38e526b7 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:43.523708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-80e15db2-da57-4136-ba69-f4bf38e526b7 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc HTTP/1.1" status: 200 len: 814 time: 0.0712438 Dec 10 19:48:43.533691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Deleting subnet 8383173c-3bab-43ec-ac83-5bbf5ce8e2b8 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:48:43.536885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.588497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.645245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.717690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.721935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a2144f0-5ee7-4ac9-9e1f-c15cad71c6f3 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:43.759129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8383173c-3bab-43ec-ac83-5bbf5ce8e2b8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:43.761770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:43.764492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.770617 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8383173c-3bab-43ec-ac83-5bbf5ce8e2b8 HTTP/1.1" status: 204 len: 168 time: 0.3050258 Dec 10 19:48:43.773334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35328) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:43.796691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.869925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6862782-46a2-485d-a1a0-e9db6e7c71c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:43.888784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.017566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.043359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:44.056303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201a63da-8714-4e0e-9545-028228efc570') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:44.056640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201a63da-8714-4e0e-9545-028228efc570') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:44.066158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 2de101b2-489e-4de9-91ae-12f790a64803 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:48:44.068407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.086112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.092468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:48:44.092889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.105371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 2de101b2-489e-4de9-91ae-12f790a64803 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:48:44.105807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 2de101b2-489e-4de9-91ae-12f790a64803 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:48:44.107282 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:48:44.185897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.189258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d26016cd-7df3-4650-8774-cba61d511f6c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:44.202962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.212995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:44.215372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:44.216825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ee9fc3f3-aac3-41c4-b6b8-67cb7563ac36 HTTP/1.1" status: 204 len: 168 time: 0.4424973 Dec 10 19:48:44.461329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:44.515978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-addbe1b6-95bf-4765-868d-5551e5305aad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f297c07315804e2db3e73931493bb270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532374 Dec 10 19:48:44.518551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35338) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:44.584158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16518d1a-95c9-4370-87eb-456286a1a5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.610967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16518d1a-95c9-4370-87eb-456286a1a5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.661039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35342) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:44.662220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16518d1a-95c9-4370-87eb-456286a1a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.667567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8bd38ff5-675b-4e0f-a55e-750cabb30174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:44.667762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:44.681933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16518d1a-95c9-4370-87eb-456286a1a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:44.684341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16518d1a-95c9-4370-87eb-456286a1a5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:44.689808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16518d1a-95c9-4370-87eb-456286a1a5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:44.694023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-16518d1a-95c9-4370-87eb-456286a1a5b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2cc4360-c2c0-4d71-9d3f-201d4cb2e0d9 HTTP/1.1" status: 204 len: 168 time: 0.1714926 Dec 10 19:48:44.776654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.069006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.073148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.073529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP d5964be5-e4a5-4e82-94a3-60e9f7b5de9b disassociated. External IP: 172.26.8.144, port: 94a33429-6a99-4013-8722-eb63876015c8. Dec 10 19:48:45.153174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35350) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:45.209418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2c32a944-e1a2-4b8a-936d-29f1aabd7a07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7d160eef93d4d46a7ae974c6930b959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519435 Dec 10 19:48:45.209714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35354) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:45.274488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aab161d1-c7b6-4bb0-b387-e51797b106f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.304436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aab161d1-c7b6-4bb0-b387-e51797b106f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.331629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.504442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:48:45.579993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aab161d1-c7b6-4bb0-b387-e51797b106f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.585301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b08e802-feb5-4363-8ccf-8078ec95cbb2 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:45.596515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab161d1-c7b6-4bb0-b387-e51797b106f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ed7b18-ce5d-4d26-8781-de6085f30f0d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:45.599195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aab161d1-c7b6-4bb0-b387-e51797b106f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:45.604965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aab161d1-c7b6-4bb0-b387-e51797b106f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.608967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aab161d1-c7b6-4bb0-b387-e51797b106f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38ed7b18-ce5d-4d26-8781-de6085f30f0d HTTP/1.1" status: 204 len: 168 time: 0.3955710 Dec 10 19:48:45.955263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:48:45.962091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:45.970718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] Sync routers for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:48:45.999164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:48:45.999889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:48:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:46.034671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c31cf08e-6b35-478f-b3ae-3f03a5b6dee1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 690 time: 1.3722489 Dec 10 19:48:46.035781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'tag': '94a33429-6a99-4013-8722-eb63876015c8'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:46.038110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35360) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:46.107763 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'tag': '94a33429-6a99-4013-8722-eb63876015c8', 'status': 'completed', 'code': 200} Dec 10 19:48:46.134492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0646168e-a6c0-40e2-ad11-48fd8e2bb7f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 690 time: 0.0950451 Dec 10 19:48:46.209027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-3abb3622-3214-4631-9af4-176975bcd372 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 1098 time: 0.0783792 Dec 10 19:48:46.209307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:48:46.352560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-342fe074-cd77-441a-ab53-963798747799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:46.354120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-342fe074-cd77-441a-ab53-963798747799 service neutron] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 898 time: 0.1390853 Dec 10 19:48:46.429050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-7729a26b-eb29-4995-8227-c5f70af76b55 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94a33429-6a99-4013-8722-eb63876015c8 HTTP/1.1" status: 200 len: 217 time: 0.0686653 Dec 10 19:48:46.501122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-be085e8d-3b0b-46ef-aae5-11b8f27bb912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:46.508860 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-be085e8d-3b0b-46ef-aae5-11b8f27bb912 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.0669420 Dec 10 19:48:46.556337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:46.556337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] Checking router: d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:48:46.567678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:48:46.568203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:48:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:46.597077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-ea511535-cec0-4cc0-a611-12cdbecd4d37 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874841 Dec 10 19:48:46.743368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-b21cbfcb-17eb-408e-a8dd-75ee3021dd0b service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389380 Dec 10 19:48:46.763881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:48:46.889946 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04a55827-1ce6-4ed7-96de-86eb8b2b5f25 req-f398f528-4713-42be-a747-25b18c6e10ce service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384270 Dec 10 19:48:47.137533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35368) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:47.227118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5b1e7d26-16fd-42a1-8167-42ee48fa2a42 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 690 time: 0.0877876 Dec 10 19:48:47.248303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:48:47.252483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f01c52-00ac-4acb-8231-3d995471d22d None None] The sync data for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv is: [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:48:47.675097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15c8c2-6496-4b3d-ac7e-2e81caa7d7f5 None None] New status for floating IP d5964be5-e4a5-4e82-94a3-60e9f7b5de9b: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:48:48.231065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35372) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:48.319281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e1f5aca4-9382-41fb-a0ad-360db77fa155 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 688 time: 0.0868967 Dec 10 19:48:49.571760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35378) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:49.578107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426364227', 'description': 'tempest-secgroup-smoke-426364227 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:49.585370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:49.595456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:49.604203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:49.641328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:49.645242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:49.648135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:49.654432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:49.710334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:49.712799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:49.718048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d4db416-fd15-4a33-844f-1342cea360cf tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:49.760891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151164f9-8178-4ef9-adce-0a919bce58f7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:49.764184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:49.765956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:49.767245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1942730 Dec 10 19:48:49.770494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35382) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:49.776347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '151164f9-8178-4ef9-adce-0a919bce58f7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:49.782665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:49.787199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:49.790205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:49.796191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:49.812016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:49.880726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:49.883423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:49.885300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4677e5dd-6f2a-48b5-bdaf-725f60d503c1 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:49.906407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c98a0ba-c815-4cfa-af42-89586668c3db,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:49.911064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:49.917813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:49.919072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1475894 Dec 10 19:48:49.922205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35386) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:49.928632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '151164f9-8178-4ef9-adce-0a919bce58f7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:49.934704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:49.938722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:49.941822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:49.947952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:49.963709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.026406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.028758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.036382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe90e309-a049-415a-8210-0228f5b9fca4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:50.057835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0faf0e-2d04-4a11-9ea8-7e7b60ad428e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:50.060081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:50.063424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.064516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1413171 Dec 10 19:48:50.067564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35390) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:50.073330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '151164f9-8178-4ef9-adce-0a919bce58f7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:50.079501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:50.083999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:50.086980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:50.092887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:50.108930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.172587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.174880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.182003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-961b7627-f674-46ce-941a-46e5bc24b2e2 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:50.202713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36742984-127d-4a23-822d-4d1e2a196cee,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:50.205060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:50.211461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.212713 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441712 Dec 10 19:48:50.215671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35394) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:50.221405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '151164f9-8178-4ef9-adce-0a919bce58f7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:50.227994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:50.231921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:50.235199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:50.241168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:50.259494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.323658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.326193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.333847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-babf193e-c0a3-4565-aac5-919987280cd9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:50.355323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fbba71-602c-48b1-8486-f077f11a2ffb,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:50.357992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:50.361159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.362452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1458075 Dec 10 19:48:50.365356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35398) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:50.371161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '151164f9-8178-4ef9-adce-0a919bce58f7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:50.377169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:50.381174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:50.384174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:50.390173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:50.399961 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:48:50.406419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.474193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.476885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.478844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7f290a9d-25f6-4f68-bf11-01e52d8783aa tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:50.500130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789af2b1-f2c2-4a70-9c43-a0ea2bb3c69d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:50.504784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:50.511600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.512871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1464832 Dec 10 19:48:50.515734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35402) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:48:50.522150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '151164f9-8178-4ef9-adce-0a919bce58f7', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:50.528128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:50.532110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:48:50.535121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:48:50.541094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:50.550269 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:48:50.556755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.626679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.629900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.631758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7c10a94-afe0-453e-a070-13a0ff05e867 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:50.655008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b027384-0419-4b15-88bf-e70ebec88d9e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:50.657453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:50.663606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:50.664854 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1481369 Dec 10 19:48:50.900575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-3a0c687c-380c-4dce-89c8-0020d4582525 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:48:50.914836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-3a0c687c-380c-4dce-89c8-0020d4582525 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:48:50.916043 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-3a0c687c-380c-4dce-89c8-0020d4582525 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426364227&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.0587599 Dec 10 19:48:51.073160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-29313424-696e-4484-b491-2b17b0ceb59e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:51.074750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-29313424-696e-4484-b491-2b17b0ceb59e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 797 time: 0.1516407 Dec 10 19:48:51.091627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-ec7b6cfc-3e5a-4e29-bdab-d489b91759af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.0111284 Dec 10 19:48:51.180209 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-016c85c0-9b37-4665-bbbc-786d1e7278a4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0834248 Dec 10 19:48:51.330236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-c26f8d94-27b8-4a93-8224-15ff0ee97a0f service neutron] 10.222.0.41 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371930 Dec 10 19:48:51.470681 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-9ffcfffd-a5c5-466f-91da-98868d2bffe3 service neutron] 10.222.0.41 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342161 Dec 10 19:48:51.672981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee8c6e52-09d4-434a-80c4-cd383c707321 req-4117ce50-772c-446a-b1a3-3e9e263df457 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 210 time: 0.0504901 Dec 10 19:48:52.734174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-20ea9198-eecb-4d6f-89b9-9f726a3eacbf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:52.735871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-20ea9198-eecb-4d6f-89b9-9f726a3eacbf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 797 time: 0.1634381 Dec 10 19:48:52.796743 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-4eb9f2cb-f778-43a5-b613-eff51e470b12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 472 time: 0.0501330 Dec 10 19:48:52.841595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': 'ad3608b2-2075-47ff-8275-688450274474', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['151164f9-8178-4ef9-adce-0a919bce58f7']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:52.914464 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10ea4472-a7a1-45db-88c1-253787585454 req-322efafa-c89c-44d9-975f-c003cbf630c7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 210 time: 0.1166177 Dec 10 19:48:52.989308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:48:52.999329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:48:53.008073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:48:53.013561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:53.182028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.14 (976824bb-35f5-4699-b962-38099068038b/aea5aa5d-b370-40a8-9899-f42085b7b01d/1e731751-7f4d-418e-8f3f-97cefc3bc805) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:48:53.377316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:53.393280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 1e731751-7f4d-418e-8f3f-97cefc3bc805 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:48:53.415153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:53.420574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6627770-cc1d-4289-8b9e-5015a68ae56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:53.495309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 976824bb-35f5-4699-b962-38099068038b is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:48:53.498682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:48:53.503327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:48:53.530827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=1e731751-7f4d-418e-8f3f-97cefc3bc805,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:53.536815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:53.571372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:53.572044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:53.597193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7641282 Dec 10 19:48:53.609375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Request body: {'port': {'device_id': 'ad3608b2-2075-47ff-8275-688450274474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:48:53.730417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:53.810158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bf232626-a162-45d6-a124-80c84a7ecdf6 None None] Provisioning for port 1e731751-7f4d-418e-8f3f-97cefc3bc805 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:48:53.815616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bf232626-a162-45d6-a124-80c84a7ecdf6 None None] Provisioning complete for port 1e731751-7f4d-418e-8f3f-97cefc3bc805 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:48:53.816055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf232626-a162-45d6-a124-80c84a7ecdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:53.877577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bf232626-a162-45d6-a124-80c84a7ecdf6 None None] Port 1e731751-7f4d-418e-8f3f-97cefc3bc805 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:48:54.141567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e731751-7f4d-418e-8f3f-97cefc3bc805 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:48:54.150806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:54.181484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Transition to ACTIVE for port object 1e731751-7f4d-418e-8f3f-97cefc3bc805 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:48:54.186146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:54.190613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dcf06e4b-6f36-4b47-897e-c275b2e6eac7 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:54.248241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a6378-176e-4e6c-a695-af670e043f3a req-a53ca515-3aba-4548-adab-d62c8e52cd39 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:54.248993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-824a6378-176e-4e6c-a695-af670e043f3a req-a53ca515-3aba-4548-adab-d62c8e52cd39 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:48:54.582844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Pushing event updated for resources: {'Port': ['ID=1e731751-7f4d-418e-8f3f-97cefc3bc805,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:54.585753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:54.589420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-824a6378-176e-4e6c-a695-af670e043f3a req-a53ca515-3aba-4548-adab-d62c8e52cd39 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:48:54.590727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-824a6378-176e-4e6c-a695-af670e043f3a req-a53ca515-3aba-4548-adab-d62c8e52cd39 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 932 time: 0.5499473 Dec 10 19:48:54.720947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-824a6378-176e-4e6c-a695-af670e043f3a req-3c855741-53de-49cb-b28c-9a86754548f8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984354 Dec 10 19:48:54.741024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Attempting to bind port 1e731751-7f4d-418e-8f3f-97cefc3bc805 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:48:54.741396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Attempting to bind port 1e731751-7f4d-418e-8f3f-97cefc3bc805 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:48:54.741796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Attempting to bind port 1e731751-7f4d-418e-8f3f-97cefc3bc805 on network 976824bb-35f5-4699-b962-38099068038b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:48:54.748795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Port 1e731751-7f4d-418e-8f3f-97cefc3bc805 on network 976824bb-35f5-4699-b962-38099068038b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:48:54.749150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Attempting to bind port 1e731751-7f4d-418e-8f3f-97cefc3bc805 on network 976824bb-35f5-4699-b962-38099068038b {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:48:54.755673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:48:54.756040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Checking segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:48:54.756445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Bound using segment: {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:48:54.756910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Bound port: 1e731751-7f4d-418e-8f3f-97cefc3bc805, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '976824bb-35f5-4699-b962-38099068038b'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:48:54.757284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:54.847093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] For port 1e731751-7f4d-418e-8f3f-97cefc3bc805, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:48:54.851053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] For port 1e731751-7f4d-418e-8f3f-97cefc3bc805, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1e731751-7f4d-418e-8f3f-97cefc3bc805,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:48:54.854419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:54.859143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9634a707-f4ab-4f74-b69b-e6dccd8c1cdf tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:48:54.913274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:48:54.914933 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] 10.222.0.84 "PUT /v2.0/ports/1e731751-7f4d-418e-8f3f-97cefc3bc805 HTTP/1.1" status: 200 len: 1094 time: 1.3103738 Dec 10 19:48:54.923166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3608b2-2075-47ff-8275-688450274474', 'tag': '1e731751-7f4d-418e-8f3f-97cefc3bc805'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:54.949094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Pushing event updated for resources: {'Port': ['ID=1e731751-7f4d-418e-8f3f-97cefc3bc805,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:48:54.952429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:48:54.998460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3608b2-2075-47ff-8275-688450274474', 'tag': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'status': 'completed', 'code': 200} Dec 10 19:48:55.046102 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-7c7edfb0-4937-4772-86c3-a163a8d4f40d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 1097 time: 0.0880895 Dec 10 19:48:55.126137 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-0b14ceef-6211-43f6-a974-355d622d1eb1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e731751-7f4d-418e-8f3f-97cefc3bc805 HTTP/1.1" status: 200 len: 217 time: 0.0706246 Dec 10 19:48:55.200019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-e8e2fcba-82b6-4362-bf11-5e4d518cddfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:55.201493 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-e8e2fcba-82b6-4362-bf11-5e4d518cddfa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.0687494 Dec 10 19:48:55.285424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-6ea49482-8fe4-4a38-9b91-79851cd9f8ee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770464 Dec 10 19:48:55.427542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-b8c28081-f89d-4d01-907e-6dd150d13193 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360416 Dec 10 19:48:55.571798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a95f48ab-d834-4786-b0dc-6daf745526f2 req-f60d34cd-8f4f-43cc-acd4-b19a9d4a08b9 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377885 Dec 10 19:48:55.697971 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-d998fcb1-199c-46c8-ac8b-a0676d3651e4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 1097 time: 0.0810015 Dec 10 19:48:55.886003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-64422310-2974-4051-8356-9daac8fc6129 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:55.887572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-64422310-2974-4051-8356-9daac8fc6129 service neutron] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 898 time: 0.1825993 Dec 10 19:48:55.969841 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-04d47579-5dd4-4d85-bc79-c0b268e12083 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e731751-7f4d-418e-8f3f-97cefc3bc805 HTTP/1.1" status: 200 len: 217 time: 0.0739899 Dec 10 19:48:56.051865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2d91e-4bbe-456b-983b-2412d7a62705 req-6590228d-7c9d-4f24-b083-98c44c1f57ed tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:56.053433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-65e2d91e-4bbe-456b-983b-2412d7a62705 req-6590228d-7c9d-4f24-b083-98c44c1f57ed tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 944 time: 0.2095089 Dec 10 19:48:56.056760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-5d393f92-fd07-4dcc-903e-d0cbfec273c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:56.058228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-5d393f92-fd07-4dcc-903e-d0cbfec273c5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.0811958 Dec 10 19:48:56.163552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-65e2d91e-4bbe-456b-983b-2412d7a62705 req-fbfae310-6f83-48a7-bd58-654fb880afc0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038473 Dec 10 19:48:56.174242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-cefa2c34-09de-4489-9de1-4b00bd3114b4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1006732 Dec 10 19:48:56.317407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-2450f8f5-ee1a-40c6-bf4a-c711cbacd818 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365733 Dec 10 19:48:56.460869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c41c27ab-55df-4c5a-9a88-fd3838b7b6d9 req-2323e136-1ac8-4c47-a984-0d1d7095fe29 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365969 Dec 10 19:48:57.371196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf34d3-38fa-4f17-9a2c-e98bdde2d470 req-5a4e3430-71ec-4404-857a-ff0db8bbb475 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:57.372852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15bf34d3-38fa-4f17-9a2c-e98bdde2d470 req-5a4e3430-71ec-4404-857a-ff0db8bbb475 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 944 time: 0.0850990 Dec 10 19:48:57.425084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15bf34d3-38fa-4f17-9a2c-e98bdde2d470 req-fb896681-cb72-47cd-96a0-7078fc84e4ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461586 Dec 10 19:48:58.630640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc67c8f-b3a5-4cde-8262-b8c3aeb43614 req-db0695ef-3a4f-43bb-ac74-d9827505f290 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:58.632232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4dc67c8f-b3a5-4cde-8262-b8c3aeb43614 req-db0695ef-3a4f-43bb-ac74-d9827505f290 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 944 time: 0.0857410 Dec 10 19:48:58.680820 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4dc67c8f-b3a5-4cde-8262-b8c3aeb43614 req-e21d9af8-edaf-42c0-b513-cb1f74b04cfd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Dec 10 19:48:59.887557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168fd1-a413-4561-9ce6-89aca07ba345 req-3c6dcc25-f978-48d3-9702-0efa61055835 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:48:59.889127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34168fd1-a413-4561-9ce6-89aca07ba345 req-3c6dcc25-f978-48d3-9702-0efa61055835 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 944 time: 0.0885215 Dec 10 19:48:59.937987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34168fd1-a413-4561-9ce6-89aca07ba345 req-d54d3b43-3438-4968-bdd4-9910acffd53e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425467 Dec 10 19:49:00.174439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 1e731751-7f4d-418e-8f3f-97cefc3bc805 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:49:00.314140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 1e731751-7f4d-418e-8f3f-97cefc3bc805, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1e731751-7f4d-418e-8f3f-97cefc3bc805,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:49:00.327853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'port_id': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'mac_address': 'fa:16:3e:c3:c8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:49:00.383565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:00.404147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e731751-7f4d-418e-8f3f-97cefc3bc805 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:49:00.419697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 1e731751-7f4d-418e-8f3f-97cefc3bc805, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1e731751-7f4d-418e-8f3f-97cefc3bc805,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:49:00.422685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:00.424511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:00.492026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=1e731751-7f4d-418e-8f3f-97cefc3bc805,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:00.495345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:00.731491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['1e731751-7f4d-418e-8f3f-97cefc3bc805'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:49:01.142442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5556f3-358b-4a8b-b553-7e3949e88f45 req-fd264dd9-5a25-40bf-94ae-446d4bb5a131 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:01.143995 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e5556f3-358b-4a8b-b553-7e3949e88f45 req-fd264dd9-5a25-40bf-94ae-446d4bb5a131 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 945 time: 0.0830882 Dec 10 19:49:01.190898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e5556f3-358b-4a8b-b553-7e3949e88f45 req-a4378a0b-9b4e-4fe9-bd01-1d4b65790110 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403049 Dec 10 19:49:02.174319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 1e731751-7f4d-418e-8f3f-97cefc3bc805 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:49:02.250292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 1e731751-7f4d-418e-8f3f-97cefc3bc805 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:49:02.255438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 1e731751-7f4d-418e-8f3f-97cefc3bc805 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:49:02.255867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:02.329072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:02.387452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:02.400344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1fe15-9dd5-449f-a6c3-b347fad7eb83 req-54f3bec6-d4fe-4af4-8a59-8545b3a3282f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:02.401980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90e1fe15-9dd5-449f-a6c3-b347fad7eb83 req-54f3bec6-d4fe-4af4-8a59-8545b3a3282f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 945 time: 0.0884142 Dec 10 19:49:02.416594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3608b2-2075-47ff-8275-688450274474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e731751-7f4d-418e-8f3f-97cefc3bc805'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:02.427346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 1e731751-7f4d-418e-8f3f-97cefc3bc805, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1e731751-7f4d-418e-8f3f-97cefc3bc805,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:49:02.430434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:02.434509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:02.471372 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90e1fe15-9dd5-449f-a6c3-b347fad7eb83 req-94df4da4-3b17-445e-a25b-676752c641f5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630429 Dec 10 19:49:02.477403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3608b2-2075-47ff-8275-688450274474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'code': 200} Dec 10 19:49:02.512206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=1e731751-7f4d-418e-8f3f-97cefc3bc805,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:02.515296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:02.719592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea84132c-ea91-43b8-a848-fd01d3a9bc93 req-a3e6055e-b49a-4ded-a1ff-4b8c9ad5fb2a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 1099 time: 0.0736084 Dec 10 19:49:02.763423 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea84132c-ea91-43b8-a848-fd01d3a9bc93 req-586a0909-2fb5-408a-943b-483feff8a8f8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 Dec 10 19:49:03.684269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13915f53-f1d6-4b08-8804-9c53016734e1 req-e07c2012-0571-4757-b678-c0473e38a999 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:03.685884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-13915f53-f1d6-4b08-8804-9c53016734e1 req-e07c2012-0571-4757-b678-c0473e38a999 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 946 time: 0.0874219 Dec 10 19:49:03.733760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-13915f53-f1d6-4b08-8804-9c53016734e1 req-aecbba15-52bf-448c-a703-c2a4381671dc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411239 Dec 10 19:49:04.941912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802aa58-4911-41f4-a5f8-06a4b2c839a5 req-42e51598-fbae-4d79-97e3-ef67bdf060be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:04.943497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f802aa58-4911-41f4-a5f8-06a4b2c839a5 req-42e51598-fbae-4d79-97e3-ef67bdf060be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 946 time: 0.0833366 Dec 10 19:49:04.995035 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f802aa58-4911-41f4-a5f8-06a4b2c839a5 req-b05c48ac-01d2-4cb6-896f-f984bf6a7c37 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454021 Dec 10 19:49:05.195989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc6028-c454-467b-9b87-772161a822bf req-8558e467-1583-4aae-be2c-57a48807fa87 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:05.197549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a2fc6028-c454-467b-9b87-772161a822bf req-8558e467-1583-4aae-be2c-57a48807fa87 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 946 time: 0.0821640 Dec 10 19:49:05.244610 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a2fc6028-c454-467b-9b87-772161a822bf req-c6c6f087-9552-4d2b-9df0-791bd261a389 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408902 Dec 10 19:49:05.271469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35458) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:49:05.352167 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e1ad051c-06d6-4567-80c1-3a1fcbc22c57 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 1094 time: 0.0792768 Dec 10 19:49:05.354864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35462) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:49:05.360668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'port_id': '1e731751-7f4d-418e-8f3f-97cefc3bc805'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:49:05.437589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:06.044291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:06.046771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:06.487098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP d5964be5-e4a5-4e82-94a3-60e9f7b5de9b associated. External IP: 172.26.8.144, port: 1e731751-7f4d-418e-8f3f-97cefc3bc805. Dec 10 19:49:06.909842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:49:07.119825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:49:07.124644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:07.129819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] Sync routers for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:49:07.142353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:49:07.143028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:48:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:07.184740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4f141fcf-52c0-4318-9311-ab0085f24a63 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 992 time: 1.8286955 Dec 10 19:49:07.185339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3608b2-2075-47ff-8275-688450274474', 'tag': '1e731751-7f4d-418e-8f3f-97cefc3bc805'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:07.187564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35466) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:49:07.240388 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3608b2-2075-47ff-8275-688450274474', 'tag': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'status': 'completed', 'code': 200} Dec 10 19:49:07.303567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa53ab21-4e8f-4bba-8e01-5405ee2a7c46 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 992 time: 0.1146846 Dec 10 19:49:07.334670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:49:07.341427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-9f083dcf-5cca-4ac5-a13b-4048eebb8013 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 1099 time: 0.0786650 Dec 10 19:49:07.489051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-968f3681-354e-48ee-80af-9de0cb33d7a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:07.490697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-968f3681-354e-48ee-80af-9de0cb33d7a0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 898 time: 0.1418333 Dec 10 19:49:07.603921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-8d9a4758-8e1e-496f-9743-c2cac0bff513 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e731751-7f4d-418e-8f3f-97cefc3bc805 HTTP/1.1" status: 200 len: 1000 time: 0.1063364 Dec 10 19:49:07.672295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-494369cf-dcf0-49f8-80b7-b2e72b2d6cb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:07.673986 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-494369cf-dcf0-49f8-80b7-b2e72b2d6cb9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.0638123 Dec 10 19:49:07.712771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'd5964be5-e4a5-4e82-94a3-60e9f7b5de9b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'port_id': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'mac_address': 'fa:16:3e:c3:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3608b2-2075-47ff-8275-688450274474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:24Z', 'updated_at': '2021-12-10T19:49:05Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:07.717474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] Checking router: d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:49:07.731401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:49:07.732356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:48:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:07.761882 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-782b1c9d-d1ff-41cc-b9f6-3d3dbbae07fb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817261 Dec 10 19:49:07.918405 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-ac375d95-5c4e-48f4-9156-5eb53efeb93e service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497710 Dec 10 19:49:07.936635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:49:08.073768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e59e7ec-c569-4a87-a199-2fb3b89c8d66 req-dbc3f0a0-9a38-4c56-a115-65e21935eb4d service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477160 Dec 10 19:49:08.305194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35472) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:49:08.324626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'd5964be5-e4a5-4e82-94a3-60e9f7b5de9b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'port_id': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'mac_address': 'fa:16:3e:c3:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3608b2-2075-47ff-8275-688450274474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:24Z', 'updated_at': '2021-12-10T19:49:05Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:08.328855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8791f6-521a-40b0-bac0-8d4746754b8c None None] The sync data for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv is: [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'd5964be5-e4a5-4e82-94a3-60e9f7b5de9b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'port_id': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'mac_address': 'fa:16:3e:c3:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3608b2-2075-47ff-8275-688450274474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:47:24Z', 'updated_at': '2021-12-10T19:49:05Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:49:08.425898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c99e8959-92a9-47c6-b2a2-2484419c601c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 992 time: 0.1187160 Dec 10 19:49:08.702059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c0f38-3ea0-46ff-ac9e-2e2bc9924ef7 None None] New status for floating IP d5964be5-e4a5-4e82-94a3-60e9f7b5de9b: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:49:09.429855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35476) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:49:09.544538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1b3e54b5-16ae-4bf1-9c44-32a1ee338337 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 200 len: 994 time: 0.1133778 Dec 10 19:49:11.137971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77f65c99-981a-4c8f-b327-fd6f517db1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:12.502751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:13.797828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:13.869765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb1881ae-3b14-451e-95f9-7e91a9b4d40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:14.244783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:49:15.323197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:15.865311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74c747df-0337-4fb8-8478-e247b5b44831 req-7172fa43-1717-4c6b-9dc9-e385b7b236f4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756347 Dec 10 19:49:15.960796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74c747df-0337-4fb8-8478-e247b5b44831 req-0f907fff-c32b-48e3-8004-2fc5c06ed399 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 1098 time: 0.0762868 Dec 10 19:49:16.117235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c747df-0337-4fb8-8478-e247b5b44831 req-7c29b3d1-f797-4593-8396-5766267c7f69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:16.118779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74c747df-0337-4fb8-8478-e247b5b44831 req-7c29b3d1-f797-4593-8396-5766267c7f69 service neutron] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 898 time: 0.1378090 Dec 10 19:49:16.194790 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74c747df-0337-4fb8-8478-e247b5b44831 req-50c90fca-c28f-4b6d-8ee0-daed49c5ee59 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94a33429-6a99-4013-8722-eb63876015c8 HTTP/1.1" status: 200 len: 217 time: 0.0685410 Dec 10 19:49:16.261395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c747df-0337-4fb8-8478-e247b5b44831 req-8ac93a02-1579-4e78-92e8-77cce6c100c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:16.262921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74c747df-0337-4fb8-8478-e247b5b44831 req-8ac93a02-1579-4e78-92e8-77cce6c100c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.0627606 Dec 10 19:49:16.347570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74c747df-0337-4fb8-8478-e247b5b44831 req-55ebc7c6-83ce-4c47-828d-1dcb52417875 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772512 Dec 10 19:49:16.494041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74c747df-0337-4fb8-8478-e247b5b44831 req-f0b51930-081d-463a-aae3-f60a58b3b749 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395988 Dec 10 19:49:16.635638 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74c747df-0337-4fb8-8478-e247b5b44831 req-de7d98a8-7eff-4ca4-99b9-7e1b38e0b2fd service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341994 Dec 10 19:49:27.342720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57577bae-8091-41c4-a664-4ae473c9a556 req-8de0cb25-2f30-4af2-ab04-16759871b5bb tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:27.344306 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-57577bae-8091-41c4-a664-4ae473c9a556 req-8de0cb25-2f30-4af2-ab04-16759871b5bb tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 946 time: 0.0833309 Dec 10 19:49:27.391937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-57577bae-8091-41c4-a664-4ae473c9a556 req-5edfb5c0-f91c-4e46-a5ae-408522ba676a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414662 Dec 10 19:49:28.603186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18dad6-d605-4bc3-9c4c-82127fcd0f33 req-7fd08155-3d37-49da-9248-c9541a01928a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:28.604766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fe18dad6-d605-4bc3-9c4c-82127fcd0f33 req-7fd08155-3d37-49da-9248-c9541a01928a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 946 time: 0.0873797 Dec 10 19:49:28.652758 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fe18dad6-d605-4bc3-9c4c-82127fcd0f33 req-6a7a4f59-c574-44cd-a539-a1b3d4739840 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416355 Dec 10 19:49:29.068255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-80d3b207-60c9-4b6e-b89f-41e618e9637e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:29.069731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-80d3b207-60c9-4b6e-b89f-41e618e9637e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 946 time: 0.0832946 Dec 10 19:49:29.144862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Deleting port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:49:29.145245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:29.400085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] For port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:49:29.400398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:29.989844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:29.990448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:29.990448 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Floating IP 818edc69-7cbe-42bf-90a2-d237a6bce11f disassociated. External IP: 172.26.8.97, port: 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7. Dec 10 19:49:29.990816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Calling delete_port for 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:49:30.065862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6076-0fff-4fff-b2e3-a4b249ec9822 req-1895b9af-11e0-422f-aef4-aaada4af654b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:30.067962 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bfeb6076-0fff-4fff-b2e3-a4b249ec9822 req-1895b9af-11e0-422f-aef4-aaada4af654b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 946 time: 0.1787925 Dec 10 19:49:30.173466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bfeb6076-0fff-4fff-b2e3-a4b249ec9822 req-094f887c-338f-4f96-8ed4-84d507fc207f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930116 Dec 10 19:49:30.188321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:30.195624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b8593622-f6d4-42bc-8b39-d493e2754301 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:30.241789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event deleted for resources: {'Port': ['ID=5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:30.255317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.255551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.255975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.256390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.256802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.257272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.257624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.258038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.258438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.258842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.259245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:30.262870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:30.474125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Router 56910725-93d5-40ee-b153-3bd13bf939ed has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:49:30.689839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:49:30.701054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:49:30.714889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:49:30.715555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:30.769163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] No DVR routers for this DVR port 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:49:30.771980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:30.776381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'name': 'network-vif-deleted', 'tag': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:30.804725 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ef826f1-4173-4993-b960-2876f1ea1b4b req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "DELETE /v2.0/ports/5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 HTTP/1.1" status: 204 len: 173 time: 1.7294602 Dec 10 19:49:30.843165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9355ff40-536a-4322-b248-f19ee0ded2e0', 'name': 'network-vif-deleted', 'tag': '5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7', 'status': 'completed', 'code': 200} Dec 10 19:49:30.916294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:49:31.349221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd7541fc-8e28-4974-9d8d-e7b3405a0166 req-c6fc3b63-c47d-427f-ac52-2d8e55c8bb20 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:49:31.366110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd7541fc-8e28-4974-9d8d-e7b3405a0166 req-c6fc3b63-c47d-427f-ac52-2d8e55c8bb20 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:49:31.368483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd7541fc-8e28-4974-9d8d-e7b3405a0166 req-c6fc3b63-c47d-427f-ac52-2d8e55c8bb20 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=9355ff40-536a-4322-b248-f19ee0ded2e0 HTTP/1.1" status: 200 len: 210 time: 0.0678062 Dec 10 19:49:31.419206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:31.423238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:49:31.435143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:49:31.435813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:31.623929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:49:31.954279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:31.958868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e63dc8-20a2-4d26-827d-c0000fc7d934 None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:49:32.311532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:32.389087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:49:32.395980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca66bad-0435-4924-9105-d89a5f465bf5 None None] New status for floating IP 818edc69-7cbe-42bf-90a2-d237a6bce11f: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:49:32.428840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:49:32.429247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 5d70ae24-ded6-4e35-97a0-6f3bcc1ee0b7 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:49:32.772866 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-6393449b-caa6-42df-92b1-9777be133e67 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947033457&fields=id&tenant_id=80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 267 time: 0.0433004 Dec 10 19:49:32.930951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-33fe5446-c50a-40c9-a602-cc7815c386c7 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:32.942551 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-33fe5446-c50a-40c9-a602-cc7815c386c7 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 812 time: 0.1524518 Dec 10 19:49:32.956957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-3d49411f-6d0c-4089-a64a-9d5ae6c80166 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/quotas/80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 375 time: 0.0118167 Dec 10 19:49:33.048968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-5acc07f2-38e8-44da-ae4d-33fe4c94cf53 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860262 Dec 10 19:49:33.197187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-6946a0c9-42e0-4627-8291-736ab286c822 service neutron] 10.222.0.41 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349027 Dec 10 19:49:33.337554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-aa312ab4-b6d1-48bc-805e-bf34febe0b6c service neutron] 10.222.0.41 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340256 Dec 10 19:49:33.758508 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-263fb2e8-fb44-4a46-903f-f4d29c4fe047 req-3614089b-9952-4736-a2b8-ab3fa1384ff4 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 210 time: 0.0489225 Dec 10 19:49:34.768338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-c63641b0-18b3-4838-be48-110da426ba38 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:34.769914 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-c63641b0-18b3-4838-be48-110da426ba38 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 812 time: 0.1580982 Dec 10 19:49:34.825148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-afc8b2c0-7a0b-4ad1-9742-ce11b96fe7b5 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 379 time: 0.0449142 Dec 10 19:49:34.833924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'port': {'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'admin_state_up': True, 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'security_groups': ['2006a082-df95-47e7-95fe-9d6bde461e0c']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:49:34.972087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e71b329d-d765-4254-b09c-c98e212de43e req-78d14249-ec8c-4382-aa71-f4b7c8815eaa tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 210 time: 0.0624666 Dec 10 19:49:35.032088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:49:35.042426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:49:35.051807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Made reservation on behalf of 80e491583cea40d48ea7df100fd14933 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:49:35.057214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:35.227563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Allocated IP 172.20.0.5 (6713b02c-b67b-4579-b91d-3eca64995af7/b778b5b6-17e5-47f5-91eb-6adfe3bfc851/1b97f56c-2d1a-4ca2-8090-f742c9437ed6) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:49:35.433709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:35.450470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Transition to ACTIVE for port object 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:49:35.472565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:35.481055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-39878d50-0abd-4114-bc32-77c5c00c0012 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:35.554954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Network 6713b02c-b67b-4579-b91d-3eca64995af7 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:49:35.556096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:49:35.560506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:49:35.594477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:35.602971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:35.632152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:35.632841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:35.659852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298740 Dec 10 19:49:35.671858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Request body: {'port': {'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:49:35.800313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:35.890162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f8bf51f6-4c07-487f-bdc5-81a25273c9a3 None None] Provisioning for port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:49:35.895782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f8bf51f6-4c07-487f-bdc5-81a25273c9a3 None None] Provisioning complete for port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:49:35.896218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f8bf51f6-4c07-487f-bdc5-81a25273c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:35.953789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf51f6-4c07-487f-bdc5-81a25273c9a3 None None] Port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:49:36.249378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:49:36.259336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:36.273596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836bb31-2b59-4d60-a104-a7f912bcca37 req-33922fcb-3789-4e09-9c46-5504b3e35c60 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:36.274355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e836bb31-2b59-4d60-a104-a7f912bcca37 req-33922fcb-3789-4e09-9c46-5504b3e35c60 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:49:36.287846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Transition to ACTIVE for port object 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:49:36.294786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:36.300150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e3dd7fec-63ce-497f-95af-c1d9d428c931 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:36.340196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e836bb31-2b59-4d60-a104-a7f912bcca37 req-33922fcb-3789-4e09-9c46-5504b3e35c60 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:49:36.341418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e836bb31-2b59-4d60-a104-a7f912bcca37 req-33922fcb-3789-4e09-9c46-5504b3e35c60 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 931 time: 0.2397089 Dec 10 19:49:36.472744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:36.475876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:36.559678 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e836bb31-2b59-4d60-a104-a7f912bcca37 req-d2a33d20-9d02-4d35-978a-ad7ff20dee58 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092502 Dec 10 19:49:36.606348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Attempting to bind port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:49:36.606962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Attempting to bind port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:49:36.607320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Attempting to bind port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 on network 6713b02c-b67b-4579-b91d-3eca64995af7 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:49:36.613348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 on network 6713b02c-b67b-4579-b91d-3eca64995af7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:49:36.614285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Attempting to bind port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 on network 6713b02c-b67b-4579-b91d-3eca64995af7 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:49:36.620788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:49:36.621155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Checking segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:49:36.621591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Bound using segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:49:36.622058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Bound port: 1b97f56c-2d1a-4ca2-8090-f742c9437ed6, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:49:36.622434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:36.713908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] For port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:49:36.717163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] For port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:49:36.720125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:36.725193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5748e85b-19e2-4658-8fba-4cf93b582f63 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:36.790523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:36.791999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] 10.222.0.84 "PUT /v2.0/ports/1b97f56c-2d1a-4ca2-8090-f742c9437ed6 HTTP/1.1" status: 200 len: 1093 time: 1.1248808 Dec 10 19:49:36.792564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:36.810973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:36.814540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:36.880337 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'status': 'completed', 'code': 200} Dec 10 19:49:36.920312 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-7f0db8d8-8f48-4149-b40e-1dbca51af979 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 1096 time: 0.0832913 Dec 10 19:49:37.222667 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-8bc1737f-15d5-4ede-80fd-a6ce6d83d01e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6 HTTP/1.1" status: 200 len: 217 time: 0.2948534 Dec 10 19:49:37.289772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-480183fe-54d2-4353-b3a4-e48b9bb59048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:37.291256 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-480183fe-54d2-4353-b3a4-e48b9bb59048 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0620701 Dec 10 19:49:37.374093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-ec01d766-3f04-4f08-a7eb-db14d7b5ff53 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762808 Dec 10 19:49:37.516310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-f4863c55-7ff2-41b5-aabe-a10bc2ffa47f service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355519 Dec 10 19:49:37.664503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cab08f3-6a57-4eab-8207-fdf844eb6ff6 req-ddcd9ef7-b409-4124-a370-aa64b160c659 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419780 Dec 10 19:49:37.829444 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-37af69c0-6b6b-4813-9802-acf6db8cdb6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 1096 time: 0.1067808 Dec 10 19:49:37.835746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444da96-589d-45d6-87c7-79dd1bb8fcdc req-450e4b3d-1517-42d1-a52d-b84265ea7f40 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:37.837208 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1444da96-589d-45d6-87c7-79dd1bb8fcdc req-450e4b3d-1517-42d1-a52d-b84265ea7f40 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 943 time: 0.1544213 Dec 10 19:49:37.992275 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1444da96-589d-45d6-87c7-79dd1bb8fcdc req-20732f28-7400-490a-b7ef-52b639252925 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319928 Dec 10 19:49:38.010420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-98d157bd-3883-4526-857d-639c517bd4d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:38.011984 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-98d157bd-3883-4526-857d-639c517bd4d9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1738458 Dec 10 19:49:38.089315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-a1a22730-7951-457a-a0ce-662a4d34314e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6 HTTP/1.1" status: 200 len: 217 time: 0.0698347 Dec 10 19:49:38.156510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-0d7c2bfa-5190-42f3-a359-8f344cf6d386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:38.157934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-0d7c2bfa-5190-42f3-a359-8f344cf6d386 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0631108 Dec 10 19:49:38.237683 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-ea2a3d5c-e0b5-4b8a-b3f4-31ff18afdb49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736680 Dec 10 19:49:38.376096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-9cd6cfce-5040-47fe-a327-6075a53d86c2 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323507 Dec 10 19:49:38.522457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2166c63a-0dc4-4855-acf1-aea1a339985f req-2c5506e7-d56c-4701-92fd-10fe2c573e85 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392419 Dec 10 19:49:39.202546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782b3fc-7045-4259-9d08-882ef93b6fd0 req-f6970b67-67b3-4c46-8e3c-992c54bdc0d4 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:39.204176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1782b3fc-7045-4259-9d08-882ef93b6fd0 req-f6970b67-67b3-4c46-8e3c-992c54bdc0d4 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 943 time: 0.0882504 Dec 10 19:49:39.253207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1782b3fc-7045-4259-9d08-882ef93b6fd0 req-58be4269-e354-4236-8821-e81203424905 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 Dec 10 19:49:40.457891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dc0fe-4163-4dff-9bc0-82aee9dee61f req-4a010234-0187-45c2-b02e-b67b35a5114a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:40.459484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d04dc0fe-4163-4dff-9bc0-82aee9dee61f req-4a010234-0187-45c2-b02e-b67b35a5114a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 943 time: 0.0829353 Dec 10 19:49:40.514401 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d04dc0fe-4163-4dff-9bc0-82aee9dee61f req-2d69daa9-72a6-4082-8aaf-0f8c0a00e636 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488703 Dec 10 19:49:41.138963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00681691-2bcb-45a5-80ee-82c2274a23a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:41.715996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed4868-c2fb-4c4b-8c00-a0ed72ef04e6 req-54207935-b74e-4dcd-aec5-7416314322a1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:41.717585 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7eed4868-c2fb-4c4b-8c00-a0ed72ef04e6 req-54207935-b74e-4dcd-aec5-7416314322a1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 943 time: 0.0834515 Dec 10 19:49:41.768911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7eed4868-c2fb-4c4b-8c00-a0ed72ef04e6 req-addc7df9-04c1-4c4f-b303-2d8975c1c3df tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445359 Dec 10 19:49:42.496033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:42.976268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b22764-ea23-47b3-bdea-46db01d02c2b req-868dcb98-9cfe-45ae-941f-8e41fe24675f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:42.977872 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1b22764-ea23-47b3-bdea-46db01d02c2b req-868dcb98-9cfe-45ae-941f-8e41fe24675f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 943 time: 0.0886049 Dec 10 19:49:43.025212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1b22764-ea23-47b3-bdea-46db01d02c2b req-05e49a85-64a8-4168-8829-07ab672e2f5f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409667 Dec 10 19:49:43.802063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:43.870645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4f501d23-38b4-4d16-a3cb-10566825e030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:44.229859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d506f7-278a-434a-b46a-e7c671f001e7 req-ed4d1ef2-2a47-4f96-8af6-06db3821ecb2 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:44.231711 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54d506f7-278a-434a-b46a-e7c671f001e7 req-ed4d1ef2-2a47-4f96-8af6-06db3821ecb2 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 943 time: 0.0852606 Dec 10 19:49:44.279715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54d506f7-278a-434a-b46a-e7c671f001e7 req-88db5216-fd42-4fab-bfbc-4eea4f6efe87 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Dec 10 19:49:45.328885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:45.623247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ff47-74c3-4223-847c-6b014718c128 req-a88db21d-2f4a-427c-a18a-78916a052cc5 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:45.624725 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e0b3ff47-74c3-4223-847c-6b014718c128 req-a88db21d-2f4a-427c-a18a-78916a052cc5 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 943 time: 0.0872521 Dec 10 19:49:45.671357 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e0b3ff47-74c3-4223-847c-6b014718c128 req-74d9bc58-fec2-48fa-a2a5-5d4b85c31677 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Dec 10 19:49:46.454731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:49:46.594895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:49:46.609088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:49:46.668700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:46.686391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:49:46.701728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:49:46.704649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:46.706570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:46.773951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:46.782826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.783215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.783601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.783978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.784354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.784728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.785135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.785534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.785904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.786271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.786637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:49:46.790848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:46.879502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef45d95-d296-4a1e-8062-3d9a72ed2893 req-5dfc830b-3c6a-48a4-89c8-81d3695bcc2e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:46.881078 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ef45d95-d296-4a1e-8062-3d9a72ed2893 req-5dfc830b-3c6a-48a4-89c8-81d3695bcc2e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 944 time: 0.0847809 Dec 10 19:49:46.932501 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ef45d95-d296-4a1e-8062-3d9a72ed2893 req-d319ba58-8eba-4e73-9e38-2c02c4fa4224 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453660 Dec 10 19:49:47.066772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['1b97f56c-2d1a-4ca2-8090-f742c9437ed6'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:49:48.133962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83630ec9-84b5-4233-a1a7-0d67bdba0f4f req-958a8d06-8a79-40d6-a705-5ddc67e06e6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:48.135453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-83630ec9-84b5-4233-a1a7-0d67bdba0f4f req-958a8d06-8a79-40d6-a705-5ddc67e06e6d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 944 time: 0.0836985 Dec 10 19:49:48.182373 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-83630ec9-84b5-4233-a1a7-0d67bdba0f4f req-dd46ac0e-6279-43ff-803e-c0a6f9f20080 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408022 Dec 10 19:49:48.470090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:49:48.543085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:49:48.547835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:49:48.548263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:48.667436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:48.694945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:48.704926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:49:48.708553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:48.710519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4037ba69-1d59-46ab-afa2-eba63af3feef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:48.753966 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'code': 200} Dec 10 19:49:48.779935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:48.782991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:49.040164 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07be7f2e-72a5-4d7f-ab49-f91cfa66b7cc req-36c157d0-7be6-4b20-a91a-0c4216e3d083 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 1098 time: 0.0772026 Dec 10 19:49:49.082610 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07be7f2e-72a5-4d7f-ab49-f91cfa66b7cc req-942e489f-b179-40bd-99e7-cd10361bc3d7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365288 Dec 10 19:49:49.384773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755876-0dc3-49b0-a12e-14c46d59a8df req-e432c891-42f6-4e4d-b2ab-9ac5544acc24 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:49.386288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0755876-0dc3-49b0-a12e-14c46d59a8df req-e432c891-42f6-4e4d-b2ab-9ac5544acc24 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 945 time: 0.0829804 Dec 10 19:49:49.432740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0755876-0dc3-49b0-a12e-14c46d59a8df req-ec8eb558-6998-443b-b92b-6ad1125dc3bf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404332 Dec 10 19:49:50.642476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dac386-69b7-4423-a2fb-784e869cef2f req-2ac973ad-9ad9-44f4-811e-1615a9a3795c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:50.644042 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a5dac386-69b7-4423-a2fb-784e869cef2f req-2ac973ad-9ad9-44f4-811e-1615a9a3795c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 945 time: 0.0864549 Dec 10 19:49:50.691415 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a5dac386-69b7-4423-a2fb-784e869cef2f req-fd9802e0-f2c1-49d1-aa3e-47d2d537f55e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409102 Dec 10 19:49:50.896155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea27c3-8d66-4af4-bea5-71c2a3c12032 req-5382167d-4222-4d01-a82f-be7502bc2e51 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:50.897736 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-abea27c3-8d66-4af4-bea5-71c2a3c12032 req-5382167d-4222-4d01-a82f-be7502bc2e51 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 945 time: 0.0841651 Dec 10 19:49:50.944832 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-abea27c3-8d66-4af4-bea5-71c2a3c12032 req-6c4f958d-5580-437f-bd06-12abaee83d46 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410581 Dec 10 19:49:50.973495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35562) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:49:51.052495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c57adc0b-47ea-49d3-a1a2-ca647c6484e6 tempest-TestVolumeBootPattern-1043746934 tempest-TestVolumeBootPattern-1043746934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 1093 time: 0.0776532 Dec 10 19:49:51.055147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35566) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:49:51.060654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:49:51.066911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:49:51.070944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:floatingip and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:49:51.073911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:49:51.079847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:49:51.089695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:51.233977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:51.244937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:49:51.377756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Allocated IP 172.26.8.112 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/25f40412-1ea5-48b4-ad37-d62245234e99) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:49:51.534638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:51.561642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:51.565940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2e14304a-32da-4265-9a1d-fe86ff8523d1 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:51.635684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:49:51.636731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:49:51.639374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:49:51.670335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=25f40412-1ea5-48b4-ad37-d62245234e99,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:51.673076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:52.385352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:52.443674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:52.671032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:52.674726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:52.679136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:49:52.790573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=25f40412-1ea5-48b4-ad37-d62245234e99,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:49:52.794798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:49:52.803853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:53.001153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Floating IP 23c4212b-5f98-431f-9219-e6d563308907 associated. External IP: 172.26.8.112, port: 1b97f56c-2d1a-4ca2-8090-f742c9437ed6. Dec 10 19:49:53.409104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Router 56910725-93d5-40ee-b153-3bd13bf939ed has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:49:53.625714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:49:53.636001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:49:53.649132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:49:53.649353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:49:53.650007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:49:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:53.704821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6485019 Dec 10 19:49:53.705440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:49:53.759295 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'status': 'completed', 'code': 200} Dec 10 19:49:53.841516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:49:53.864964 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-b6cf05b8-cbc2-4350-87f8-82321e82839f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 1098 time: 0.0814540 Dec 10 19:49:54.007145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-5290570d-1aa0-4103-8bee-753ad41542f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:54.008649 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-5290570d-1aa0-4103-8bee-753ad41542f7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1379588 Dec 10 19:49:54.119591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-0313c403-654c-49d8-9478-b3be41abe2a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6 HTTP/1.1" status: 200 len: 999 time: 0.1048729 Dec 10 19:49:54.196101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-00f40288-1e3c-4da5-ade1-0b2209509e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:49:54.197715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-00f40288-1e3c-4da5-ade1-0b2209509e74 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0723226 Dec 10 19:49:54.281166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-c146f4b6-65c2-4c6a-a24b-375aec70e508 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769768 Dec 10 19:49:54.366492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:52Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:54.370681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:49:54.382453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:49:54.383120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:49:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:54.422467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-d2decd66-5df6-400d-81d4-2aa664e818f6 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349626 Dec 10 19:49:54.568596 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-07cb6500-0e0f-4e20-803a-7966004d1b7e req-6ee3bc90-6ba1-4358-8ee8-b58927a6ebba service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394644 Dec 10 19:49:54.572997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:49:54.950082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:52Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:49:54.954172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7a363-edd9-4c3e-9cdf-8681c36fb4a2 None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:52Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:49:55.272617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a4dc9-f0f6-4908-95ff-4e12f178bc97 None None] New status for floating IP 23c4212b-5f98-431f-9219-e6d563308907: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:50:02.331168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:11.147535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-893ef3a4-97c8-4b30-bde0-366ec521d50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:12.498417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:13.806375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:13.872817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba844-4e79-4563-8de1-13ecb1aae5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:15.331207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:16.843422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfa3656b-913f-4517-9411-502ed940aabd req-f62b54b8-5fb0-4b29-808f-968a13009dad service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771732 Dec 10 19:50:17.000680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfa3656b-913f-4517-9411-502ed940aabd req-2daf5f75-3214-474d-9fec-8c25b3c338da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 1098 time: 0.0841413 Dec 10 19:50:17.159928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3656b-913f-4517-9411-502ed940aabd req-60d3bc3f-7a34-4628-8167-57dee4a05dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:17.161214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfa3656b-913f-4517-9411-502ed940aabd req-60d3bc3f-7a34-4628-8167-57dee4a05dd8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 200 len: 898 time: 0.1404362 Dec 10 19:50:17.240241 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfa3656b-913f-4517-9411-502ed940aabd req-7284cba2-be92-400e-8727-114c35e42c25 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94a33429-6a99-4013-8722-eb63876015c8 HTTP/1.1" status: 200 len: 217 time: 0.0698819 Dec 10 19:50:17.554754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3656b-913f-4517-9411-502ed940aabd req-bcf682bc-5c2a-4bfe-a960-77c1a33cecb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:17.556888 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfa3656b-913f-4517-9411-502ed940aabd req-bcf682bc-5c2a-4bfe-a960-77c1a33cecb5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 200 len: 835 time: 0.3098631 Dec 10 19:50:17.652601 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfa3656b-913f-4517-9411-502ed940aabd req-415b48e7-770e-4bd1-88ca-3d21e3a53957 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=976824bb-35f5-4699-b962-38099068038b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887215 Dec 10 19:50:17.801594 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfa3656b-913f-4517-9411-502ed940aabd req-64f15474-59d1-463d-83e7-f6fa7ea534af service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423166 Dec 10 19:50:17.952299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dfa3656b-913f-4517-9411-502ed940aabd req-4a6174d2-02b5-413d-a627-5410077a4f67 service neutron] 10.222.0.84 "GET /v2.0/networks/976824bb-35f5-4699-b962-38099068038b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433697 Dec 10 19:50:23.207438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a612c7-8db1-40a5-a4a0-831fa2b060c7 req-ca71b283-eb0b-4595-a43e-bd55a17e5e7e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:23.208926 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e6a612c7-8db1-40a5-a4a0-831fa2b060c7 req-ca71b283-eb0b-4595-a43e-bd55a17e5e7e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 946 time: 0.0864279 Dec 10 19:50:23.256878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e6a612c7-8db1-40a5-a4a0-831fa2b060c7 req-f80eef4e-77a7-4f47-bfab-777181b3b5a5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Dec 10 19:50:24.462137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6653-4e93-4f2b-af35-8cc26c28843b req-1fac092a-bc0b-4924-aec4-42b927d55928 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:24.463742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-497e6653-4e93-4f2b-af35-8cc26c28843b req-1fac092a-bc0b-4924-aec4-42b927d55928 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 946 time: 0.0841682 Dec 10 19:50:24.517367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-497e6653-4e93-4f2b-af35-8cc26c28843b req-d9f4d1b1-8fba-4605-a3d8-e5d751f11cb3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=151164f9-8178-4ef9-adce-0a919bce58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473123 Dec 10 19:50:24.796652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-5600ed57-1cd3-4515-9811-33f5a9de456b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:24.798225 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-5600ed57-1cd3-4515-9811-33f5a9de456b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 946 time: 0.0834510 Dec 10 19:50:24.870871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 1e731751-7f4d-418e-8f3f-97cefc3bc805 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:50:24.871258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:25.126694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 1e731751-7f4d-418e-8f3f-97cefc3bc805, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1e731751-7f4d-418e-8f3f-97cefc3bc805,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:25.127020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:25.428071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:25.428412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:25.428765 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP d5964be5-e4a5-4e82-94a3-60e9f7b5de9b disassociated. External IP: 172.26.8.144, port: 1e731751-7f4d-418e-8f3f-97cefc3bc805. Dec 10 19:50:25.429697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 1e731751-7f4d-418e-8f3f-97cefc3bc805 owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:50:25.577870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:25.583858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:25.633023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=1e731751-7f4d-418e-8f3f-97cefc3bc805,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:25.637388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:25.691039 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e144c07e-c1e6-42a1-b833-d3c00314afce req-f597cafa-adec-409d-805e-6c630f9a6538 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 210 time: 0.0483286 Dec 10 19:50:25.903190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:50:26.114276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:50:26.125436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] Sync routers for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:50:26.139214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:50:26.140298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:26.193642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port 1e731751-7f4d-418e-8f3f-97cefc3bc805 on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:50:26.196318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:26.200728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3608b2-2075-47ff-8275-688450274474', 'name': 'network-vif-deleted', 'tag': '1e731751-7f4d-418e-8f3f-97cefc3bc805'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:50:26.217844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c112978d-c19b-4568-9bc9-3299d4b8f3fc req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/1e731751-7f4d-418e-8f3f-97cefc3bc805 HTTP/1.1" status: 204 len: 173 time: 1.4145346 Dec 10 19:50:26.267946 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3608b2-2075-47ff-8275-688450274474', 'name': 'network-vif-deleted', 'tag': '1e731751-7f4d-418e-8f3f-97cefc3bc805', 'status': 'completed', 'code': 200} Dec 10 19:50:26.338420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:50:26.673982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:26.678099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] Checking router: d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:50:26.689765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:50:26.690438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:26.878448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-fbfbb6e1-d291-4ca3-8bda-886dbf358a16 req-c9ae29c8-ce3e-4341-8ff5-671a152ecaf4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:50:26.884387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:50:26.893796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-fbfbb6e1-d291-4ca3-8bda-886dbf358a16 req-c9ae29c8-ce3e-4341-8ff5-671a152ecaf4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:50:26.895071 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fbfbb6e1-d291-4ca3-8bda-886dbf358a16 req-c9ae29c8-ce3e-4341-8ff5-671a152ecaf4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad3608b2-2075-47ff-8275-688450274474 HTTP/1.1" status: 200 len: 210 time: 0.0633543 Dec 10 19:50:27.211451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:27.215569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d079d-7583-42cb-aa6a-565e62d2b8c0 None None] The sync data for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv is: [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e86acbb3-9fe3-430f-8f00-cf6531ce798a', 'name': '', 'network_id': '976824bb-35f5-4699-b962-38099068038b', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:09:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:56Z', 'updated_at': '2021-12-10T19:47:06Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'aea5aa5d-b370-40a8-9899-f42085b7b01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:50:27.663183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0d85c-fda0-4acf-8bf3-7eaaf8dc1230 None None] New status for floating IP d5964be5-e4a5-4e82-94a3-60e9f7b5de9b: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:50:28.002815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35610) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:28.080203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f29bde05-4fa5-483a-899b-38f79dc1b620 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:28.111516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f29bde05-4fa5-483a-899b-38f79dc1b620 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:28.164325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f29bde05-4fa5-483a-899b-38f79dc1b620 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:28.169531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-87c45850-3118-4231-9af8-0f42db7c5bda tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:28.184347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bde05-4fa5-483a-899b-38f79dc1b620 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151164f9-8178-4ef9-adce-0a919bce58f7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:28.187076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f29bde05-4fa5-483a-899b-38f79dc1b620 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:28.196090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f29bde05-4fa5-483a-899b-38f79dc1b620 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:28.197313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f29bde05-4fa5-483a-899b-38f79dc1b620 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/151164f9-8178-4ef9-adce-0a919bce58f7 HTTP/1.1" status: 204 len: 168 time: 0.1933143 Dec 10 19:50:28.235393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35616) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:28.246773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:50:28.396736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 55abf627-525f-41f0-91e3-8ae9358b4395 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:50:28.397034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:28.581119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:28.581484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:28.688018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 1e731751-7f4d-418e-8f3f-97cefc3bc805 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:50:28.707449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 55abf627-525f-41f0-91e3-8ae9358b4395 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:50:28.723062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 1e731751-7f4d-418e-8f3f-97cefc3bc805 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:50:28.723464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 1e731751-7f4d-418e-8f3f-97cefc3bc805 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:50:28.844866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:28.849284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:28.893339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=55abf627-525f-41f0-91e3-8ae9358b4395,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:28.896044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:28.988226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:29.005091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:29.006371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/d5964be5-e4a5-4e82-94a3-60e9f7b5de9b HTTP/1.1" status: 204 len: 168 time: 0.7699006 Dec 10 19:50:29.387496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d16d5-20ad-425d-875d-e718eb6025af req-9372ec42-5ba1-4732-ad80-0d4a42cde368 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:29.388244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd4d16d5-20ad-425d-875d-e718eb6025af req-9372ec42-5ba1-4732-ad80-0d4a42cde368 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:50:29.403319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd4d16d5-20ad-425d-875d-e718eb6025af req-9372ec42-5ba1-4732-ad80-0d4a42cde368 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:50:29.404568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd4d16d5-20ad-425d-875d-e718eb6025af req-9372ec42-5ba1-4732-ad80-0d4a42cde368 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 945 time: 0.1000009 Dec 10 19:50:29.451199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd4d16d5-20ad-425d-875d-e718eb6025af req-ed636422-6cba-4a04-a6e2-785a31fc2c30 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:50:29.468071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-bd4d16d5-20ad-425d-875d-e718eb6025af req-ed636422-6cba-4a04-a6e2-785a31fc2c30 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:50:29.469309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd4d16d5-20ad-425d-875d-e718eb6025af req-ed636422-6cba-4a04-a6e2-785a31fc2c30 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587144 Dec 10 19:50:30.682148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a222c0-0046-4f0d-b3cf-559c07a99562 req-e4f118cb-72f9-4bb2-9838-0bd2f9303c85 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:30.683730 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85a222c0-0046-4f0d-b3cf-559c07a99562 req-e4f118cb-72f9-4bb2-9838-0bd2f9303c85 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 945 time: 0.0878825 Dec 10 19:50:30.731444 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85a222c0-0046-4f0d-b3cf-559c07a99562 req-f8eae232-292e-4cff-99ce-9208ad080f02 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1196664-4613-4036-81f6-9d85334d7472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Dec 10 19:50:30.951068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-36bf2fda-9bb1-4f17-a088-d2847e2567b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:30.952592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-36bf2fda-9bb1-4f17-a088-d2847e2567b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 945 time: 0.0819829 Dec 10 19:50:31.029178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 94a33429-6a99-4013-8722-eb63876015c8 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:50:31.029609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:31.277669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 94a33429-6a99-4013-8722-eb63876015c8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=94a33429-6a99-4013-8722-eb63876015c8,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:31.278067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:31.408084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 94a33429-6a99-4013-8722-eb63876015c8 owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:50:31.774398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:31.780116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d182062-7060-4808-b4a3-80ca09f04bb5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:31.827802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=94a33429-6a99-4013-8722-eb63876015c8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:31.873312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.873790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.874211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.874624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.875034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.875461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.875850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.876257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.876659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.877061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.877465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:31.921015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:31.958397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7242431-1e7f-44b8-91e9-8c2be72219ec req-cbb0a6ef-55c0-4eaf-97a5-10d3c0f4a29a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e3b100-6e65-4877-b93e-0c78a12fb8b7 HTTP/1.1" status: 200 len: 210 time: 0.0931752 Dec 10 19:50:31.963141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port 94a33429-6a99-4013-8722-eb63876015c8 on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:50:31.965572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:31.968505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'name': 'network-vif-deleted', 'tag': '94a33429-6a99-4013-8722-eb63876015c8'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:50:31.985582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8f4a1daa-122f-42b8-9a0b-745ac1239c29 req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/94a33429-6a99-4013-8722-eb63876015c8 HTTP/1.1" status: 204 len: 173 time: 1.0272868 Dec 10 19:50:32.029235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3b100-6e65-4877-b93e-0c78a12fb8b7', 'name': 'network-vif-deleted', 'tag': '94a33429-6a99-4013-8722-eb63876015c8', 'status': 'completed', 'code': 200} Dec 10 19:50:32.341772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:33.063278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35632) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:33.135247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-237d407b-874e-4191-b8e7-6ea871adfb69 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:33.165234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-237d407b-874e-4191-b8e7-6ea871adfb69 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:33.215719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-237d407b-874e-4191-b8e7-6ea871adfb69 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:33.221151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e43a84b-81c1-448e-b2d2-7cd1c0c4c94c tempest-NegativeSecGroupTest-50061279 tempest-NegativeSecGroupTest-50061279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:33.237627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d407b-874e-4191-b8e7-6ea871adfb69 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1196664-4613-4036-81f6-9d85334d7472,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:33.240750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-237d407b-874e-4191-b8e7-6ea871adfb69 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:33.246825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-237d407b-874e-4191-b8e7-6ea871adfb69 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:33.247991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-237d407b-874e-4191-b8e7-6ea871adfb69 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1196664-4613-4036-81f6-9d85334d7472 HTTP/1.1" status: 204 len: 168 time: 0.1836379 Dec 10 19:50:33.287457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35640) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:33.714390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:34.346432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port e86acbb3-9fe3-430f-8f00-cf6531ce798a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:50:34.346976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:34.539207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port e86acbb3-9fe3-430f-8f00-cf6531ce798a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e86acbb3-9fe3-430f-8f00-cf6531ce798a,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:34.539605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:34.666480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for e86acbb3-9fe3-430f-8f00-cf6531ce798a owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:50:34.703448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 94a33429-6a99-4013-8722-eb63876015c8 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:50:34.742972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 94a33429-6a99-4013-8722-eb63876015c8 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:50:34.743364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 94a33429-6a99-4013-8722-eb63876015c8 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:50:34.845908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:34.850253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63daf9b8-fc4e-4b6c-85dd-35aa019739f1 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:34.898111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=e86acbb3-9fe3-430f-8f00-cf6531ce798a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:34.901084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:35.206051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:36.033191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:50:36.242343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:50:36.253221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] Sync routers for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:50:36.255813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/d8b3bdeb-f7fd-47fa-8513-9334cdd9b734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9666138 Dec 10 19:50:36.258610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35644) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:36.265892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:50:36.266565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:36.462925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet aea5aa5d-b370-40a8-9899-f42085b7b01d {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:50:36.466560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:36.532033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:36.618616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:36.622062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:50:36.691345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:36.695836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d0e4855c-b057-45ed-a8ab-7af272deca93 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:36.736297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=aea5aa5d-b370-40a8-9899-f42085b7b01d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:36.740578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:36.743386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:36.749779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/aea5aa5d-b370-40a8-9899-f42085b7b01d HTTP/1.1" status: 204 len: 168 time: 0.4900484 Dec 10 19:50:36.751665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389768c-db45-4e54-afeb-54dac2686406 None None] Network 976824bb-35f5-4699-b962-38099068038b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:50:36.752519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35648) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:36.964771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:37.127871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:50:34Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '945261c3-0f89-4352-94e8-0ad1453f9030', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:52Z', 'updated_at': '2021-12-10T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:37.132597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] Checking router: d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:50:37.144162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] Routers {'d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:50:37.144850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:37.185330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:37.193723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 945261c3-0f89-4352-94e8-0ad1453f9030 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:50:37.194095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:37.206145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4576685f-540b-426c-baad-a4e00392df5f None None] DHCP port deletion for 976824bb-35f5-4699-b962-38099068038b request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:50:37.275447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4576685f-540b-426c-baad-a4e00392df5f None None] Deleting port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:50:37.275876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4576685f-540b-426c-baad-a4e00392df5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:37.376071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 945261c3-0f89-4352-94e8-0ad1453f9030, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=945261c3-0f89-4352-94e8-0ad1453f9030,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:37.376380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:37.397459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] Set router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:50:37.505415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 945261c3-0f89-4352-94e8-0ad1453f9030 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:50:37.587634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:50:37Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:37.608047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c21d1c-239a-49b0-b6ff-ab4968b9687d None None] The sync data for ids ['d8b3bdeb-f7fd-47fa-8513-9334cdd9b734'] in dv-neutron-821443-1-hyperv is: [{'id': 'd8b3bdeb-f7fd-47fa-8513-9334cdd9b734', 'name': 'tempest-TestNetworkBasicOps-router-1399244678', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:51Z', 'updated_at': '2021-12-10T19:50:37Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port_host': None}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:50:37.637165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4576685f-540b-426c-baad-a4e00392df5f None None] For port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1f8a1942-05f6-4c8b-806b-bb09cfb0c943,segment=NetworkSegment(8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe),segment_id=8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:37.637697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4576685f-540b-426c-baad-a4e00392df5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:37.683742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:37.688233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:37.736385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=945261c3-0f89-4352-94e8-0ad1453f9030,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:37.739552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:37.775315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4576685f-540b-426c-baad-a4e00392df5f None None] Calling delete_port for 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:50:37.853816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4576685f-540b-426c-baad-a4e00392df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:37.858097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9292a914-a74b-47d6-8fdc-623e45c82d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:37.907613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4576685f-540b-426c-baad-a4e00392df5f None None] No DVR routers for this DVR port 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:50:37.909260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576685f-540b-426c-baad-a4e00392df5f None None] Pushing event deleted for resources: {'Port': ['ID=1f8a1942-05f6-4c8b-806b-bb09cfb0c943,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:37.912269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4576685f-540b-426c-baad-a4e00392df5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:37.982265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.023834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e86acbb3-9fe3-430f-8f00-cf6531ce798a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:50:38.061548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e86acbb3-9fe3-430f-8f00-cf6531ce798a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:50:38.061952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e86acbb3-9fe3-430f-8f00-cf6531ce798a not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:50:38.062415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:50:38.095954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:50:38.096352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1f8a1942-05f6-4c8b-806b-bb09cfb0c943 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:50:38.256986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.261500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.285636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.286228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Fanout notify agent at l3_agent the message router_deleted on router d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:50:38.306026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.307224 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/routers/d8b3bdeb-f7fd-47fa-8513-9334cdd9b734 HTTP/1.1" status: 204 len: 168 time: 1.5537443 Dec 10 19:50:38.310057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35652) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:38.436919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.808571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.837921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976824bb-35f5-4699-b962-38099068038b']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:38.850413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:38.850779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2d5e63-2d1c-444d-a7a6-52a8b4f686fe') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:38.862821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.877934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.884694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:50:38.885122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:50:38.900135 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:50:38.983088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:38.986612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1a6d5e1b-c215-4a20-bb02-807e2babd979 tempest-TestNetworkAdvancedServerOps-770944969 tempest-TestNetworkAdvancedServerOps-770944969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:39.002084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.014330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=976824bb-35f5-4699-b962-38099068038b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:39.017680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:39.022053 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69336c4a-bda7-4266-9446-4eef73619363 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/976824bb-35f5-4699-b962-38099068038b HTTP/1.1" status: 204 len: 168 time: 0.7101526 Dec 10 19:50:39.047784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35656) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:39.054383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--1300239083', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:39.059680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:39.063902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:network and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:39.066855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:39.073463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:39.082440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:50:39.087743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.116806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:50:39.125777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.126172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment 9998035e-9cf8-4bf9-b824-aca3b163c385 of type vlan for network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 Dec 10 19:50:39.152777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.181971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.185998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:39.186641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.191888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9554ce81-6760-47fc-8bb4-3ace63e0d7d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:39.299043 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2501497 Dec 10 19:50:39.302079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35660) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:39.305411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=99c7e38b-7cbb-4625-849b-e4c0a53ea223,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:39.308181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:39.309578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-452214194', 'admin_state_up': True, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:39.316389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:50:39.317258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:39.321348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:router and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:39.324379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:39.330397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:39.338850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.339847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.360988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.519464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.703118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.735062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:39.888892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.72 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/bd3df56e-6c15-49cd-8fd3-4cab42ee0963) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:50:39.889672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 945261c3-0f89-4352-94e8-0ad1453f9030 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:50:39.925297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 945261c3-0f89-4352-94e8-0ad1453f9030 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:50:39.925820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 945261c3-0f89-4352-94e8-0ad1453f9030 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:50:40.041784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:40.068521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:40.073288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2827658-13fe-4e94-ba2a-708367197c15 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:40.141812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:50:40.145203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:50:40.148272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:50:40.179742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=bd3df56e-6c15-49cd-8fd3-4cab42ee0963,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:40.203497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.203931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.204353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.204766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.205182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.205617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.206032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.206442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.206850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.207255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.207659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:40.211943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:40.324513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:40.325212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:40.565128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 7086f902-800c-488b-a5ed-dc113796a31b is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:50:40.774549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:50:40.784261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Sync routers for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:50:40.797796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:50:40.798465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:40.800311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:40.801794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4985535 Dec 10 19:50:40.805476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35664) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:40.986102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:50:41.128620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f1e888b0-0d49-4ea4-b48d-25f83a509e38 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3194082 Dec 10 19:50:41.129164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35670) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:41.145219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a882-3850-483c-bb48-e5745e0319ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:41.268973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52496e45-e408-480f-a26a-a3724ac0777a tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:41.270676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-52496e45-e408-480f-a26a-a3724ac0777a tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401846 Dec 10 19:50:41.273806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35674) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:41.286138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:40Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:41.290160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Checking router: 7086f902-800c-488b-a5ed-dc113796a31b for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:50:41.290560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Updating router 7086f902-800c-488b-a5ed-dc113796a31b port bd3df56e-6c15-49cd-8fd3-4cab42ee0963 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:50:41.317503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9a462bc3-d7bc-4a3f-94b1-f3044ff5cfea tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424910 Dec 10 19:50:41.320773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35678) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:41.326678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-427110224', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:41.344278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:41.690560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:41.694946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:41.697994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:41.704350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:41.709471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:41.714257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:50:41.722302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Transition to ACTIVE for port object bd3df56e-6c15-49cd-8fd3-4cab42ee0963 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:50:41.728379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:41.732774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:41.823924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Pushing event updated for resources: {'Port': ['ID=bd3df56e-6c15-49cd-8fd3-4cab42ee0963,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:41.827480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Attempting to bind port bd3df56e-6c15-49cd-8fd3-4cab42ee0963 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:50:41.827895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Attempting to bind port bd3df56e-6c15-49cd-8fd3-4cab42ee0963 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:50:41.828303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Attempting to bind port bd3df56e-6c15-49cd-8fd3-4cab42ee0963 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:50:41.828402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:41.840726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.841120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.841544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.841930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.842309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.842686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.843057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.843425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.843791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.844157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.844525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:41.847943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:50:41.848362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:50:41.848801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:41.849232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:50:41.849770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Bound port: bd3df56e-6c15-49cd-8fd3-4cab42ee0963, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:50:41.850191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:41.875327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:41.927826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] For port bd3df56e-6c15-49cd-8fd3-4cab42ee0963, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:50:41.934549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] For port bd3df56e-6c15-49cd-8fd3-4cab42ee0963, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bd3df56e-6c15-49cd-8fd3-4cab42ee0963,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:50:41.937182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:41.941617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:42.025255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Pushing event updated for resources: {'Port': ['ID=bd3df56e-6c15-49cd-8fd3-4cab42ee0963,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:42.029371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:42.030395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:50:42.031044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:42.057979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:42.062475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-836c8c38-7431-470b-944c-f8c62cbfb423 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:42.150368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=023f4eb6-8cf0-483a-ba55-06184a10748d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:42.155293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:42.160790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:50:42.161193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: 99c7e38b-7cbb-4625-849b-e4c0a53ea223, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:50:42.182242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:50:42.190372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 99c7e38b-7cbb-4625-849b-e4c0a53ea223) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:50:42.194874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:42.195477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:42.201043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b08323-75d9-4f79-b1c0-a17fd149152e None None] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:50:42.217956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:50:42.218747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8968568 Dec 10 19:50:42.221751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35682) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:42.436564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:50:42.438260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:42.535796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:40Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:42.540538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b9c36-f77a-4614-a4e9-f68d17b3434b None None] The sync data for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv is: [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:40Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:50:42.544324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:42.637243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Allocated IP 172.20.0.2 (99c7e38b-7cbb-4625-849b-e4c0a53ea223/023f4eb6-8cf0-483a-ba55-06184a10748d/1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:50:42.857894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:42.870258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Transition to ACTIVE for port object 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:50:42.891601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Transition to ACTIVE for port object 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:50:42.898762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:42.904958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:42.968908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:50:42.970232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:50:42.972737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:50:43.072417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:43.208366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Pushing event updated for resources: {'Port': ['ID=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:43.211210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:43.279876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Attempting to bind port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:50:43.280186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Attempting to bind port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:50:43.280685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Attempting to bind port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:50:43.288954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:50:43.289361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Checking segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:50:43.289841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:43.290290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Bound using segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:50:43.290816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Bound port: 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:50:43.291232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:43.395507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] For port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:50:43.400026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] For port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:50:43.407582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:43.413668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:43.504838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Pushing event updated for resources: {'Port': ['ID=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:43.510193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:43.592831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.1 (99c7e38b-7cbb-4625-849b-e4c0a53ea223/023f4eb6-8cf0-483a-ba55-06184a10748d/6e29c78d-582f-4c32-8d38-fa13e6add642) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:50:43.799085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:43.813448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:43.819516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 6e29c78d-582f-4c32-8d38-fa13e6add642 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:50:43.848333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:43.854243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cbf338da-0661-4e2e-9cbc-1ec881d5c758 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:43.903148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef637aff-ee31-4323-b220-40bc2880baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:43.975063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:50:43.981017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:50:43.985049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:50:44.025075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bd3df56e-6c15-49cd-8fd3-4cab42ee0963 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:50:44.035737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=6e29c78d-582f-4c32-8d38-fa13e6add642,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:44.044234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:44.078177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:44.139851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port bd3df56e-6c15-49cd-8fd3-4cab42ee0963 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:50:44.145555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bd3df56e-6c15-49cd-8fd3-4cab42ee0963 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:44.146008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:44.210927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:44.285138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:44.307817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port bd3df56e-6c15-49cd-8fd3-4cab42ee0963, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bd3df56e-6c15-49cd-8fd3-4cab42ee0963,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:44.311792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:44.317774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74e174fd-5d43-42c3-8914-0d3202bc8ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:44.398454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=bd3df56e-6c15-49cd-8fd3-4cab42ee0963,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:44.401764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:44.664160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:44.668499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:44.695438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b584d825-dbb4-4984-b212-1f652ec34302 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:45.047133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=6e29c78d-582f-4c32-8d38-fa13e6add642,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:45.050396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:45.054896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:45.215095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:50:45.216436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:50:45.335713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:45.343794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad2162-94e8-4782-9a68-aaa7d9adeb77 None None] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:50:45.455404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2780a01e-1a01-43d7-acb3-f902bf4f719d None None] Provisioning for port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:50:45.673128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 7086f902-800c-488b-a5ed-dc113796a31b has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:50:45.939505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:50:45.967333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Sync routers for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:50:45.972280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/7086f902-800c-488b-a5ed-dc113796a31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7491834 Dec 10 19:50:45.974928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35688) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:46.013985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:50:46.014930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:46.160049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:50:46.190613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74845-c0a0-44b9-92e6-2f67c0b4bb56 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.191236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74845-c0a0-44b9-92e6-2f67c0b4bb56 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.191817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74845-c0a0-44b9-92e6-2f67c0b4bb56 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.192423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74845-c0a0-44b9-92e6-2f67c0b4bb56 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.193193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74845-c0a0-44b9-92e6-2f67c0b4bb56 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.193701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74845-c0a0-44b9-92e6-2f67c0b4bb56 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.196954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-30b74845-c0a0-44b9-92e6-2f67c0b4bb56 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2203448 Dec 10 19:50:46.200517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35692) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:46.266972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac8ca750-2ff0-4099-b720-e0815ddb5622 None None] Provisioning for port 6e29c78d-582f-4c32-8d38-fa13e6add642 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:50:46.280686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac8ca750-2ff0-4099-b720-e0815ddb5622 None None] Provisioning complete for port 6e29c78d-582f-4c32-8d38-fa13e6add642 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:46.281191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca750-2ff0-4099-b720-e0815ddb5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:46.302270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9369d27-8838-4f3b-97f2-4868bbbc873c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.302706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9369d27-8838-4f3b-97f2-4868bbbc873c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.303126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9369d27-8838-4f3b-97f2-4868bbbc873c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.304376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9369d27-8838-4f3b-97f2-4868bbbc873c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.305315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9369d27-8838-4f3b-97f2-4868bbbc873c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:46.309768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d9369d27-8838-4f3b-97f2-4868bbbc873c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1055820 Dec 10 19:50:46.310157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35696) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:46.348529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ca750-2ff0-4099-b720-e0815ddb5622 None None] Port 6e29c78d-582f-4c32-8d38-fa13e6add642 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:50:46.393618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:50:46.438594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:50:46.448166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:46.448593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:46.620447 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d94ba0e3-cd82-4a5e-9e04-15617a94b4de tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3063807 Dec 10 19:50:46.621301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35700) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:46.627986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1001319796', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:46.736878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9b3496ba-3bbe-440d-9545-9785fb63a9ed None None] Provisioning complete for port 6e29c78d-582f-4c32-8d38-fa13e6add642 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:46.737356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b3496ba-3bbe-440d-9545-9785fb63a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:46.791964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:46.795545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:port and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:46.798791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:46.804675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:46.817769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:50:46.823949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:46.854046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] device_id is not set on port 97ad71f2-b988-491f-95ac-02e796e28e2e yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:50:46.887334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9b3496ba-3bbe-440d-9545-9785fb63a9ed None None] Port 6e29c78d-582f-4c32-8d38-fa13e6add642 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:50:46.898260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:46.977612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:46.982024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:46.982436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bd3df56e-6c15-49cd-8fd3-4cab42ee0963 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:50:47.011642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.13 (99c7e38b-7cbb-4625-849b-e4c0a53ea223/023f4eb6-8cf0-483a-ba55-06184a10748d/97ad71f2-b988-491f-95ac-02e796e28e2e) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:50:47.017704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:47.139519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:47.143935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:47.148698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8442a97c-037c-41a6-b116-6ad2184f0ca5 None None] Provisioning complete for port 6e29c78d-582f-4c32-8d38-fa13e6add642 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:47.149614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8442a97c-037c-41a6-b116-6ad2184f0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:47.187926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Checking router: 7086f902-800c-488b-a5ed-dc113796a31b for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:50:47.188347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Updating router 7086f902-800c-488b-a5ed-dc113796a31b port 6e29c78d-582f-4c32-8d38-fa13e6add642 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:50:47.243146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:47.252627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.253394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.253394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.254885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.254885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.254885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.255256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.255359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.255730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.256103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.256509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:50:47.262407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 97ad71f2-b988-491f-95ac-02e796e28e2e will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:50:47.275261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:47.286789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8442a97c-037c-41a6-b116-6ad2184f0ca5 None None] Port 6e29c78d-582f-4c32-8d38-fa13e6add642 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:50:47.292176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:47.294776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:47.299658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-abc66f87-29b8-4cb0-a6ec-672c43227a0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:47.305729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bd3df56e-6c15-49cd-8fd3-4cab42ee0963 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:47.306159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:47.383710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:50:47.387328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:50:47.390019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:50:47.458922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:47.459787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:47.466749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:47.470351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:47.498647 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8763275 Dec 10 19:50:47.852680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35706) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:47.859760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223228229', 'description': 'tempest-secgroup-smoke-1223228229 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:47.866552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:47.871822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:47.876755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:47.883977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:47.898524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:47.900247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f43e3c7c-19f1-4bd1-a7a2-ccf922f8ad87 None None] Provisioning for port 97ad71f2-b988-491f-95ac-02e796e28e2e completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:50:47.910134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f43e3c7c-19f1-4bd1-a7a2-ccf922f8ad87 None None] Provisioning complete for port 97ad71f2-b988-491f-95ac-02e796e28e2e triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:47.911014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f43e3c7c-19f1-4bd1-a7a2-ccf922f8ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:47.948865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:47.954726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:47.957167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:47.961638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:50:47.964522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:48.032594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.035705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.042032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4cafe73-b06a-4243-8189-6ef90d0e16d9 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:48.042755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f43e3c7c-19f1-4bd1-a7a2-ccf922f8ad87 None None] Port 97ad71f2-b988-491f-95ac-02e796e28e2e cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:50:48.090683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b34520e-7757-4cf0-ad71-f6c0b7f97a07,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:48.093887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:48.095266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.096632 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2428782 Dec 10 19:50:48.099690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35710) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:48.107556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '5b34520e-7757-4cf0-ad71-f6c0b7f97a07', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:48.116337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:48.119443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:48.122514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:48.128966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:48.145008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:48.145385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.154438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.177296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.208055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Transition to ACTIVE for port object 6e29c78d-582f-4c32-8d38-fa13e6add642 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:50:48.219360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.220483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.223424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.223562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72739fbc-246a-48e1-a340-37d1dc242e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:48.225665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1e3c7f9-f2c0-495d-ac53-b9084c423b0d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:48.249545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bc689d-8c60-403b-a2e7-ac644cf61105,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:48.252288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:48.270094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.271412 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1701458 Dec 10 19:50:48.275306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35714) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:48.281616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '5b34520e-7757-4cf0-ad71-f6c0b7f97a07', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:48.288641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:48.292654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:48.295751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:48.303518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:48.327215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.408373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.412938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5ab54-4d83-455c-a23f-fb9c3f903041 None None] Pushing event updated for resources: {'Port': ['ID=6e29c78d-582f-4c32-8d38-fa13e6add642,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:48.418419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.428555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fed9f164-e824-454d-8cfa-f224a731a716 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:48.433217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0b5ab54-4d83-455c-a23f-fb9c3f903041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:48.451337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f360c85f-dddd-4746-a6d7-db437eea5b54,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:48.458555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:48.474098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.479080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1995516 Dec 10 19:50:48.479080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35718) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:48.488274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '5b34520e-7757-4cf0-ad71-f6c0b7f97a07', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:48.497791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:48.502799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:48.507934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:48.514072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:48.533954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.543269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Attempting to bind port 6e29c78d-582f-4c32-8d38-fa13e6add642 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:50:48.543698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Attempting to bind port 6e29c78d-582f-4c32-8d38-fa13e6add642 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:50:48.544186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Attempting to bind port 6e29c78d-582f-4c32-8d38-fa13e6add642 on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:50:48.552930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:50:48.554007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Checking segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:50:48.554576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.554833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Bound using segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:50:48.555503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Bound port: 6e29c78d-582f-4c32-8d38-fa13e6add642, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:50:48.555880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.624109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.636123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.647909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8dd888e-5a59-434b-9b00-827c5019dd6e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:48.665736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] For port 6e29c78d-582f-4c32-8d38-fa13e6add642, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:50:48.669238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] For port 6e29c78d-582f-4c32-8d38-fa13e6add642, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6e29c78d-582f-4c32-8d38-fa13e6add642,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:50:48.673100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e519e7a-0575-458a-b739-0ebb092392ee,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:48.677229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.677744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:48.682801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:48.685091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.686668 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2065959 Dec 10 19:50:48.690079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35722) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:48.697125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '5b34520e-7757-4cf0-ad71-f6c0b7f97a07', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:48.703585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:48.708061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:48.712117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:48.718093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:48.749600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.778537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:50:48.779258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:48.846638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.847774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5ab54-4d83-455c-a23f-fb9c3f903041 None None] Pushing event updated for resources: {'Port': ['ID=6e29c78d-582f-4c32-8d38-fa13e6add642,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:48.857814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.860902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-42825990-5473-49cd-a92d-291b841ff7cf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:48.889781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d850da-8f20-47bd-8f91-22a52796bf97,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:48.892608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:48.900594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:48.902025 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2104528 Dec 10 19:50:48.905132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35726) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:48.911984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '5b34520e-7757-4cf0-ad71-f6c0b7f97a07', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:48.915927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0b5ab54-4d83-455c-a23f-fb9c3f903041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:48.922639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:48.928196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:48.931976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:48.939600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:48.961423 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:50:48.971060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:49.009771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:50:49.058331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:49.062344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:49.063791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35dc16a7-63fa-4a47-b93a-a39a04438952 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:49.086157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8761f6-2298-41e7-a6f2-a2f8beee77ee,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:49.090447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:49.099003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:49.100071 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1937397 Dec 10 19:50:49.103580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:50:49.110188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '5b34520e-7757-4cf0-ad71-f6c0b7f97a07', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:49.117464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:50:49.121746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:50:49.125132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:50:49.131205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:50:49.142786 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:50:49.149909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:49.229498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:49.235087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:49.237856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59253230-4e3c-42f6-bf5e-2fbffd18e7df tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:49.262593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca73410-e2d0-4dd0-8fc3-9354c6405a31,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:49.267012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:49.274236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:49.278625 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-67fad493-e183-4a6a-a294-6bc935391438 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1707506 Dec 10 19:50:49.400836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:48Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:50:49.403245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab8abc-616e-410b-8884-1cfad06685d2 None None] The sync data for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv is: [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:48Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:50:49.530026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-438c6fb5-311f-44a1-b518-1728a13b8377 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:50:49.550196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-438c6fb5-311f-44a1-b518-1728a13b8377 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:50:49.551285 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-438c6fb5-311f-44a1-b518-1728a13b8377 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223228229&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.0894468 Dec 10 19:50:49.643062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-092bc9d5-23f0-4843-82ac-59b140c667c7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:49.643666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-092bc9d5-23f0-4843-82ac-59b140c667c7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:50:49.675036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-092bc9d5-23f0-4843-82ac-59b140c667c7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:50:49.677428 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-092bc9d5-23f0-4843-82ac-59b140c667c7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 931 time: 0.1173525 Dec 10 19:50:49.844879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-0934164d-734f-4cfc-9548-6a8c8669cf23 service neutron] 10.222.0.41 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1539664 Dec 10 19:50:49.976843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6e29c78d-582f-4c32-8d38-fa13e6add642 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:50:49.994445 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-38d0928e-d85f-4495-9b0c-46f849485b20 service neutron] 10.222.0.41 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431124 Dec 10 19:50:50.053225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 6e29c78d-582f-4c32-8d38-fa13e6add642 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:50:50.058756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6e29c78d-582f-4c32-8d38-fa13e6add642 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:50.059194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:50.156446 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-a5e2c030-d5eb-4998-be92-c0915418eae5 service neutron] 10.222.0.41 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556890 Dec 10 19:50:50.210901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:50.253161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 6e29c78d-582f-4c32-8d38-fa13e6add642, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6e29c78d-582f-4c32-8d38-fa13e6add642,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:50.261890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:50.265059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:50.355849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=6e29c78d-582f-4c32-8d38-fa13e6add642,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:50.359414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:50.395450 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d9dd2697-6e0e-4824-a621-4ea258c1e3d9 req-d5402cdb-ac04-4003-ab96-78929a0624e4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 210 time: 0.0607584 Dec 10 19:50:51.491882 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-68195752-ff1b-47cb-87ad-2c6deca9fcb6 service neutron] 10.222.0.84 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1027 time: 0.0794973 Dec 10 19:50:51.644452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a1f00ee-0a57-4a12-81c1-71c101218c02 req-21a0c6b3-09f2-41d5-923b-1493d9754ea0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 210 time: 0.0639009 Dec 10 19:50:51.701889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-8ffba23c-333d-41c6-9b65-ce3dd33a2b1e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:51.702622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-8ffba23c-333d-41c6-9b65-ce3dd33a2b1e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:50:51.717325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-8ffba23c-333d-41c6-9b65-ce3dd33a2b1e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:50:51.718534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-8ffba23c-333d-41c6-9b65-ce3dd33a2b1e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=99c7e38b-7cbb-4625-849b-e4c0a53ea223 HTTP/1.1" status: 200 len: 797 time: 0.2176967 Dec 10 19:50:51.774672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-95044fca-170f-41e2-9960-bdf09a424b35 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 380 time: 0.0444989 Dec 10 19:50:51.785500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Request body: {'port': {'device_id': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:50:51.903999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:51.946481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6e29c78d-582f-4c32-8d38-fa13e6add642 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:50:52.026696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 6e29c78d-582f-4c32-8d38-fa13e6add642 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:52.027127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:52.292421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ad71f2-b988-491f-95ac-02e796e28e2e {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:50:52.300678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:52.318411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Transition to ACTIVE for port object 97ad71f2-b988-491f-95ac-02e796e28e2e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:50:52.321832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:52.326788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7bc141b-78d5-48c6-b09c-706a658da1ff tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:52.461153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:52.464920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:52.585054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Attempting to bind port 97ad71f2-b988-491f-95ac-02e796e28e2e on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:50:52.585546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Attempting to bind port 97ad71f2-b988-491f-95ac-02e796e28e2e by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:50:52.585901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Attempting to bind port 97ad71f2-b988-491f-95ac-02e796e28e2e on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:50:52.592701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Port 97ad71f2-b988-491f-95ac-02e796e28e2e on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:50:52.593057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Attempting to bind port 97ad71f2-b988-491f-95ac-02e796e28e2e on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:50:52.600113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:50:52.601006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Checking segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:50:52.601429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Bound using segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:50:52.601940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Bound port: 97ad71f2-b988-491f-95ac-02e796e28e2e, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:50:52.602326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:52.707820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:50:52.711788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:50:52.718976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:52.723845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9ea043c-d65b-4ca9-8d20-9555acd0b9ee tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:52.826651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:52.828706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] 10.222.0.84 "PUT /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1132 time: 1.0473104 Dec 10 19:50:52.835106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:50:52.904000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:52.907980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'status': 'completed', 'code': 200} Dec 10 19:50:52.914655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:52.968822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e1773-d0ea-4af0-98ff-37616d1f400a req-dbb64a80-afb0-451f-9ff5-2f84ae340068 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:52.970456 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c5e1773-d0ea-4af0-98ff-37616d1f400a req-dbb64a80-afb0-451f-9ff5-2f84ae340068 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 982 time: 0.1944547 Dec 10 19:50:53.002917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-5798b7b4-626d-4f03-a5a0-5121d304c71e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 1135 time: 0.1349812 Dec 10 19:50:53.091583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-dd010806-084b-4147-b57e-fd517c806e50 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 217 time: 0.0770137 Dec 10 19:50:53.095400 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c5e1773-d0ea-4af0-98ff-37616d1f400a req-c19cabb0-04d3-460b-a0d1-6cb71e446da0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167045 Dec 10 19:50:53.160388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-09d08a3a-83ca-4a1c-97f5-a32657d7b93b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:53.162017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-09d08a3a-83ca-4a1c-97f5-a32657d7b93b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=023f4eb6-8cf0-483a-ba55-06184a10748d HTTP/1.1" status: 200 len: 834 time: 0.0644145 Dec 10 19:50:53.249310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-4f42d000-2332-4d9d-a888-0c2d79f5dc19 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=99c7e38b-7cbb-4625-849b-e4c0a53ea223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806780 Dec 10 19:50:53.617473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-e75d8f7b-b5a4-486e-9b5d-115ce38171a7 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617601 Dec 10 19:50:53.762508 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c7718cb-0ba4-401b-aed5-74e5c2e11008 req-ed8d17ca-3416-4156-87eb-a840026d3b54 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379695 Dec 10 19:50:53.880485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-5403e6ef-8662-4523-9ecb-b9ba33fcfae5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 1135 time: 0.0760510 Dec 10 19:50:54.021309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-b93228c8-a005-4847-a9e4-1da4d2a36a23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:54.023304 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-b93228c8-a005-4847-a9e4-1da4d2a36a23 service neutron] 10.222.0.84 "GET /v2.0/networks?id=99c7e38b-7cbb-4625-849b-e4c0a53ea223 HTTP/1.1" status: 200 len: 898 time: 0.1363297 Dec 10 19:50:54.098466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-be2850ad-9f21-4cbc-8db4-bafedcfed585 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 217 time: 0.0684800 Dec 10 19:50:54.168004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-2980ffcf-046d-4991-bbcf-c9e832451007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:54.169613 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-2980ffcf-046d-4991-bbcf-c9e832451007 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=023f4eb6-8cf0-483a-ba55-06184a10748d HTTP/1.1" status: 200 len: 834 time: 0.0634198 Dec 10 19:50:54.320874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-5cc7fb99-5a38-4fa7-99b1-636499728952 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=99c7e38b-7cbb-4625-849b-e4c0a53ea223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1443434 Dec 10 19:50:54.331515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f0152-b0c0-4fb8-9c5f-31f5fbed9316 req-ea67eccb-86d2-4565-862f-0a70a4b284a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:54.333126 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f6f0152-b0c0-4fb8-9c5f-31f5fbed9316 req-ea67eccb-86d2-4565-862f-0a70a4b284a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 982 time: 0.1098258 Dec 10 19:50:54.489839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f6f0152-b0c0-4fb8-9c5f-31f5fbed9316 req-fa42bcb1-e24e-4e79-851e-f1c4d6b88d1d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311100 Dec 10 19:50:54.512035 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-ec319d43-d895-4d3a-9971-cc70e977c5d1 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778860 Dec 10 19:50:54.654951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1028d0c6-1ca9-49ee-aca5-987836274946 req-9e141e20-2569-4e34-b0c5-20856ef187c6 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362865 Dec 10 19:50:55.701976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ee70a-553f-446c-abc1-6048f6d85c61 req-21679c13-cea0-4100-afae-77462a8a6d8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:55.703583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-540ee70a-553f-446c-abc1-6048f6d85c61 req-21679c13-cea0-4100-afae-77462a8a6d8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 982 time: 0.0920718 Dec 10 19:50:55.752451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-540ee70a-553f-446c-abc1-6048f6d85c61 req-611ad02b-0c48-454e-ba1d-091319de1360 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Dec 10 19:50:56.962110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece805b4-8de4-4e73-91e1-503728be5541 req-7a2ba204-fd64-4d7e-b4de-0d81fe322454 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:56.963731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ece805b4-8de4-4e73-91e1-503728be5541 req-7a2ba204-fd64-4d7e-b4de-0d81fe322454 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 982 time: 0.0887191 Dec 10 19:50:56.968598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 97ad71f2-b988-491f-95ac-02e796e28e2e details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:50:57.018607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ece805b4-8de4-4e73-91e1-503728be5541 req-a25faca4-7cba-4030-b79a-7cc3d492e106 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 Dec 10 19:50:57.116498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:57.130021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'port_id': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'mac_address': 'fa:16:3e:00:42:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:50:57.187317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:57.205821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ad71f2-b988-491f-95ac-02e796e28e2e {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:50:57.222432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:57.231966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:57.233836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d33373c4-d782-4fb8-967a-1f86748483be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:57.299970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:57.303173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:57.555794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['97ad71f2-b988-491f-95ac-02e796e28e2e'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:50:58.233956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee62f2-cc6a-4097-a29e-d7f8369a08b5 req-416e739c-2abb-4ffe-8ff7-a92ed32d67c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:58.235556 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-56ee62f2-cc6a-4097-a29e-d7f8369a08b5 req-416e739c-2abb-4ffe-8ff7-a92ed32d67c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 983 time: 0.0869122 Dec 10 19:50:58.286955 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-56ee62f2-cc6a-4097-a29e-d7f8369a08b5 req-c74c0a43-fd9c-49e7-b042-6abf59a4061c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 Dec 10 19:50:58.980752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 97ad71f2-b988-491f-95ac-02e796e28e2e up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:50:59.063430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 97ad71f2-b988-491f-95ac-02e796e28e2e completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:50:59.067445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 97ad71f2-b988-491f-95ac-02e796e28e2e triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:50:59.067880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:59.190220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:59.220826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:50:59.236630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:50:59.243907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:50:59.246063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a230e463-8eae-4d17-9771-793e06248e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:50:59.285397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'code': 200} Dec 10 19:50:59.324858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:50:59.328348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:50:59.574156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb10e-ef85-41b3-929e-7e8ef3e17f73 req-18040fe1-8725-48f8-88d7-31c5cc40a863 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:50:59.575744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e42eb10e-ef85-41b3-929e-7e8ef3e17f73 req-18040fe1-8725-48f8-88d7-31c5cc40a863 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 984 time: 0.1573544 Dec 10 19:50:59.582442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-75a041be-696e-45cd-8f26-dded9a2b4050 req-45d7989b-19a3-409d-84d6-c393d08f06b4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 1137 time: 0.1112316 Dec 10 19:50:59.664682 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e42eb10e-ef85-41b3-929e-7e8ef3e17f73 req-5e31bc99-adf1-426d-afdf-75c9a927d759 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803006 Dec 10 19:50:59.668443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-75a041be-696e-45cd-8f26-dded9a2b4050 req-34482b65-6735-4ef1-9665-e8985f44bfd5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630605 Dec 10 19:51:00.874089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb31df9-5cff-4169-b6e5-0c945e3edb4a req-f58230b3-bd8b-4aaa-88e6-71bcd8d1ad28 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:00.875598 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bfb31df9-5cff-4169-b6e5-0c945e3edb4a req-f58230b3-bd8b-4aaa-88e6-71bcd8d1ad28 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 984 time: 0.0881572 Dec 10 19:51:00.924391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bfb31df9-5cff-4169-b6e5-0c945e3edb4a req-8784b86f-21ba-456c-b7d8-0f0bcaf622c2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423717 Dec 10 19:51:02.137638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e8a99-807c-4c86-a68a-5a3c9cab8e0e req-2d7f4dde-65f5-4907-bc95-a94ff744814f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:02.139159 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4b0e8a99-807c-4c86-a68a-5a3c9cab8e0e req-2d7f4dde-65f5-4907-bc95-a94ff744814f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 984 time: 0.0907271 Dec 10 19:51:02.187099 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4b0e8a99-807c-4c86-a68a-5a3c9cab8e0e req-a4ef0878-0623-4540-9e21-5045baafc4e9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Dec 10 19:51:02.362504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:02.400484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcac5db-a428-42c4-a484-3052b7398d09 req-c9e08967-bc9c-4f5a-8ec2-89138405d2b9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:02.401543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bdcac5db-a428-42c4-a484-3052b7398d09 req-c9e08967-bc9c-4f5a-8ec2-89138405d2b9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 984 time: 0.0913100 Dec 10 19:51:02.453593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bdcac5db-a428-42c4-a484-3052b7398d09 req-d34cf71d-5e50-459d-be29-dd4e952f362f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Dec 10 19:51:02.481289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35792) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:02.561250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6e741c40-7e2f-44bb-8f5a-bfd5d4fc47c8 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 1132 time: 0.0785146 Dec 10 19:51:02.563848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35796) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:02.569397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:02.575100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:02.579117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:02.582108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:02.588128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:02.597538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:02.743156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:02.882969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.231 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/60cd7b63-f54f-43e1-b70a-a78114fca160) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:51:03.037044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:03.064425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:03.068743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a51457c7-2755-4ff4-8fbf-939c95c5dc78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:03.138459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:51:03.141382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:51:03.145425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:51:03.180208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=60cd7b63-f54f-43e1-b70a-a78114fca160,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:03.188663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:03.673263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:03.729665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:03.948268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:03.951861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:03.956191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:04.063214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=60cd7b63-f54f-43e1-b70a-a78114fca160,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:04.067492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:04.078386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:04.504748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP 96197267-0bf8-4b2c-a106-abc37b5057eb associated. External IP: 172.26.8.231, port: 97ad71f2-b988-491f-95ac-02e796e28e2e. Dec 10 19:51:04.915927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 7086f902-800c-488b-a5ed-dc113796a31b has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:51:05.126303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:51:05.136291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] Sync routers for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:51:05.149804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:05.150220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:05.150462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:05.211599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.6465802 Dec 10 19:51:05.212219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:05.214597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35800) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:05.267333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'status': 'completed', 'code': 200} Dec 10 19:51:05.298293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4423a4b4-012f-4ea7-af71-74c39e416def tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c&network_id=99c7e38b-7cbb-4625-849b-e4c0a53ea223 HTTP/1.1" status: 200 len: 1132 time: 0.0822802 Dec 10 19:51:05.374929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-7510e297-b06f-4dfb-959f-67d5050bd00c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 1137 time: 0.0850561 Dec 10 19:51:05.452575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:51:05.508786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:05.531523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-dc1bb78b-57b3-407f-b879-50221d83ba5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:05.533281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-dc1bb78b-57b3-407f-b879-50221d83ba5c service neutron] 10.222.0.84 "GET /v2.0/networks?id=99c7e38b-7cbb-4625-849b-e4c0a53ea223 HTTP/1.1" status: 200 len: 898 time: 0.1521606 Dec 10 19:51:05.693149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-17c1918d-ea0b-4c91-bc49-9bd74cfb9c93 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1038 time: 0.1523757 Dec 10 19:51:05.787145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b50a-f076-4369-8546-d75d0d85a70f req-d4c56a87-699b-453c-8dfa-86ebd70a990c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:05.788766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3f25b50a-f076-4369-8546-d75d0d85a70f req-d4c56a87-699b-453c-8dfa-86ebd70a990c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 984 time: 0.1511216 Dec 10 19:51:05.790212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-a9a3fa48-d072-4389-a9a7-b95f809dfe69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:05.791624 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-a9a3fa48-d072-4389-a9a7-b95f809dfe69 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=023f4eb6-8cf0-483a-ba55-06184a10748d HTTP/1.1" status: 200 len: 834 time: 0.0908196 Dec 10 19:51:05.881706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '96197267-0bf8-4b2c-a106-abc37b5057eb', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'port_id': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1001319796', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'mac_address': 'fa:16:3e:00:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:51:03Z', 'updated_at': '2021-12-10T19:51:03Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:05.886541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] Checking router: 7086f902-800c-488b-a5ed-dc113796a31b for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:51:05.892312 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3f25b50a-f076-4369-8546-d75d0d85a70f req-78cbf1a4-1041-4dfc-bce8-b8f6525c2e72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972552 Dec 10 19:51:05.898368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:05.899039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:50:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:05.917047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-d94960a5-0a42-464a-a35a-5e44a1548070 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=99c7e38b-7cbb-4625-849b-e4c0a53ea223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067934 Dec 10 19:51:06.060643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-6cf6e410-cd9e-4201-8869-09ef0a0e6f46 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365047 Dec 10 19:51:06.084876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:06.201967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1684121f-643f-4d46-820e-ba72e5e5acbd req-fefc3811-b756-4680-b8dd-37a417e34ced service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347389 Dec 10 19:51:06.445794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '96197267-0bf8-4b2c-a106-abc37b5057eb', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'port_id': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1001319796', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'mac_address': 'fa:16:3e:00:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:51:03Z', 'updated_at': '2021-12-10T19:51:03Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:06.449960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f400f1-7ba2-41b2-b72d-f2924c552ce9 None None] The sync data for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv is: [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '96197267-0bf8-4b2c-a106-abc37b5057eb', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'port_id': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1001319796', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'mac_address': 'fa:16:3e:00:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ec0ba-c17e-4529-9afe-6ada526b4e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:51:03Z', 'updated_at': '2021-12-10T19:51:03Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:51:06.863285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138da078-53c6-4e39-9556-bf318e7766e8 None None] New status for floating IP 96197267-0bf8-4b2c-a106-abc37b5057eb: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:51:07.116299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea6ec1-b6d5-45fc-8287-6db64cc43feb req-2f172262-f0e8-44a7-900c-be579fec8792 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:07.118087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09ea6ec1-b6d5-45fc-8287-6db64cc43feb req-2f172262-f0e8-44a7-900c-be579fec8792 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 984 time: 0.0954010 Dec 10 19:51:07.219014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09ea6ec1-b6d5-45fc-8287-6db64cc43feb req-08b562d8-b1d2-48a4-9660-b6aa49a76ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945179 Dec 10 19:51:07.262799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-c1ded9d1-b5d6-4a68-b29e-70123ecc99b0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:07.264351 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-c1ded9d1-b5d6-4a68-b29e-70123ecc99b0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 984 time: 0.1038542 Dec 10 19:51:07.344398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-6e952900-bd86-475d-9b56-e58840eb19f2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:07.345909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-6e952900-bd86-475d-9b56-e58840eb19f2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0762806 Dec 10 19:51:07.499269 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-5f7ee467-2d82-40fc-8e86-8387004f5493 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1484385 Dec 10 19:51:07.510174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:07.623237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:07.824638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:07.854549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:51:07.906585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] device_id is not set on port 97ad71f2-b988-491f-95ac-02e796e28e2e yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:51:07.915924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:07.920494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:07.924927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7179fc8e-5a7f-4803-81eb-ffa155a7907c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:08.065719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:08.070488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:08.132391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] No DVR routers for this DVR port 97ad71f2-b988-491f-95ac-02e796e28e2e on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:51:08.259734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9b7e56ed-a35f-4373-b393-6c837a1ecb42 None None] Provisioning complete for port 97ad71f2-b988-491f-95ac-02e796e28e2e triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:08.260452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9b7e56ed-a35f-4373-b393-6c837a1ecb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:08.321933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e56ed-a35f-4373-b393-6c837a1ecb42 None None] Port 97ad71f2-b988-491f-95ac-02e796e28e2e cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:51:08.427807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24e67268-7818-40e4-8eea-e22aa016622b req-df848a03-eb10-453f-8565-c1d92711f83b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=f61ec0ba-c17e-4529-9afe-6ada526b4e5c HTTP/1.1" status: 200 len: 210 time: 0.0571594 Dec 10 19:51:08.440602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] In _notify_port_updated(), no bound segment for port 97ad71f2-b988-491f-95ac-02e796e28e2e on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:51:08.442134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:08.444853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1170ef9-0d04-4ce9-afda-f5a6a211829b req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] 10.222.0.84 "PUT /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1027 time: 0.9389243 Dec 10 19:51:09.534045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35816) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:09.609147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59ab4f0-8192-4b05-b52b-6c546e965fc9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:09.609877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a59ab4f0-8192-4b05-b52b-6c546e965fc9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:51:09.624161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a59ab4f0-8192-4b05-b52b-6c546e965fc9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:51:09.625390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a59ab4f0-8192-4b05-b52b-6c546e965fc9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 926 time: 0.0902836 Dec 10 19:51:10.100734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35822) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:10.107131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523362730', 'description': 'tempest-secgroup-smoke-1523362730 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:10.113609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:10.123731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:10.133452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.170928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:10.174965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:10.177989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:10.184056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:10.239688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.242855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.248000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:10.293373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769bc765-ed0f-4053-9977-b7c2da14f7bf,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:10.296322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.297607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1957526 Dec 10 19:51:10.298590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:10.300485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35826) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:10.306883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '769bc765-ed0f-4053-9977-b7c2da14f7bf', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:10.313125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:10.317101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:10.320920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:10.326998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:10.342369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.403536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.405988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.407827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a439b2e-15c6-4bce-9236-1ab4a40182ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:10.431113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fdc56f-adc1-47b7-8c26-13efbd5b16e0,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:10.433650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:10.440135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.441663 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1401618 Dec 10 19:51:10.445238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35830) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:10.451648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '769bc765-ed0f-4053-9977-b7c2da14f7bf', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:10.458202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:10.462273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:10.465295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:10.471371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:10.487891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.550655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.553125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.560918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c96f0aa-8838-4ec3-a021-e87121c3d4c8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:10.579801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57a899e-fdd3-4ff2-93af-35cc5e1e19c4,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:10.582031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:10.588351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.589639 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1430714 Dec 10 19:51:10.592567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35834) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:10.598434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '769bc765-ed0f-4053-9977-b7c2da14f7bf', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:10.605019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:10.609244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:10.612266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:10.618871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:10.636471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.700014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.702469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.704295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-483c193a-532f-46b7-90c0-0b9f49cef071 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:10.727080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331f73c5-da27-4229-afd5-f60ac09d79c6,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:10.729492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:10.735806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.737045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435034 Dec 10 19:51:10.739896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35838) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:10.746169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '769bc765-ed0f-4053-9977-b7c2da14f7bf', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:10.752136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:10.756106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:10.759117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:10.764997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:10.780155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.845908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.849157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.851648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-287e2723-2a24-45ea-b5a3-22f0777761a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:10.873159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98857cda-9c14-42a3-be7e-1bdc1ab27c81,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:10.877230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:10.883909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:10.885165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1442966 Dec 10 19:51:10.888131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35842) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:10.893964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '769bc765-ed0f-4053-9977-b7c2da14f7bf', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:10.899914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:10.903871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:10.906856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:10.913258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:10.922498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:51:10.929598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.046942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 97ad71f2-b988-491f-95ac-02e796e28e2e no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:51:11.110205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 97ad71f2-b988-491f-95ac-02e796e28e2e not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:51:11.149015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95b3bd4e-f074-4459-9586-90829d3e8a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.230667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.234163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.236106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47fe69e7-19d1-4095-ad5a-f72fa310f7f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:11.259783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa50977-269a-4414-a855-aeec3b84e9f8,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:11.262252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:11.268736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.270026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3809144 Dec 10 19:51:11.273457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35846) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:11.279330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '769bc765-ed0f-4053-9977-b7c2da14f7bf', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:11.285383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:11.290088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:11.293083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:11.299146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:11.308263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:51:11.314738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.380858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.383956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.385940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-30f64739-0077-45fa-a35b-a8a461cdd815 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:11.407043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9665264-24f4-41eb-8c40-ceeba98ab6ef,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:11.411039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:11.417659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:11.418939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444721 Dec 10 19:51:11.644373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-fe3dccff-84fb-482a-ab41-9acf23dcdf27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:51:11.659869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-fe3dccff-84fb-482a-ab41-9acf23dcdf27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:51:11.661081 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-fe3dccff-84fb-482a-ab41-9acf23dcdf27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523362730&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.0588529 Dec 10 19:51:11.742859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-11e49c7a-74ca-4a05-9481-b72a20a322aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:11.744276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-11e49c7a-74ca-4a05-9481-b72a20a322aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 931 time: 0.0762939 Dec 10 19:51:11.820143 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-5f3adaa5-d4cc-44c9-baf0-57999cc5b583 service neutron] 10.222.0.41 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0633678 Dec 10 19:51:11.960774 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-b46d10f3-d2ff-4f2e-a712-33a5acca192d service neutron] 10.222.0.41 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334825 Dec 10 19:51:12.100766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-9703fae2-33ca-400d-8fb7-22788cb8fedc service neutron] 10.222.0.41 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335602 Dec 10 19:51:12.301783 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-50024953-9613-4467-b56e-3d1f604cb7fd req-d5d12e5a-c3a6-4e19-be88-525178eb5967 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 210 time: 0.0461802 Dec 10 19:51:12.497747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:13.393390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-380a6f53-497e-4e90-9d16-207b828bb827 service neutron] 10.222.0.84 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1027 time: 0.0737443 Dec 10 19:51:13.539003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e54efe2d-bf1b-4410-8d3e-4dee56362b73 req-4d5c4b63-5ce1-4a8b-ad90-a09c20e51144 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 210 time: 0.1143332 Dec 10 19:51:13.600246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-94bd176a-0add-4e9c-a39d-d96489f8c913 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:13.602253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-94bd176a-0add-4e9c-a39d-d96489f8c913 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=99c7e38b-7cbb-4625-849b-e4c0a53ea223 HTTP/1.1" status: 200 len: 797 time: 0.2036419 Dec 10 19:51:13.665799 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-caa28533-ea76-4419-962e-facb805b932d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 473 time: 0.0474210 Dec 10 19:51:13.676637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Request body: {'port': {'device_id': '3615dd8b-662a-48ae-856e-12dcfcf33eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:13.790411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:13.810931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:13.879150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c31007fa-23b4-4c18-b0e2-8f20c59a2509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:14.152180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ad71f2-b988-491f-95ac-02e796e28e2e {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:51:14.159232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:14.174535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Transition to ACTIVE for port object 97ad71f2-b988-491f-95ac-02e796e28e2e will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:14.177019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:14.181354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7de981bf-a357-4a5e-ba56-808d885d70d1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:14.330511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:14.333540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:14.477193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Attempting to bind port 97ad71f2-b988-491f-95ac-02e796e28e2e on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:14.477644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Attempting to bind port 97ad71f2-b988-491f-95ac-02e796e28e2e by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:51:14.477965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Attempting to bind port 97ad71f2-b988-491f-95ac-02e796e28e2e on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:51:14.485034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Port 97ad71f2-b988-491f-95ac-02e796e28e2e on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:51:14.485603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Attempting to bind port 97ad71f2-b988-491f-95ac-02e796e28e2e on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:51:14.492424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:51:14.492800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Checking segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:51:14.493216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Bound using segment: {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:51:14.493710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Bound port: 97ad71f2-b988-491f-95ac-02e796e28e2e, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9998035e-9cf8-4bf9-b824-aca3b163c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:51:14.494095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:14.586402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:51:14.589659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:51:14.594793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:14.599397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-608bf8a8-9486-473f-b864-3f71a2cbdbb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:14.666472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:14.668109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] 10.222.0.84 "PUT /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1132 time: 0.9958448 Dec 10 19:51:14.672537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3615dd8b-662a-48ae-856e-12dcfcf33eaa', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:14.780136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=8']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:14.789364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3615dd8b-662a-48ae-856e-12dcfcf33eaa', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'status': 'completed', 'code': 200} Dec 10 19:51:14.791613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:14.848088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1bfe7-75c7-4edc-b993-13b11e328c3c req-0b364141-c014-4cb8-a8c9-01854db859f4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:14.850021 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8d1bfe7-75c7-4edc-b993-13b11e328c3c req-0b364141-c014-4cb8-a8c9-01854db859f4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 982 time: 0.1789424 Dec 10 19:51:14.858323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-469405fc-923f-4092-9f5d-476ee9e0950c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 1135 time: 0.1240258 Dec 10 19:51:14.997574 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8d1bfe7-75c7-4edc-b993-13b11e328c3c req-474df9cd-82d8-4c22-b998-74105e3d8ac0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380708 Dec 10 19:51:15.002194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-e4916fd9-7c96-4f29-a3f7-9a09c21ab750 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1038 time: 0.1277986 Dec 10 19:51:15.075332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-bfdb808b-eeec-41b1-84d6-7cc80c9fef6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:15.076873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-bfdb808b-eeec-41b1-84d6-7cc80c9fef6a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=023f4eb6-8cf0-483a-ba55-06184a10748d HTTP/1.1" status: 200 len: 834 time: 0.0678759 Dec 10 19:51:15.158626 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-bcdf1dbb-1e0f-478c-a0f2-4c01adf70837 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=99c7e38b-7cbb-4625-849b-e4c0a53ea223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760167 Dec 10 19:51:15.302592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-ac2c2af9-2410-4bd8-a0de-829e365beea9 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374123 Dec 10 19:51:15.335975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:15.447058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a75c3ce-1f9e-46e2-94e2-c6d6bb67177d req-f13bb76e-068b-4760-9d6c-e7f0b2cc2ee7 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375406 Dec 10 19:51:15.572545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-6ac51126-f4a8-4e2d-a710-c248d9616dcb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 1135 time: 0.0796661 Dec 10 19:51:15.713727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-62d9d921-3e29-4932-b48b-398232a4162a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:15.715274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-62d9d921-3e29-4932-b48b-398232a4162a service neutron] 10.222.0.84 "GET /v2.0/networks?id=99c7e38b-7cbb-4625-849b-e4c0a53ea223 HTTP/1.1" status: 200 len: 898 time: 0.1364963 Dec 10 19:51:15.820928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-1d6c825a-bd27-4b0a-9e67-487cd3cd1dd0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1038 time: 0.0991197 Dec 10 19:51:15.892778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-8f8b6bb0-9876-4781-835e-27efc4489b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:15.894377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-8f8b6bb0-9876-4781-835e-27efc4489b26 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=023f4eb6-8cf0-483a-ba55-06184a10748d HTTP/1.1" status: 200 len: 834 time: 0.0668538 Dec 10 19:51:15.976127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-5f310b7a-e645-47fd-b0e2-19bf157dc5bb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=99c7e38b-7cbb-4625-849b-e4c0a53ea223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746899 Dec 10 19:51:16.118934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-6b37dfe0-bc9e-4328-b460-b732962a0700 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353385 Dec 10 19:51:16.323200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b09a8d19-7df8-4629-aa2b-28371e206faa req-05c4b412-0314-4663-b7fe-9c64ec9d0366 service neutron] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651359 Dec 10 19:51:16.329072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699399ab-0c6a-4b9a-9463-421b91c343de req-59e0744a-8032-436d-bd3f-bcfbac887d4b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:16.330574 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-699399ab-0c6a-4b9a-9463-421b91c343de req-59e0744a-8032-436d-bd3f-bcfbac887d4b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 982 time: 0.2104099 Dec 10 19:51:16.378083 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-699399ab-0c6a-4b9a-9463-421b91c343de req-74fd4132-a653-4f99-a0bf-6a9861238113 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Dec 10 19:51:17.847934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-5086dfc1-2f03-4d4f-8431-cce7f09dda5a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3604002 Dec 10 19:51:17.858705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f353f3b-8b06-4b04-8917-2f8e5ed546c5 req-cc09463e-16f7-44ae-a0b8-ffd6208b35b4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:17.860210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5f353f3b-8b06-4b04-8917-2f8e5ed546c5 req-cc09463e-16f7-44ae-a0b8-ffd6208b35b4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 982 time: 0.3337793 Dec 10 19:51:17.966680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5f353f3b-8b06-4b04-8917-2f8e5ed546c5 req-80663b4a-22b0-4943-bf23-eb02af24ee0a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001465 Dec 10 19:51:17.979854 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-365bcc07-f2d9-4f9a-869b-c4e3e100a148 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 1098 time: 0.0986226 Dec 10 19:51:18.133566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-c7335abf-8ae6-4476-ad6a-0d32bb50f4e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:18.135097 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-c7335abf-8ae6-4476-ad6a-0d32bb50f4e9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1352510 Dec 10 19:51:18.243200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-2a7d7221-9343-4ca5-b0ca-46fb21c516f5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6 HTTP/1.1" status: 200 len: 1001 time: 0.1019163 Dec 10 19:51:18.315295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-a257c735-fff7-4670-89a7-51df81400e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:18.316837 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-a257c735-fff7-4670-89a7-51df81400e53 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0682039 Dec 10 19:51:18.396932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-03323e01-a072-401e-b671-3c22b6892b60 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734737 Dec 10 19:51:18.538724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-23f1f9b6-a81a-4362-9043-86bba34305e2 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346300 Dec 10 19:51:18.678508 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b63af7dc-4f83-47f4-bc33-6979560f1d9e req-b9531d66-8361-462a-bbd3-15e6d2166d94 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318195 Dec 10 19:51:19.093073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 97ad71f2-b988-491f-95ac-02e796e28e2e details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:51:19.168689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83b862-c7a9-4937-a5dd-413062e7d2c2 req-0a872771-2967-44e2-80cd-a17df40e7fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:19.170356 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8f83b862-c7a9-4937-a5dd-413062e7d2c2 req-0a872771-2967-44e2-80cd-a17df40e7fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 982 time: 0.0838618 Dec 10 19:51:19.223699 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8f83b862-c7a9-4937-a5dd-413062e7d2c2 req-b3dda02e-1534-4535-85cf-e58cda5c9fde tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470753 Dec 10 19:51:19.235704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:19.250359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'port_id': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'mac_address': 'fa:16:3e:00:42:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:51:19.310078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:19.328774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ad71f2-b988-491f-95ac-02e796e28e2e {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:51:19.343744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:19.346913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:19.348761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a2fea5c-209e-49ec-9aed-dd802147b9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:19.414843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=9']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:19.417955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:19.654269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['97ad71f2-b988-491f-95ac-02e796e28e2e'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:51:20.424321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dff96e-285d-429e-a17b-0b7833ba792a req-6fa60894-5d45-4127-a955-47098045e8c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:20.426048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69dff96e-285d-429e-a17b-0b7833ba792a req-6fa60894-5d45-4127-a955-47098045e8c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 983 time: 0.0825694 Dec 10 19:51:20.475572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69dff96e-285d-429e-a17b-0b7833ba792a req-0702af18-ba34-4a37-be89-a35cee212069 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 Dec 10 19:51:21.108940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 97ad71f2-b988-491f-95ac-02e796e28e2e up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:51:21.178786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 97ad71f2-b988-491f-95ac-02e796e28e2e completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:51:21.184175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 97ad71f2-b988-491f-95ac-02e796e28e2e triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:21.184608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:21.302629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:21.331206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3615dd8b-662a-48ae-856e-12dcfcf33eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:21.341316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:21.343975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:21.346209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:21.390540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3615dd8b-662a-48ae-856e-12dcfcf33eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ad71f2-b988-491f-95ac-02e796e28e2e', 'code': 200} Dec 10 19:51:21.420777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=10']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:21.424359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:21.687324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-42f4f37d-3e86-4fa5-9440-11db54d63407 req-71ee6b80-65e8-4b74-85d1-23a6b4550693 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 1138 time: 0.1406431 Dec 10 19:51:21.715346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd074bb-5afe-4028-aea2-0e9f93c79126 req-1157cfe1-e21b-454f-9c31-af0261e1ffc5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:21.716836 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bcd074bb-5afe-4028-aea2-0e9f93c79126 req-1157cfe1-e21b-454f-9c31-af0261e1ffc5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 985 time: 0.1196940 Dec 10 19:51:21.766873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-42f4f37d-3e86-4fa5-9440-11db54d63407 req-81d656d5-5bd1-411c-b143-b204939dbc6e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722611 Dec 10 19:51:21.779581 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bcd074bb-5afe-4028-aea2-0e9f93c79126 req-446f11db-866f-4cdb-97b7-5180804af40a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Dec 10 19:51:22.993420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb18a23-218c-4b1d-adcb-adf674d8293f req-c9063c43-cfed-4e3a-a32f-c0bca36d463a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:22.995055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-feb18a23-218c-4b1d-adcb-adf674d8293f req-c9063c43-cfed-4e3a-a32f-c0bca36d463a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 985 time: 0.0899320 Dec 10 19:51:23.046039 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-feb18a23-218c-4b1d-adcb-adf674d8293f req-ce7cf100-52d4-4754-af2c-43ca77b9f69f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Dec 10 19:51:24.256795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80d05-caaf-4da8-9043-59becc476fa8 req-f46d3b53-d1e0-4a7c-9538-c1258cd099f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:24.258818 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8d80d05-caaf-4da8-9043-59becc476fa8 req-f46d3b53-d1e0-4a7c-9538-c1258cd099f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 985 time: 0.0847111 Dec 10 19:51:24.310357 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8d80d05-caaf-4da8-9043-59becc476fa8 req-95e00697-06f3-493e-9461-824cb640485f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 Dec 10 19:51:24.516954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d416a32-59a7-483e-a5fc-8595e5a79e56 req-e9dd9a12-f7a2-47f8-948f-0ae698bd0b29 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:24.518526 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0d416a32-59a7-483e-a5fc-8595e5a79e56 req-e9dd9a12-f7a2-47f8-948f-0ae698bd0b29 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 985 time: 0.0876548 Dec 10 19:51:24.565800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0d416a32-59a7-483e-a5fc-8595e5a79e56 req-e5456d50-c213-4d38-92ac-9c4eb7613ac2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Dec 10 19:51:24.593095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35900) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:24.673980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f721d0d4-8449-4780-b255-3f1ea394f638 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa&network_id=99c7e38b-7cbb-4625-849b-e4c0a53ea223 HTTP/1.1" status: 200 len: 1133 time: 0.0795023 Dec 10 19:51:25.052529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb0352-f142-48c2-8eb9-c104ef1d0bbe req-c8b68eb8-5a31-4fbb-95c4-b4e3c39a7045 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:25.054153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00eb0352-f142-48c2-8eb9-c104ef1d0bbe req-c8b68eb8-5a31-4fbb-95c4-b4e3c39a7045 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 985 time: 0.0832489 Dec 10 19:51:25.100564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00eb0352-f142-48c2-8eb9-c104ef1d0bbe req-7ad8d955-85a7-4a82-824a-3d8881f9d2a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Dec 10 19:51:26.311420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62561596-de20-41a1-ac33-985290a684ac req-62a37588-e47e-479f-bc99-aabda51275d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:26.312999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62561596-de20-41a1-ac33-985290a684ac req-62a37588-e47e-479f-bc99-aabda51275d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 985 time: 0.0886762 Dec 10 19:51:26.361321 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62561596-de20-41a1-ac33-985290a684ac req-1b8b6309-b49a-4cf0-9f2d-4ba92dce5fbe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8197e547-31fb-45cf-9c82-a8e001966cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420640 Dec 10 19:51:26.527574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-3b139044-4cc5-46b5-9247-ff4e3e5922dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:26.529121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-3b139044-4cc5-46b5-9247-ff4e3e5922dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 985 time: 0.0831487 Dec 10 19:51:26.606875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-aca1bb5a-6db3-46f9-807a-34269b0d1878 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:26.608308 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-aca1bb5a-6db3-46f9-807a-34269b0d1878 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0740139 Dec 10 19:51:26.759729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-be2c1768-80b0-4764-8a83-0f7260a00fd3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1462710 Dec 10 19:51:26.769254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:26.882594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:27.086584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=97ad71f2-b988-491f-95ac-02e796e28e2e,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:27.115485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] For port 97ad71f2-b988-491f-95ac-02e796e28e2e, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:51:27.166850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] device_id is not set on port 97ad71f2-b988-491f-95ac-02e796e28e2e yet. {{(pid=88871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:51:27.174531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:27.178675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:27.183052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0731729a-ae48-42f9-87b6-1aeea1915873 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:27.318979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] Pushing event updated for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=11']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:27.325047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:27.389933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] No DVR routers for this DVR port 97ad71f2-b988-491f-95ac-02e796e28e2e on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:51:27.510612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a487e3d3-fc99-4e01-a555-e23b301a12c2 None None] Provisioning complete for port 97ad71f2-b988-491f-95ac-02e796e28e2e triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:27.510969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a487e3d3-fc99-4e01-a555-e23b301a12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:27.565165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e419a253-f870-4062-87fe-3fbceaaf6a26 req-0741d739-c865-4548-bf05-8b768d0eed91 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=3615dd8b-662a-48ae-856e-12dcfcf33eaa HTTP/1.1" status: 200 len: 210 time: 0.0574558 Dec 10 19:51:27.567045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a487e3d3-fc99-4e01-a555-e23b301a12c2 None None] Port 97ad71f2-b988-491f-95ac-02e796e28e2e cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:51:27.689141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] In _notify_port_updated(), no bound segment for port 97ad71f2-b988-491f-95ac-02e796e28e2e on network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 {{(pid=88871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:841}} Dec 10 19:51:27.690212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:27.691572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e6af733-067b-4d6f-a4eb-0b4b79bfe80d req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] 10.222.0.84 "PUT /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 200 len: 1028 time: 0.9264936 Dec 10 19:51:28.675119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35914) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:28.748752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27101441-2da4-4fc8-9bc3-abd98ca2b23e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:28.783284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27101441-2da4-4fc8-9bc3-abd98ca2b23e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:28.836497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27101441-2da4-4fc8-9bc3-abd98ca2b23e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:28.841847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af9213f1-fce1-432c-b4d9-326ab9876979 tempest-TagsExtTest-1416571711 tempest-TagsExtTest-1416571711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:28.857040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27101441-2da4-4fc8-9bc3-abd98ca2b23e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769bc765-ed0f-4053-9977-b7c2da14f7bf,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:28.859881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27101441-2da4-4fc8-9bc3-abd98ca2b23e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:28.865954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27101441-2da4-4fc8-9bc3-abd98ca2b23e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:28.867174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-27101441-2da4-4fc8-9bc3-abd98ca2b23e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/769bc765-ed0f-4053-9977-b7c2da14f7bf HTTP/1.1" status: 204 len: 168 time: 0.1909878 Dec 10 19:51:28.904736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35920) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:29.110672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 60cd7b63-f54f-43e1-b70a-a78114fca160 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:51:29.111055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:29.171467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 97ad71f2-b988-491f-95ac-02e796e28e2e no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:51:29.234792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 97ad71f2-b988-491f-95ac-02e796e28e2e not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:51:29.510782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:29.511148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:29.635756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 60cd7b63-f54f-43e1-b70a-a78114fca160 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:51:29.785113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:29.789488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:29.835201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=60cd7b63-f54f-43e1-b70a-a78114fca160,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:29.837743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:29.933152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:30.336357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 7086f902-800c-488b-a5ed-dc113796a31b has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:51:30.553357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:51:30.564019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] Sync routers for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:51:30.572893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:30.576356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:30.577009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:30.628997 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/96197267-0bf8-4b2c-a106-abc37b5057eb HTTP/1.1" status: 204 len: 168 time: 1.7230296 Dec 10 19:51:30.763425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:30.786611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35928) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:30.862675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4521a317-3d52-4981-861b-3ca2aca56ebe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:30.895880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4521a317-3d52-4981-861b-3ca2aca56ebe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:30.946548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4521a317-3d52-4981-861b-3ca2aca56ebe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:30.951734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f89a0f17-4427-4117-90b8-b312c10c44ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:30.970600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521a317-3d52-4981-861b-3ca2aca56ebe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b34520e-7757-4cf0-ad71-f6c0b7f97a07,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:30.973080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4521a317-3d52-4981-861b-3ca2aca56ebe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:30.975270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4521a317-3d52-4981-861b-3ca2aca56ebe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:30.979621 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4521a317-3d52-4981-861b-3ca2aca56ebe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b34520e-7757-4cf0-ad71-f6c0b7f97a07 HTTP/1.1" status: 204 len: 168 time: 0.1886227 Dec 10 19:51:31.016053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35934) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:31.087577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 97ad71f2-b988-491f-95ac-02e796e28e2e {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:51:31.087931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:31.100133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:31.104226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] Checking router: 7086f902-800c-488b-a5ed-dc113796a31b for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:51:31.115595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:31.116249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:31.300832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:31.338773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:31.470170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 97ad71f2-b988-491f-95ac-02e796e28e2e owned by {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:51:31.618610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:31.624225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:31.633655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:31.637931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899acc2-18d4-4c8f-ba2e-45051e583736 None None] The sync data for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv is: [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '6e29c78d-582f-4c32-8d38-fa13e6add642', 'name': '', 'network_id': '99c7e38b-7cbb-4625-849b-e4c0a53ea223', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:a4:b5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:43Z', 'updated_at': '2021-12-10T19:50:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '023f4eb6-8cf0-483a-ba55-06184a10748d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:51:31.672245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=97ad71f2-b988-491f-95ac-02e796e28e2e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:31.675068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:31.781823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:31.793232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/ports/97ad71f2-b988-491f-95ac-02e796e28e2e HTTP/1.1" status: 204 len: 168 time: 0.7760091 Dec 10 19:51:31.796112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35938) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:32.083505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b5ffb4-fe89-42a0-9cef-902947294e38 None None] New status for floating IP 96197267-0bf8-4b2c-a106-abc37b5057eb: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:51:32.370809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:32.451921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:33.095460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 6e29c78d-582f-4c32-8d38-fa13e6add642 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:51:33.096093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:33.293759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 6e29c78d-582f-4c32-8d38-fa13e6add642, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=6e29c78d-582f-4c32-8d38-fa13e6add642,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:33.294152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:33.421611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 6e29c78d-582f-4c32-8d38-fa13e6add642 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:51:33.600237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:33.605499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:33.650896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=6e29c78d-582f-4c32-8d38-fa13e6add642,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:33.728528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.728964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.729385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.729830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.730504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.730918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.731328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.731737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.732144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.732551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.732953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:33.736609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:33.976922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:34.590650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 7086f902-800c-488b-a5ed-dc113796a31b has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:51:35.029202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:51:35.039454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] Sync routers for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:51:35.042302 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/7086f902-800c-488b-a5ed-dc113796a31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2451632 Dec 10 19:51:35.045146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35942) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:35.051854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:35.052524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:35.251410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet 023f4eb6-8cf0-483a-ba55-06184a10748d {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:51:35.254853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.316636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.390913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:35.403396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.475544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.480284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3e02f0c2-c382-4e08-bd43-a26ce9edfd5f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:35.522887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=023f4eb6-8cf0-483a-ba55-06184a10748d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:35.529101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:35.532077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.539031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/023f4eb6-8cf0-483a-ba55-06184a10748d HTTP/1.1" status: 204 len: 168 time: 0.4922678 Dec 10 19:51:35.539733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef8964-93c2-4765-bcf7-05bb435370e1 None None] Network 99c7e38b-7cbb-4625-849b-e4c0a53ea223 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:51:35.541694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35946) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:35.693109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:51:33Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:35.697175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] Checking router: 7086f902-800c-488b-a5ed-dc113796a31b for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:51:35.709537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] Routers {'7086f902-800c-488b-a5ed-dc113796a31b'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:35.710736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['7086f902-800c-488b-a5ed-dc113796a31b'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:35.760033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.803700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] DHCP port deletion for 99c7e38b-7cbb-4625-849b-e4c0a53ea223 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:51:35.808544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Deleting port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:51:35.808966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.906009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] Set router 7086f902-800c-488b-a5ed-dc113796a31b gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:35.981603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.993131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port bd3df56e-6c15-49cd-8fd3-4cab42ee0963 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:51:35.993740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:35.995158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:51:36.144765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:36.175548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] For port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:36.175992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:36.183135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port bd3df56e-6c15-49cd-8fd3-4cab42ee0963, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bd3df56e-6c15-49cd-8fd3-4cab42ee0963,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:36.183725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:36.226352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:51:33Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:36.230734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5571359-f7f0-4187-a81a-fa2059a14368 None None] The sync data for ids ['7086f902-800c-488b-a5ed-dc113796a31b'] in dv-neutron-821443-1-hyperv is: [{'id': '7086f902-800c-488b-a5ed-dc113796a31b', 'name': 'tempest-TestNetworkBasicOps-router-452214194', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:51:33Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'bd3df56e-6c15-49cd-8fd3-4cab42ee0963', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7086f902-800c-488b-a5ed-dc113796a31b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:50:39Z', 'updated_at': '2021-12-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:51:36.312395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Calling delete_port for 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:51:36.322355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for bd3df56e-6c15-49cd-8fd3-4cab42ee0963 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:51:36.342056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:36.349445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:36.353285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0b5ab54-4d83-455c-a23f-fb9c3f903041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:36.453368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:36.456827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:36.462323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:51:36.462589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:51:36.499158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:36.503611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ee1bec8-1357-4728-8aa0-fa4b15617c83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:36.553329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=bd3df56e-6c15-49cd-8fd3-4cab42ee0963,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:36.557017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:36.786916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:36.963890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Deleting port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:51:36.964329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.052111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.057433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.083914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.084503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Fanout notify agent at l3_agent the message router_deleted on router 7086f902-800c-488b-a5ed-dc113796a31b {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:51:37.099385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.101128 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/routers/7086f902-800c-488b-a5ed-dc113796a31b HTTP/1.1" status: 204 len: 168 time: 1.5579202 Dec 10 19:51:37.104011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35950) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:37.182649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] For port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:37.183226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.227624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.238837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:51:37.239202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.316338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Calling delete_port for 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:51:37.395484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.400891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:37.446981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Pushing event deleted for resources: {'Port': ['ID=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:37.451467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:37.452043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] No DVR routers for this DVR port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:51:37.462172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b,segment=NetworkSegment(9998035e-9cf8-4bf9-b824-aca3b163c385),segment_id=9998035e-9cf8-4bf9-b824-aca3b163c385)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:37.462172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:37.590714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:51:37.662569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88871) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:51:37.662931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:51:37.963102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6e29c78d-582f-4c32-8d38-fa13e6add642 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:51:38.001875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 6e29c78d-582f-4c32-8d38-fa13e6add642 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:51:38.002274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 6e29c78d-582f-4c32-8d38-fa13e6add642 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:51:38.002744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bd3df56e-6c15-49cd-8fd3-4cab42ee0963 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:51:38.036013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: bd3df56e-6c15-49cd-8fd3-4cab42ee0963 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:51:38.036410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bd3df56e-6c15-49cd-8fd3-4cab42ee0963 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:51:38.164446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:51:38.164772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.231578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] The port '1d09f3bf-3749-4bda-be0e-5cd4c74b3c3b' was deleted {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:51:38.595693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.625027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c7e38b-7cbb-4625-849b-e4c0a53ea223']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:38.637328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9998035e-9cf8-4bf9-b824-aca3b163c385') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:38.637690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9998035e-9cf8-4bf9-b824-aca3b163c385') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:38.649284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.664064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.670209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:51:38.670628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:51:38.686003 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:51:38.764699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.768084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-711a8b3d-85e7-4102-ab15-2c06adcafda1 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:38.783335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.795634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=99c7e38b-7cbb-4625-849b-e4c0a53ea223,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:38.798989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:38.809251 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/99c7e38b-7cbb-4625-849b-e4c0a53ea223 HTTP/1.1" status: 204 len: 168 time: 1.7040699 Dec 10 19:51:38.824705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35954) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:38.838793 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-418d853a-cce8-4feb-8092-ead56b94682b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0129304 Dec 10 19:51:38.841383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 35958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:38.847451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--96760587', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:38.853438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:38.862130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:network and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:38.865093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:38.871125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:38.879774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:51:38.885200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.915284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:51:38.924562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.924951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment c24c7aef-204b-4c27-be56-616e57d09648 of type vlan for network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 Dec 10 19:51:38.951320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.980780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.985005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:38.985700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:38.991102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:39.098810 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2562039 Dec 10 19:51:39.101942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35962) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:39.104701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=7c4e6fd1-20a7-43c6-b5ed-e677f888d056,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:39.108010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-767207860', 'admin_state_up': True, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:39.108196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:39.115603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:39.116320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:51:39.119659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:router and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:39.123463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:39.129432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:39.139087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:39.140068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:39.161915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:39.319126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:39.512461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:39.542631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:39.688137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.188 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/2e0c3643-6a92-4197-b754-d662eb10b919) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:51:39.840233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:39.866941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:39.871210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:39.935858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:51:39.938833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:51:39.942762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:51:39.978230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=2e0c3643-6a92-4197-b754-d662eb10b919,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:39.987730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:40.108807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:40.109598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:40.339808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 2963016c-e2eb-4a0c-a401-ce467d338028 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:51:40.553253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:51:40.563854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Sync routers for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:51:40.576816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:40.577491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:40.579798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:40.583963 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4780872 Dec 10 19:51:40.584223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35966) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:40.634113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-50c9b430-bd74-4639-ba60-6fa05c2739d2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461571 Dec 10 19:51:40.634358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35970) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:40.764463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:40.772478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed810a-ab21-4ad7-885a-9985c5abf4bd tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:40.774156 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-01ed810a-ab21-4ad7-885a-9985c5abf4bd tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1388366 Dec 10 19:51:40.777179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35974) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:40.825532 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-426438f8-312e-4776-9c0f-14d30aaa2747 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470815 Dec 10 19:51:40.828530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35978) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:40.834899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492391526', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:40.950218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:40.954191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:40.957101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:40.963636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:40.972999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:51:41.064761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:40Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:41.068799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Checking router: 2963016c-e2eb-4a0c-a401-ce467d338028 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:51:41.069229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Updating router 2963016c-e2eb-4a0c-a401-ce467d338028 port 2e0c3643-6a92-4197-b754-d662eb10b919 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:51:41.083358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.124151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.189993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3edaf10-883c-4f6d-8786-c8948df0c0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.309978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.314366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-088ff8d9-6e6a-4760-80eb-e6eef96328f4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:41.390366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=fba39f12-c496-461e-afb3-342efb475608,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:41.395097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:41.406278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:51:41.406680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: 7c4e6fd1-20a7-43c6-b5ed-e677f888d056, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:51:41.427737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:51:41.435938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 7c4e6fd1-20a7-43c6-b5ed-e677f888d056) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:51:41.439929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:41.440572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.463017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6330848 Dec 10 19:51:41.465803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35982) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:41.471876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99867c-6e56-4aae-870d-2dcf6f904949 None None] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:51:41.574946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.604702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Transition to ACTIVE for port object 2e0c3643-6a92-4197-b754-d662eb10b919 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:41.620349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.627325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e9298c2-4ef5-4798-9135-3fd0f4b6af20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:41.754680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0298864-ceba-4987-a348-f1317fb26e17 None None] Pushing event updated for resources: {'Port': ['ID=2e0c3643-6a92-4197-b754-d662eb10b919,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:41.760735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0298864-ceba-4987-a348-f1317fb26e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:41.763171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Attempting to bind port 2e0c3643-6a92-4197-b754-d662eb10b919 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:41.763602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Attempting to bind port 2e0c3643-6a92-4197-b754-d662eb10b919 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:51:41.764001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Attempting to bind port 2e0c3643-6a92-4197-b754-d662eb10b919 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:51:41.801647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:51:41.802053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:51:41.802508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.802945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:51:41.803462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Bound port: 2e0c3643-6a92-4197-b754-d662eb10b919, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:51:41.804398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.851938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:51:41.852821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.963808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] For port 2e0c3643-6a92-4197-b754-d662eb10b919, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:51:41.981111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] For port 2e0c3643-6a92-4197-b754-d662eb10b919, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2e0c3643-6a92-4197-b754-d662eb10b919,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:51:41.988256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:41.995496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0b5ab54-4d83-455c-a23f-fb9c3f903041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:42.130563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Allocated IP 172.20.0.2 (7c4e6fd1-20a7-43c6-b5ed-e677f888d056/fba39f12-c496-461e-afb3-342efb475608/c956d546-3e39-41f3-a519-7e429529b310) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:51:42.135987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0298864-ceba-4987-a348-f1317fb26e17 None None] Pushing event updated for resources: {'Port': ['ID=2e0c3643-6a92-4197-b754-d662eb10b919,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:42.141501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0298864-ceba-4987-a348-f1317fb26e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:42.150713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:42.151391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:42.268068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:42.435636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:51:42.511971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:42.645653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:42.728932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:42.758075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Transition to ACTIVE for port object c956d546-3e39-41f3-a519-7e429529b310 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:42.969064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Transition to ACTIVE for port object c956d546-3e39-41f3-a519-7e429529b310 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:42.987372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:42.993256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:43.052493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.1 (7c4e6fd1-20a7-43c6-b5ed-e677f888d056/fba39f12-c496-461e-afb3-342efb475608/ce397c64-950e-4549-941e-46a75acc7a68) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:51:43.097895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:51:43.103344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:51:43.109296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:51:43.121257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Pushing event updated for resources: {'Port': ['ID=c956d546-3e39-41f3-a519-7e429529b310,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:43.126290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:43.222330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:40Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:43.226832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:43.227574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Attempting to bind port c956d546-3e39-41f3-a519-7e429529b310 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:43.227998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Attempting to bind port c956d546-3e39-41f3-a519-7e429529b310 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:51:43.228410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Attempting to bind port c956d546-3e39-41f3-a519-7e429529b310 on network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:51:43.231635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3874d5-1952-4410-8a74-b89ddab7cc73 None None] The sync data for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv is: [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:40Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:51:43.237742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:51:43.238082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Checking segment: {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:51:43.238541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:43.238976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Bound using segment: {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:51:43.239482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Bound port: c956d546-3e39-41f3-a519-7e429529b310, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:51:43.239898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:43.249387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object ce397c64-950e-4549-941e-46a75acc7a68 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:43.275198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:43.284037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-487f07d3-b498-4650-aebb-ec0904442822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:43.337903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] For port c956d546-3e39-41f3-a519-7e429529b310, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:51:43.342276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] For port c956d546-3e39-41f3-a519-7e429529b310, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c956d546-3e39-41f3-a519-7e429529b310,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:51:43.348160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:43.353166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:43.353611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:51:43.357928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:51:43.362330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:51:43.431100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=ce397c64-950e-4549-941e-46a75acc7a68,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:43.436397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:43.442727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Pushing event updated for resources: {'Port': ['ID=c956d546-3e39-41f3-a519-7e429529b310,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:43.446697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:43.462713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:43.563116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:43.830074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:43.918519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5cb0e3a0-0e2b-4657-9ba1-d501dc2454fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:44.151623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c956d546-3e39-41f3-a519-7e429529b310 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:51:44.180342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:44.193924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:44.245112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b0644c3d-7221-4f5e-bab7-c670baf9c3b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:44.274337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port c956d546-3e39-41f3-a519-7e429529b310 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:51:44.280637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2e0c3643-6a92-4197-b754-d662eb10b919 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:51:44.354600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:44.361005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=ce397c64-950e-4549-941e-46a75acc7a68,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:44.364697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:44.373196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 2e0c3643-6a92-4197-b754-d662eb10b919 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:51:44.378819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2e0c3643-6a92-4197-b754-d662eb10b919 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:44.379256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:44.510311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:44.528690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 2e0c3643-6a92-4197-b754-d662eb10b919, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2e0c3643-6a92-4197-b754-d662eb10b919,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:44.529581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:51:44.531118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:51:44.533489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:44.536618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:44.608236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=2e0c3643-6a92-4197-b754-d662eb10b919,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:44.613136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:44.949762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 2963016c-e2eb-4a0c-a401-ce467d338028 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:51:45.174134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:51:45.198136 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/2963016c-e2eb-4a0c-a401-ce467d338028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7311885 Dec 10 19:51:45.199198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 35998) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:45.343595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:45.362483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab1e9c-2549-43a0-9354-3621a340b9e4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.363018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab1e9c-2549-43a0-9354-3621a340b9e4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.363436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab1e9c-2549-43a0-9354-3621a340b9e4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.363847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab1e9c-2549-43a0-9354-3621a340b9e4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.364252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab1e9c-2549-43a0-9354-3621a340b9e4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.364780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab1e9c-2549-43a0-9354-3621a340b9e4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.370091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e4ab1e9c-2549-43a0-9354-3621a340b9e4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1672182 Dec 10 19:51:45.370382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36004) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:45.450174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6d998-c8e6-4e97-8507-df9f150c1ad2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.450635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6d998-c8e6-4e97-8507-df9f150c1ad2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.451051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6d998-c8e6-4e97-8507-df9f150c1ad2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.451457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6d998-c8e6-4e97-8507-df9f150c1ad2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.451869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6d998-c8e6-4e97-8507-df9f150c1ad2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.452262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6d998-c8e6-4e97-8507-df9f150c1ad2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:45.454302 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f6b6d998-c8e6-4e97-8507-df9f150c1ad2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0827956 Dec 10 19:51:45.457056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36008) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:45.469966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01186929-e8bb-43d0-980f-fcdbfb6a6077 None None] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:51:45.583364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] Provisioning for port c956d546-3e39-41f3-a519-7e429529b310 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:51:45.601349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] Provisioning complete for port c956d546-3e39-41f3-a519-7e429529b310 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:45.601730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:45.861164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:45.913963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] For port c956d546-3e39-41f3-a519-7e429529b310, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c956d546-3e39-41f3-a519-7e429529b310,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:45.919596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:45.923971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d806bcd-36c1-4b25-95a4-7c1becd003b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:45.983987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5379052e-a918-40c5-9bee-b4f21dae8774 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.5230672 Dec 10 19:51:46.020528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2e0c3643-6a92-4197-b754-d662eb10b919 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:51:46.087535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] Pushing event updated for resources: {'Port': ['ID=c956d546-3e39-41f3-a519-7e429529b310,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:46.091022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:46.117794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2e0c3643-6a92-4197-b754-d662eb10b919 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:46.118135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.282294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36020) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:46.289239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139496620', 'description': 'tempest-secgroup-smoke-139496620 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:46.297134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:46.302127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:46.306996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:46.317055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:46.327762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.371373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:46.376195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:46.379398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:46.386997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:46.452696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d019cfc6-afa7-44f0-90d3-c23b82fce110 None None] Provisioning for port ce397c64-950e-4549-941e-46a75acc7a68 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:51:46.458054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d019cfc6-afa7-44f0-90d3-c23b82fce110 None None] Provisioning complete for port ce397c64-950e-4549-941e-46a75acc7a68 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:46.458489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d019cfc6-afa7-44f0-90d3-c23b82fce110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.501362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.508383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.514665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c4011dba-8503-452e-949f-cc5ec006356a tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:46.537663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d019cfc6-afa7-44f0-90d3-c23b82fce110 None None] Port ce397c64-950e-4549-941e-46a75acc7a68 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:51:46.552352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939c704a-0524-4818-9549-59bd0c5603d1,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:46.555010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d019cfc6-afa7-44f0-90d3-c23b82fce110 None None] Provisioning complete for port c956d546-3e39-41f3-a519-7e429529b310 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:46.555604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d019cfc6-afa7-44f0-90d3-c23b82fce110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.575560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.576120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.576761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.577190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.577728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.578331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.578752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.579173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.579778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.580189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.580574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:46.586453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:46.587817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.589141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3055010 Dec 10 19:51:46.593613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36024) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:46.605233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '939c704a-0524-4818-9549-59bd0c5603d1', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:46.621040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:46.622970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Sync routers for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:51:46.637419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:46.638184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:46.638311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:46.650672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:46.666913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:46.687634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.799794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.804258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.806405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a942c583-f606-42cb-bfbc-9f2c6f7fe1ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:46.832259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d90fff3-e437-4e9a-838a-96b9ae328fcc,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:46.843146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:46.851401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.856192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36028) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:46.856404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2612669 Dec 10 19:51:46.863121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '939c704a-0524-4818-9549-59bd0c5603d1', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:46.883494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:46.886299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:46.894025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-646e6655-cc34-411b-8289-aeb2fc5d227d None None] Provisioning complete for port ce397c64-950e-4549-941e-46a75acc7a68 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:46.895345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:46.895922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-646e6655-cc34-411b-8289-aeb2fc5d227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.907551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:46.918336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:46.947083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:46.985120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-646e6655-cc34-411b-8289-aeb2fc5d227d None None] Port ce397c64-950e-4549-941e-46a75acc7a68 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:51:47.088708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.097437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.115402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fa53f894-cfb3-4fdd-8175-73be95354814 None None] Provisioning complete for port ce397c64-950e-4549-941e-46a75acc7a68 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:47.115757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ab37962-597b-48f3-ac54-909beaa65f2f tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:47.116116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa53f894-cfb3-4fdd-8175-73be95354814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.143013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1e7fae-a2c0-40fe-affd-ecd1339a4c66,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:47.149151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:47.165560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.169927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3095033 Dec 10 19:51:47.170305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36034) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:47.177170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '939c704a-0524-4818-9549-59bd0c5603d1', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:47.186215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:47.192489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:47.196487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:47.205090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:47.211035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fa53f894-cfb3-4fdd-8175-73be95354814 None None] Port ce397c64-950e-4549-941e-46a75acc7a68 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:51:47.226842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.305454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.309325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.311522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-187dfc2a-fe1f-4a7e-b7fc-1a368240711a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:47.338128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1ec12a-d826-4bf8-ac1b-5866acb4e949,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:47.340750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:47.348619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.350099 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1786451 Dec 10 19:51:47.353059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36038) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:47.359640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '939c704a-0524-4818-9549-59bd0c5603d1', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:47.366118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:47.370204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:47.373251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:47.379339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:47.397897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.433438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:47.451086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Checking router: 2963016c-e2eb-4a0c-a401-ce467d338028 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:51:47.451499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Updating router 2963016c-e2eb-4a0c-a401-ce467d338028 port ce397c64-950e-4549-941e-46a75acc7a68 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:51:47.470576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.476587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.478763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16660473-55f1-4547-b33e-336cdd9dfc08 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:47.508169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05383c1-96a1-444b-9338-07ba54497139,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:47.511185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.512191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:47.520952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.525419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1681044 Dec 10 19:51:47.525687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36042) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:47.531899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '939c704a-0524-4818-9549-59bd0c5603d1', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:47.538816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:47.543131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:47.546569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:47.553094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:47.563787 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:51:47.573063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.649305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.652505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.654824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d04abfc-e710-4d2d-b85e-0b7e6b4612dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:47.671034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c885736-3ecb-4e9b-b2a4-14541c2a3b63,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:47.674875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:47.692481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.694628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1669552 Dec 10 19:51:47.697186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36046) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:51:47.703604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '939c704a-0524-4818-9549-59bd0c5603d1', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:47.710892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:47.714964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:51:47.718188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:51:47.724953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:47.737046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:51:47.745410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.815603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.819798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.822374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d11955bf-aaa4-401b-94a4-a6036c6cfe27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:47.846397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5952ec43-00c8-455a-bac7-fe85f6115310,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:47.849069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:47.858116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.867894 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1608136 Dec 10 19:51:47.892010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.908070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Transition to ACTIVE for port object ce397c64-950e-4549-941e-46a75acc7a68 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:47.934592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:47.939752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b7f6a47-12af-4c91-be03-40d3abf85110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:48.002634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c956d546-3e39-41f3-a519-7e429529b310 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:51:48.126508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c956d546-3e39-41f3-a519-7e429529b310 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:48.128615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:48.134706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Pushing event updated for resources: {'Port': ['ID=ce397c64-950e-4549-941e-46a75acc7a68,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:48.198693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.199584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.199963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.200335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.200707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.201076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.201442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.201839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.202198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.202558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.202915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:48.206972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:48.209549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Attempting to bind port ce397c64-950e-4549-941e-46a75acc7a68 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:48.210056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Attempting to bind port ce397c64-950e-4549-941e-46a75acc7a68 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:51:48.210460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Attempting to bind port ce397c64-950e-4549-941e-46a75acc7a68 on network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:51:48.218775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:51:48.219189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Checking segment: {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:51:48.219700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:48.220039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Bound using segment: {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:51:48.220788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Bound port: ce397c64-950e-4549-941e-46a75acc7a68, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:51:48.228913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:48.343416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-e9e83a62-87be-4f71-a4e3-7f35a4324256 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:51:48.355150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] For port ce397c64-950e-4549-941e-46a75acc7a68, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:51:48.359965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] For port ce397c64-950e-4549-941e-46a75acc7a68, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ce397c64-950e-4549-941e-46a75acc7a68,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:51:48.368313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:48.376024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:48.378042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-e9e83a62-87be-4f71-a4e3-7f35a4324256 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:51:48.379546 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-e9e83a62-87be-4f71-a4e3-7f35a4324256 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139496620&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.1410801 Dec 10 19:51:48.486546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:51:48.489084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:48.564873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Pushing event updated for resources: {'Port': ['ID=ce397c64-950e-4549-941e-46a75acc7a68,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:48.580203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-43bd8e2a-6721-4278-b2c7-83433fab8ef5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:48.580947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-43bd8e2a-6721-4278-b2c7-83433fab8ef5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:51:48.598707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-43bd8e2a-6721-4278-b2c7-83433fab8ef5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:51:48.600002 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-43bd8e2a-6721-4278-b2c7-83433fab8ef5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056 HTTP/1.1" status: 200 len: 795 time: 0.2047396 Dec 10 19:51:48.618780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-55f9f80d-ca94-45a2-918d-de8c4048ce5f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.0119898 Dec 10 19:51:48.635174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:48.716237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-6a8353e8-317b-4f66-bb7a-11b14a06af68 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:51:48.723103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:51:48.733253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-6a8353e8-317b-4f66-bb7a-11b14a06af68 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:51:48.747410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-6a8353e8-317b-4f66-bb7a-11b14a06af68 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200089 Dec 10 19:51:48.990463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-463b8b01-c2ad-4af6-a0fe-154f24399402 service neutron] 10.222.0.41 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409308 Dec 10 19:51:49.119790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:51:48Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:51:49.124243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617f85a-7baa-4250-a876-9586dd9198c6 None None] The sync data for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv is: [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:51:48Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:51:49.168322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-5459bdb6-901c-4f6e-90f8-d080c20cd423 service neutron] 10.222.0.41 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708975 Dec 10 19:51:49.975159 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27f52ad3-6a48-4b0c-9183-25d3ea4bf366 req-25c41dd0-1a46-47be-9acd-b60f6966097e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 210 time: 0.1796317 Dec 10 19:51:50.052255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce397c64-950e-4549-941e-46a75acc7a68 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:51:50.390056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port ce397c64-950e-4549-941e-46a75acc7a68 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:51:50.398697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ce397c64-950e-4549-941e-46a75acc7a68 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:50.399147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:50.587301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:50.629861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port ce397c64-950e-4549-941e-46a75acc7a68, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ce397c64-950e-4549-941e-46a75acc7a68,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:51:50.684970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:50.689547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:50.779207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=ce397c64-950e-4549-941e-46a75acc7a68,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:50.793451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.793982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.794249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.794613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.794958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.795335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.795682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.796897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.797204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.797578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.798009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:51:50.802258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:51.215749 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-041b13da-e3fe-46ed-af14-8d2584004fe9 req-7e6ac6be-0d0b-48c9-ac53-720d8708e13a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 210 time: 0.1065657 Dec 10 19:51:51.984808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce397c64-950e-4549-941e-46a75acc7a68 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:51:52.093663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ce397c64-950e-4549-941e-46a75acc7a68 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:52.095995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:52.413929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1c153a27-707d-4c63-8261-d18145870259 req-6598275b-bcf6-4434-a294-27b1f47029fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 210 time: 0.0519135 Dec 10 19:51:53.594754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1db9dde2-32e5-4ab4-b997-dd2588cf0b80 req-82b31da1-9f8b-4a5b-8441-ab06ec38cd79 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 210 time: 0.0471385 Dec 10 19:51:54.303258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-b3e5d23d-f6d9-410d-a81b-5d143f656c60 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:54.304859 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-b3e5d23d-f6d9-410d-a81b-5d143f656c60 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056 HTTP/1.1" status: 200 len: 795 time: 0.1584208 Dec 10 19:51:54.360271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-9a0ff1ca-ec69-4579-83cc-676f80d197ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 379 time: 0.0442748 Dec 10 19:51:54.370275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['939c704a-0524-4818-9549-59bd0c5603d1']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:54.514716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:54.524545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:54.532992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:51:54.538445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:54.711970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.7 (7c4e6fd1-20a7-43c6-b5ed-e677f888d056/fba39f12-c496-461e-afb3-342efb475608/a670d7cb-53e2-4865-ad60-ec24fd383544) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:51:54.777515 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-77c9101d-0b8b-4554-b833-28f9220e14ec req-5571216f-4530-4ad4-8fa5-d80233cc56c9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 210 time: 0.0557621 Dec 10 19:51:54.962603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:54.981020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object a670d7cb-53e2-4865-ad60-ec24fd383544 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:55.002934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:55.008888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91f9bb2a-82e2-427d-b97f-9a795001985e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:55.080172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:51:55.083581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:51:55.088689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:51:55.126938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=a670d7cb-53e2-4865-ad60-ec24fd383544,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:55.135410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:55.165305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:55.166004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:55.206924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8409593 Dec 10 19:51:55.219903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Request body: {'port': {'device_id': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:55.344432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:55.453611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-73fbc99b-7d9f-4058-858e-1ec77e50cf99 None None] Provisioning for port a670d7cb-53e2-4865-ad60-ec24fd383544 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:51:55.458493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-73fbc99b-7d9f-4058-858e-1ec77e50cf99 None None] Provisioning complete for port a670d7cb-53e2-4865-ad60-ec24fd383544 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:55.459037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-73fbc99b-7d9f-4058-858e-1ec77e50cf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:55.507866 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-a74879f0-8ffd-4171-89d3-c3b27bc14461 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947033457&fields=id&tenant_id=80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 267 time: 0.1528049 Dec 10 19:51:55.519503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-73fbc99b-7d9f-4058-858e-1ec77e50cf99 None None] Port a670d7cb-53e2-4865-ad60-ec24fd383544 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:51:55.786006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3896091-0e3a-484e-b125-59d9f697d73d req-bba38055-4dfb-482a-92f9-1252ad1d4591 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:55.787649 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-bba38055-4dfb-482a-92f9-1252ad1d4591 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 812 time: 0.2655509 Dec 10 19:51:55.816940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-28e659a6-87a3-4324-aff9-5ebf34afe40f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/quotas/80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 375 time: 0.0203273 Dec 10 19:51:55.997205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a670d7cb-53e2-4865-ad60-ec24fd383544 {{(pid=88871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:51:56.012051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:56.044111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Transition to ACTIVE for port object a670d7cb-53e2-4865-ad60-ec24fd383544 will not be triggered until provisioned by entity L2. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:56.052905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:56.059289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48e4158e-be47-43a1-ba85-85ab132a890f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:56.117925 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-7b90ae91-8136-4f9d-8628-4c084c98e3e4 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2936866 Dec 10 19:51:56.170154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea4c-f92e-4d3f-a0b0-06bcd7d60e82 req-13bf8a7e-4822-486b-bd35-c382ea718088 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:56.170925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-29e4ea4c-f92e-4d3f-a0b0-06bcd7d60e82 req-13bf8a7e-4822-486b-bd35-c382ea718088 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:51:56.291559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Pushing event updated for resources: {'Port': ['ID=a670d7cb-53e2-4865-ad60-ec24fd383544,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:56.311223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:56.336260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-29e4ea4c-f92e-4d3f-a0b0-06bcd7d60e82 req-13bf8a7e-4822-486b-bd35-c382ea718088 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:51:56.337605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-29e4ea4c-f92e-4d3f-a0b0-06bcd7d60e82 req-13bf8a7e-4822-486b-bd35-c382ea718088 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 931 time: 0.4177854 Dec 10 19:51:56.720822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-a293ef48-6d88-401d-8cae-7744219c8ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837851 Dec 10 19:51:56.819328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-29e4ea4c-f92e-4d3f-a0b0-06bcd7d60e82 req-d6c7b8fe-543e-47db-95b2-14f8d9ccecf4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516859 Dec 10 19:51:56.846144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Attempting to bind port a670d7cb-53e2-4865-ad60-ec24fd383544 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:51:56.846144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Attempting to bind port a670d7cb-53e2-4865-ad60-ec24fd383544 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:51:56.846144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Attempting to bind port a670d7cb-53e2-4865-ad60-ec24fd383544 on network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:51:56.853122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Port a670d7cb-53e2-4865-ad60-ec24fd383544 on network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:51:56.853473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Attempting to bind port a670d7cb-53e2-4865-ad60-ec24fd383544 on network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:51:56.875950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:51:56.876320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Checking segment: {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:51:56.876732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Bound using segment: {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'} {{(pid=88871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:51:56.877199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Bound port: a670d7cb-53e2-4865-ad60-ec24fd383544, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24c7aef-204b-4c27-be56-616e57d09648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056'}}] {{(pid=88871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:51:56.877600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:56.938311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c96dad0c-8f39-4f9a-b559-d0ed81d6248b service neutron] 10.222.0.41 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085099 Dec 10 19:51:56.991778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] For port a670d7cb-53e2-4865-ad60-ec24fd383544, host hv-neutron-8214, cleared binding levels {{(pid=88871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:51:56.995933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] For port a670d7cb-53e2-4865-ad60-ec24fd383544, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a670d7cb-53e2-4865-ad60-ec24fd383544,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:51:56.999449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:57.004227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-728cc72e-f738-4726-b9ce-6cf3cbc0ad90 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:57.064706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:57.066248 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] 10.222.0.84 "PUT /v2.0/ports/a670d7cb-53e2-4865-ad60-ec24fd383544 HTTP/1.1" status: 200 len: 1093 time: 1.8510284 Dec 10 19:51:57.070289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:57.090344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Pushing event updated for resources: {'Port': ['ID=a670d7cb-53e2-4865-ad60-ec24fd383544,revision_number=3']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:57.106305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:57.161334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'status': 'completed', 'code': 200} Dec 10 19:51:57.201259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-5f46df44-9926-4951-ade1-e885678633d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 1096 time: 0.0844369 Dec 10 19:51:57.410607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d38f676-84eb-45c2-aa71-540ed8fbc54b req-b82d90fa-980a-47a4-88c5-48ad7496946b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 210 time: 0.0610940 Dec 10 19:51:57.413142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-ca3d2c36-ff8c-4fe8-81bf-bac30ce9e719 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a670d7cb-53e2-4865-ad60-ec24fd383544 HTTP/1.1" status: 200 len: 217 time: 0.2045414 Dec 10 19:51:57.487844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-58fbf3a4-49df-4b96-88bd-85b15ff66a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:57.489479 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-58fbf3a4-49df-4b96-88bd-85b15ff66a4c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fba39f12-c496-461e-afb3-342efb475608 HTTP/1.1" status: 200 len: 834 time: 0.0702832 Dec 10 19:51:57.574261 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-c0546043-3124-4b00-b0e6-b935dbc3a33c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778344 Dec 10 19:51:57.724266 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-b00046df-9859-4c64-a5eb-c5686228ec05 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433682 Dec 10 19:51:57.872621 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e536e5c-2b15-4d8b-aca2-2ecf575189d3 req-9a9be3d4-f004-447d-80cb-9c8a70780346 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417773 Dec 10 19:51:58.071925 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-17bdcccd-e2b8-41c1-8c76-cd51fa63b36d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 1096 time: 0.1509905 Dec 10 19:51:58.078462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773886c1-1261-4136-9e11-bc6b4bbd122a req-b9fdca2f-e6a1-41db-8ab5-c4adce02c030 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:58.079936 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-773886c1-1261-4136-9e11-bc6b4bbd122a req-b9fdca2f-e6a1-41db-8ab5-c4adce02c030 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 943 time: 0.1155012 Dec 10 19:51:58.237438 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-773886c1-1261-4136-9e11-bc6b4bbd122a req-76c8a01a-8631-4d16-83a9-c31b7bfa0db7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328170 Dec 10 19:51:58.255477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-4bf7b1b3-f2ca-4f9b-a1c1-5775a8eeea90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:58.257094 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-4bf7b1b3-f2ca-4f9b-a1c1-5775a8eeea90 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056 HTTP/1.1" status: 200 len: 896 time: 0.1762378 Dec 10 19:51:58.333325 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-10f518af-bf8d-4947-aafb-0d81ff6853a3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a670d7cb-53e2-4865-ad60-ec24fd383544 HTTP/1.1" status: 200 len: 217 time: 0.0696380 Dec 10 19:51:58.408480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-94311f61-bf5d-4505-b689-684ec04071b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:58.410072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-94311f61-bf5d-4505-b689-684ec04071b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fba39f12-c496-461e-afb3-342efb475608 HTTP/1.1" status: 200 len: 834 time: 0.0699329 Dec 10 19:51:58.514380 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-6fce8984-7dd5-403c-98b6-ad7cbc07e323 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0969405 Dec 10 19:51:58.644585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3896091-0e3a-484e-b125-59d9f697d73d req-9dc1c029-c00b-4608-b11b-3da3733be81b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:58.646258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-9dc1c029-c00b-4608-b11b-3da3733be81b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 812 time: 0.1658270 Dec 10 19:51:58.661147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5345396e-3c86-42ab-aac9-ad0767aa4f2a req-576eb0af-abc4-4c6f-ad1a-19e9f0859f2e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 210 time: 0.0597572 Dec 10 19:51:58.713607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f3896091-0e3a-484e-b125-59d9f697d73d req-f40b01f5-1002-405b-b072-88a384094f64 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:51:58.714120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-2ffdacf3-c6c8-4ee2-b83b-ca27296172eb service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928926 Dec 10 19:51:58.726208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f3896091-0e3a-484e-b125-59d9f697d73d req-f40b01f5-1002-405b-b072-88a384094f64 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:51:58.727414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-f40b01f5-1002-405b-b072-88a384094f64 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e491583cea40d48ea7df100fd14933 HTTP/1.1" status: 200 len: 379 time: 0.0692201 Dec 10 19:51:58.736952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'port': {'device_id': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'admin_state_up': True, 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'security_groups': ['2006a082-df95-47e7-95fe-9d6bde461e0c']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:58.864411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cddded3-516e-462b-882e-0fd7877dc1d7 req-ec80ca43-a0a4-4b6b-bf82-e7d7486178b0 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434462 Dec 10 19:51:58.887661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:51:58.898996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:51:58.908007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Made reservation on behalf of 80e491583cea40d48ea7df100fd14933 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:51:58.913656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:59.085899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Allocated IP 172.20.0.9 (6713b02c-b67b-4579-b91d-3eca64995af7/b778b5b6-17e5-47f5-91eb-6adfe3bfc851/12782ed0-5334-4538-acb7-a95c1db823c9) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:51:59.287748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:59.305353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Transition to ACTIVE for port object 12782ed0-5334-4538-acb7-a95c1db823c9 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:51:59.327536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:59.334473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e1e4a221-0405-4126-a435-276ae5afccc8 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:51:59.406062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Network 6713b02c-b67b-4579-b91d-3eca64995af7 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:51:59.409867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:51:59.413050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:51:59.474744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc389a2d-2ee9-4fe1-869e-2f2c33150caf req-7edd36b2-1831-4d0a-a2ec-c778169111fd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:59.477000 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bc389a2d-2ee9-4fe1-869e-2f2c33150caf req-7edd36b2-1831-4d0a-a2ec-c778169111fd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 943 time: 0.1113019 Dec 10 19:51:59.487140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:59.487720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:59.508257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=12782ed0-5334-4538-acb7-a95c1db823c9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:51:59.511721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:51:59.526288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932689 Dec 10 19:51:59.541257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Request body: {'port': {'device_id': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:51:59.547176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bc389a2d-2ee9-4fe1-869e-2f2c33150caf req-cfa3993f-64fe-4836-bae7-19ccadee1d82 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623839 Dec 10 19:51:59.673632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:59.827027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2b7aa51-fa23-441b-9bc5-1c994e1d0f2f None None] Provisioning for port 12782ed0-5334-4538-acb7-a95c1db823c9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:51:59.832948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b2b7aa51-fa23-441b-9bc5-1c994e1d0f2f None None] Provisioning complete for port 12782ed0-5334-4538-acb7-a95c1db823c9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:51:59.833381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2b7aa51-fa23-441b-9bc5-1c994e1d0f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:51:59.895953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8558638-e0a8-4504-9bd0-5a56a7b2508d req-881ffd2e-87f9-49f4-a8de-3000b6e5aa8b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:51:59.899079 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b8558638-e0a8-4504-9bd0-5a56a7b2508d req-881ffd2e-87f9-49f4-a8de-3000b6e5aa8b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 931 time: 0.1080227 Dec 10 19:51:59.899697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7aa51-fa23-441b-9bc5-1c994e1d0f2f None None] Port 12782ed0-5334-4538-acb7-a95c1db823c9 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:51:59.950370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b8558638-e0a8-4504-9bd0-5a56a7b2508d req-81efadde-e591-4322-bfdf-3ec878c70bc4 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445919 Dec 10 19:52:00.068305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12782ed0-5334-4538-acb7-a95c1db823c9 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:52:00.076466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:00.093124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Transition to ACTIVE for port object 12782ed0-5334-4538-acb7-a95c1db823c9 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:52:00.095864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:00.100408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:00.235688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Pushing event updated for resources: {'Port': ['ID=12782ed0-5334-4538-acb7-a95c1db823c9,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:00.238810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:00.359619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Attempting to bind port 12782ed0-5334-4538-acb7-a95c1db823c9 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:52:00.359992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Attempting to bind port 12782ed0-5334-4538-acb7-a95c1db823c9 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:52:00.360391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Attempting to bind port 12782ed0-5334-4538-acb7-a95c1db823c9 on network 6713b02c-b67b-4579-b91d-3eca64995af7 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:52:00.366720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Port 12782ed0-5334-4538-acb7-a95c1db823c9 on network 6713b02c-b67b-4579-b91d-3eca64995af7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:52:00.367080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Attempting to bind port 12782ed0-5334-4538-acb7-a95c1db823c9 on network 6713b02c-b67b-4579-b91d-3eca64995af7 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:52:00.373976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:52:00.374354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Checking segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:52:00.374771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Bound using segment: {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:52:00.375246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Bound port: 12782ed0-5334-4538-acb7-a95c1db823c9, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbbe1e6-955c-4c94-adca-edf79d576590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:52:00.375635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:00.471783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] For port 12782ed0-5334-4538-acb7-a95c1db823c9, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:52:00.474955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] For port 12782ed0-5334-4538-acb7-a95c1db823c9, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12782ed0-5334-4538-acb7-a95c1db823c9,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:52:00.478196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:00.482863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:00.546559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:00.548226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] 10.222.0.84 "PUT /v2.0/ports/12782ed0-5334-4538-acb7-a95c1db823c9 HTTP/1.1" status: 200 len: 1093 time: 1.0137155 Dec 10 19:52:00.551300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:00.571424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Pushing event updated for resources: {'Port': ['ID=12782ed0-5334-4538-acb7-a95c1db823c9,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:00.575082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:00.797108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0c2ad-4a67-400f-9277-2829ed39da40 req-1753fd02-149f-4aca-aaa0-d8f984aff538 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:00.798905 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fed0c2ad-4a67-400f-9277-2829ed39da40 req-1753fd02-149f-4aca-aaa0-d8f984aff538 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 943 time: 0.1053605 Dec 10 19:52:00.855514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fed0c2ad-4a67-400f-9277-2829ed39da40 req-8c93c84e-64af-4b96-b015-ef96a5606c50 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486708 Dec 10 19:52:00.886536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9', 'status': 'completed', 'code': 200} Dec 10 19:52:00.931003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-6b9576bc-fe43-4b9a-9614-c9f46138b52f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 1096 time: 0.3434780 Dec 10 19:52:01.010072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-508bdb95-6e0c-417e-a59f-6ae08b8619a3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12782ed0-5334-4538-acb7-a95c1db823c9 HTTP/1.1" status: 200 len: 217 time: 0.0701349 Dec 10 19:52:01.086274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3896091-0e3a-484e-b125-59d9f697d73d req-d4bb832c-d8de-44dc-b6fb-e9e6f049bbd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:01.086274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-d4bb832c-d8de-44dc-b6fb-e9e6f049bbd3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0648861 Dec 10 19:52:01.159980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64a003-11a4-4fd8-9014-19478d9bfc11 req-06872547-822d-4d87-97da-87efe2b4e34e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:01.161659 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b64a003-11a4-4fd8-9014-19478d9bfc11 req-06872547-822d-4d87-97da-87efe2b4e34e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 943 time: 0.0879521 Dec 10 19:52:01.166513 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-9ca39266-e6d8-4d05-b808-a6c82a45c860 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798495 Dec 10 19:52:01.217185 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b64a003-11a4-4fd8-9014-19478d9bfc11 req-b7fbfebc-4a75-4219-b89e-b509926b8c3b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489743 Dec 10 19:52:01.283752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a670d7cb-53e2-4865-ad60-ec24fd383544 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:52:01.311848 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-b5a9cef2-d77f-40e6-8a72-e7aa1f527f9c service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389210 Dec 10 19:52:01.429196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a670d7cb-53e2-4865-ad60-ec24fd383544, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a670d7cb-53e2-4865-ad60-ec24fd383544,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:52:01.443579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'port_id': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'mac_address': 'fa:16:3e:6d:fb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:52:01.455498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3896091-0e3a-484e-b125-59d9f697d73d req-165b8d33-8cd4-47e9-b835-6ac734a7dc82 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373808 Dec 10 19:52:01.503230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:01.522812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a670d7cb-53e2-4865-ad60-ec24fd383544 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:52:01.540238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a670d7cb-53e2-4865-ad60-ec24fd383544, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a670d7cb-53e2-4865-ad60-ec24fd383544,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:52:01.564761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:01.567538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d80c4ce-3140-4633-a5ae-7cc7a5cff2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:01.577537 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-a7633a54-cf43-49e5-82ef-94de33e2936a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 1096 time: 0.0774560 Dec 10 19:52:01.730128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-ccfeb48f-10b0-4d0e-a6cc-6179b6efac63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:01.731785 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-ccfeb48f-10b0-4d0e-a6cc-6179b6efac63 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1482284 Dec 10 19:52:01.809886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=a670d7cb-53e2-4865-ad60-ec24fd383544,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:01.810538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-b0388341-ef97-4851-87f8-afcc92e97df0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12782ed0-5334-4538-acb7-a95c1db823c9 HTTP/1.1" status: 200 len: 217 time: 0.0715346 Dec 10 19:52:01.813188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:01.882074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-2c5da5e5-0861-4ca4-873e-7008246e35ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:01.886751 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-2c5da5e5-0861-4ca4-873e-7008246e35ef service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0662115 Dec 10 19:52:01.967669 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-4cf5c303-8d72-42a2-bc76-39bb45cd4bde service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777423 Dec 10 19:52:02.056755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['a670d7cb-53e2-4865-ad60-ec24fd383544'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:52:02.084049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8d008-46fc-40a6-9c18-1fddb21282bd req-dc13c53a-29af-4d05-a69f-9bad7e688362 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:02.086457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4ac8d008-46fc-40a6-9c18-1fddb21282bd req-dc13c53a-29af-4d05-a69f-9bad7e688362 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 944 time: 0.0864248 Dec 10 19:52:02.115389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-25152b3e-b029-4e7b-9196-4c41909e4473 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399491 Dec 10 19:52:02.147453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4ac8d008-46fc-40a6-9c18-1fddb21282bd req-538063b9-00e1-4931-a5fb-334e91d3b6a5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509720 Dec 10 19:52:02.280807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aba25f0a-e53f-4760-88b5-10de488aa883 req-32c7b178-2ed4-40ab-a55c-0a82e775d7d7 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543498 Dec 10 19:52:02.379758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:02.439809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b16ab-caf3-4571-b965-d45ab5139ce6 req-dd567f0b-7cd4-4f1f-988e-58f1917bdd6e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:02.441780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-671b16ab-caf3-4571-b965-d45ab5139ce6 req-dd567f0b-7cd4-4f1f-988e-58f1917bdd6e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 943 time: 0.0925677 Dec 10 19:52:02.492201 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-671b16ab-caf3-4571-b965-d45ab5139ce6 req-1bd6e660-0f7c-4036-a0e8-265d1e1cbff9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435889 Dec 10 19:52:03.310686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a670d7cb-53e2-4865-ad60-ec24fd383544 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:52:03.359793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf09d29-dfc5-486a-8754-ba1efa8844d5 req-45c6ee44-4ae9-4f0f-bcb8-2477642b2fcf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:03.361482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cbf09d29-dfc5-486a-8754-ba1efa8844d5 req-45c6ee44-4ae9-4f0f-bcb8-2477642b2fcf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 944 time: 0.0896311 Dec 10 19:52:03.396349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port a670d7cb-53e2-4865-ad60-ec24fd383544 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:52:03.400530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port a670d7cb-53e2-4865-ad60-ec24fd383544 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:52:03.401191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:03.411223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cbf09d29-dfc5-486a-8754-ba1efa8844d5 req-545da1ae-e817-4eb6-93f2-97f1c7bbe9a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Dec 10 19:52:03.525073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:03.553198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:03.563489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a670d7cb-53e2-4865-ad60-ec24fd383544, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a670d7cb-53e2-4865-ad60-ec24fd383544,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:52:03.584682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:03.588585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9046fdc-f611-47f7-b5c4-cf6ed824b2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:03.621009 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'code': 200} Dec 10 19:52:03.662400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=a670d7cb-53e2-4865-ad60-ec24fd383544,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:03.666146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:03.719321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3767d2-d077-41c9-b7da-d89824eb78d7 req-2974fb1e-c972-4696-9f22-494fa40af53f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:03.721215 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb3767d2-d077-41c9-b7da-d89824eb78d7 req-2974fb1e-c972-4696-9f22-494fa40af53f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 943 time: 0.0979869 Dec 10 19:52:03.772188 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb3767d2-d077-41c9-b7da-d89824eb78d7 req-4bea2f37-191a-49ac-aef6-39bf2afca8c4 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 Dec 10 19:52:03.897218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b6fb35df-8625-4e35-b61a-8a85c3595160 req-ddd42127-e886-4be1-b5af-8463aabaff4b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 1098 time: 0.0811927 Dec 10 19:52:03.942474 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b6fb35df-8625-4e35-b61a-8a85c3595160 req-3c5ac783-29ff-4014-af40-9bdc5722dbc0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389411 Dec 10 19:52:04.621943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528c2b1-9220-4a6c-b5bc-07f3efd58c0f req-0df30086-8093-4f8d-b7b5-f9bebf2b59b1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:04.623535 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5528c2b1-9220-4a6c-b5bc-07f3efd58c0f req-0df30086-8093-4f8d-b7b5-f9bebf2b59b1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 945 time: 0.0847545 Dec 10 19:52:04.677430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5528c2b1-9220-4a6c-b5bc-07f3efd58c0f req-3646dbca-e62c-421d-be9f-2f087fca195e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462768 Dec 10 19:52:04.981635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d43d9-b60c-41e2-93a3-4355e194291a req-90f1f0d1-5d37-495f-b49c-2917b89c6804 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:04.983245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d91d43d9-b60c-41e2-93a3-4355e194291a req-90f1f0d1-5d37-495f-b49c-2917b89c6804 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 943 time: 0.0856996 Dec 10 19:52:05.032607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d91d43d9-b60c-41e2-93a3-4355e194291a req-b91a230c-ba17-4230-b06a-c3ce64b993e8 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Dec 10 19:52:05.892944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84914af3-300e-471b-ae32-3bd5da2c5c09 req-fddf2eb6-8ddb-4c68-b839-f92aa21a8b98 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:05.894779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84914af3-300e-471b-ae32-3bd5da2c5c09 req-fddf2eb6-8ddb-4c68-b839-f92aa21a8b98 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 945 time: 0.0920496 Dec 10 19:52:05.944434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84914af3-300e-471b-ae32-3bd5da2c5c09 req-ff6705c6-9662-4ee4-9cb9-faa26de6032f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433958 Dec 10 19:52:06.154838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18480f0f-560e-4aed-a28b-f5ae6a4937ae req-c52103d7-eba7-44f4-8e0e-2f2329012ea2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:06.156378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-18480f0f-560e-4aed-a28b-f5ae6a4937ae req-c52103d7-eba7-44f4-8e0e-2f2329012ea2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 945 time: 0.0876491 Dec 10 19:52:06.267549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-18480f0f-560e-4aed-a28b-f5ae6a4937ae req-ad7af45d-94c1-4890-a900-d733d936fbfd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723238 Dec 10 19:52:06.284862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ec881-5c48-4ec9-bd55-cb9b1894a49f req-588cb519-d0b0-4c4e-aa52-b0914581ba10 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:06.286479 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-404ec881-5c48-4ec9-bd55-cb9b1894a49f req-588cb519-d0b0-4c4e-aa52-b0914581ba10 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 943 time: 0.1291535 Dec 10 19:52:06.294848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36172) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:52:06.335242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-404ec881-5c48-4ec9-bd55-cb9b1894a49f req-7640028f-b426-4203-8713-b150f937b834 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418401 Dec 10 19:52:06.372380 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5f2c1580-d7b2-4627-9c6c-e6d34a752ac1 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 1093 time: 0.0761256 Dec 10 19:52:06.375177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36176) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:52:06.380919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:52:06.386886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:52:06.391064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:52:06.394206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:52:06.400721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:52:06.414008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:06.558360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:06.706410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.82 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/2e68109c-7ff4-48e6-b0ee-95a3314bfd77) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:52:06.865338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:06.916221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:06.920728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d3ee85e2-2c74-4ee1-9464-ae5829d952c8 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:06.994706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:52:06.997816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:52:07.002474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:52:07.029221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=2e68109c-7ff4-48e6-b0ee-95a3314bfd77,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:07.034440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:07.544517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6ba4c-8278-40bc-bad1-59b6cb81f1ad req-78259c75-7df4-480f-bc43-fda8e09484b1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:07.546157 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4c6ba4c-8278-40bc-bad1-59b6cb81f1ad req-78259c75-7df4-480f-bc43-fda8e09484b1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 943 time: 0.0871966 Dec 10 19:52:07.553376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:07.598365 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4c6ba4c-8278-40bc-bad1-59b6cb81f1ad req-ac1e759d-a7c4-4010-897a-46dbf8691c52 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459657 Dec 10 19:52:07.620760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:07.837005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:07.854272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:07.858937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36611ce5-f59f-406e-a05d-c0cd36ea1471 tempest-RoutersNegativeIpV6Test-1770131121 tempest-RoutersNegativeIpV6Test-1770131121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:07.974689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=2e68109c-7ff4-48e6-b0ee-95a3314bfd77,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:07.979886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:07.989223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:08.192401 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP c20a0600-3c85-4fe3-89a0-223e196de997 associated. External IP: 172.26.8.82, port: a670d7cb-53e2-4865-ad60-ec24fd383544. Dec 10 19:52:08.815403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483abcc-954b-456a-a3fe-a5d008ea0507 req-681730da-bfce-4503-8084-94a164b88493 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:08.817034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4483abcc-954b-456a-a3fe-a5d008ea0507 req-681730da-bfce-4503-8084-94a164b88493 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 943 time: 0.0883141 Dec 10 19:52:08.848758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 2963016c-e2eb-4a0c-a401-ce467d338028 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:52:08.868431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4483abcc-954b-456a-a3fe-a5d008ea0507 req-6e84037b-5c09-4737-ae14-c5c087b50c2a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438406 Dec 10 19:52:09.063358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:52:09.075451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] Sync routers for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:52:09.088004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:52:09.088681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:52:09.099362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:09.163651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7873592 Dec 10 19:52:09.166486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:09.167265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36184) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:52:09.223784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'status': 'completed', 'code': 200} Dec 10 19:52:09.293919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:52:09.327719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-1d8de1fe-2e8d-428a-a6e0-de31d17ef8ee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 1098 time: 0.0775802 Dec 10 19:52:09.342473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 12782ed0-5334-4538-acb7-a95c1db823c9 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:52:09.405595 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-720538f9-b719-449e-96fc-4395eae66e88 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers/2963016c-e2eb-4a0c-a401-ce467d338028 HTTP/1.1" status: 200 len: 922 time: 0.2341366 Dec 10 19:52:09.405790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36190) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:52:09.499207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-e325bd43-518f-49cc-9070-71d56e45c8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:09.501266 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-e325bd43-518f-49cc-9070-71d56e45c8fc service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056 HTTP/1.1" status: 200 len: 896 time: 0.1645377 Dec 10 19:52:09.645951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-fa450500-f0aa-43b6-82d7-593d823aa468 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a670d7cb-53e2-4865-ad60-ec24fd383544 HTTP/1.1" status: 200 len: 998 time: 0.1376090 Dec 10 19:52:09.724167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-94ea8431-04c1-40a9-9fe0-713d3aa2252c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:09.725729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-94ea8431-04c1-40a9-9fe0-713d3aa2252c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fba39f12-c496-461e-afb3-342efb475608 HTTP/1.1" status: 200 len: 834 time: 0.0705049 Dec 10 19:52:09.750483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 12782ed0-5334-4538-acb7-a95c1db823c9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12782ed0-5334-4538-acb7-a95c1db823c9,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:52:09.762301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a4c704d-5535-4a1c-8099-ea20aa327da1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 990 time: 0.3552222 Dec 10 19:52:09.779281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '12782ed0-5334-4538-acb7-a95c1db823c9', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'port_id': '12782ed0-5334-4538-acb7-a95c1db823c9', 'mac_address': 'fa:16:3e:2f:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:52:09.814950 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-4f6fc3b8-26c0-4ca6-9a6a-e92c02aaed8c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825951 Dec 10 19:52:09.886324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:09.910820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12782ed0-5334-4538-acb7-a95c1db823c9 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:52:09.927626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 12782ed0-5334-4538-acb7-a95c1db823c9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12782ed0-5334-4538-acb7-a95c1db823c9,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:52:09.938232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'c20a0600-3c85-4fe3-89a0-223e196de997', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'port_id': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'mac_address': 'fa:16:3e:6d:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:07Z', 'updated_at': '2021-12-10T19:52:07Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:51:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:52:09.940815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:09.944987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:09.967811 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-eb45411a-4ac5-4292-a5a9-e5a9ffd0f54a service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456225 Dec 10 19:52:09.984065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] Checking router: 2963016c-e2eb-4a0c-a401-ce467d338028 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:52:10.017156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:52:10.018067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:51:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:52:10.086055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f5cac-fc98-49bd-823f-a848a779686f req-429044b6-d1b8-4687-bb15-7e4357f38232 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:10.090853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b25f5cac-fc98-49bd-823f-a848a779686f req-429044b6-d1b8-4687-bb15-7e4357f38232 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 944 time: 0.0910017 Dec 10 19:52:10.122620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dc42895-32fc-4b5a-a61b-22361d15a20f req-baaef6f5-b917-4865-9944-791f5049f3f4 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464183 Dec 10 19:52:10.144292 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b25f5cac-fc98-49bd-823f-a848a779686f req-14c80ecb-d705-4548-90c5-148ca1396c7f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457089 Dec 10 19:52:10.166466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=12782ed0-5334-4538-acb7-a95c1db823c9,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:10.172532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:10.225933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:52:10.275415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['12782ed0-5334-4538-acb7-a95c1db823c9'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:52:10.766374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36196) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:52:10.816796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'c20a0600-3c85-4fe3-89a0-223e196de997', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'port_id': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'mac_address': 'fa:16:3e:6d:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:07Z', 'updated_at': '2021-12-10T19:52:07Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:51:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:52:10.831496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5738123-4038-4f78-9985-b7e98d5d7461 None None] The sync data for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv is: [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'c20a0600-3c85-4fe3-89a0-223e196de997', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'port_id': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'mac_address': 'fa:16:3e:6d:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:07Z', 'updated_at': '2021-12-10T19:52:07Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:51:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:52:10.886509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c917324d-5310-495e-98be-f5face52a53a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 990 time: 0.1187620 Dec 10 19:52:11.167301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-544e899d-8772-4a07-89a1-85f9bc0c25bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:11.182192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2284a9-0935-4e93-8a10-eb292da9cfb8 None None] New status for floating IP c20a0600-3c85-4fe3-89a0-223e196de997: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:52:11.366759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811dbff-82c7-4743-8a26-7d7938a057b6 req-9e6e1503-2140-428a-a16a-8765e0ce9882 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:11.368410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6811dbff-82c7-4743-8a26-7d7938a057b6 req-9e6e1503-2140-428a-a16a-8765e0ce9882 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 944 time: 0.0908604 Dec 10 19:52:11.423450 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6811dbff-82c7-4743-8a26-7d7938a057b6 req-dc041555-7c07-4133-920d-5262f969c715 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486586 Dec 10 19:52:11.899214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36202) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:52:12.016497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e95916bf-79d6-434e-a9d0-06af050a8732 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 992 time: 0.1159532 Dec 10 19:52:12.522281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:12.649767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b997a-3076-42d5-9537-c19c23ff35fd req-6a803f72-ed46-4560-89c9-86d8d8befa56 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:12.651507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-686b997a-3076-42d5-9537-c19c23ff35fd req-6a803f72-ed46-4560-89c9-86d8d8befa56 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 944 time: 0.0902045 Dec 10 19:52:12.703315 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-686b997a-3076-42d5-9537-c19c23ff35fd req-68404af3-47e7-41a6-b546-13e055592a1b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433547 Dec 10 19:52:13.361172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 12782ed0-5334-4538-acb7-a95c1db823c9 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:52:13.452844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 12782ed0-5334-4538-acb7-a95c1db823c9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:52:13.458084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 12782ed0-5334-4538-acb7-a95c1db823c9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:52:13.458674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:13.581452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:13.609926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:13.619823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 12782ed0-5334-4538-acb7-a95c1db823c9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12782ed0-5334-4538-acb7-a95c1db823c9,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:52:13.629213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:13.632241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:13.673071 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9', 'code': 200} Dec 10 19:52:13.710954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=12782ed0-5334-4538-acb7-a95c1db823c9,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:13.713549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:13.827692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:13.910699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f57d51c2-3e84-4081-a057-a0ceffbedefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:13.916275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682f1a-d3eb-4542-901e-1e28acdfefdd req-0e5e0fab-9cbd-4c8c-82ed-4886973e29b3 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:13.917958 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bc682f1a-d3eb-4542-901e-1e28acdfefdd req-0e5e0fab-9cbd-4c8c-82ed-4886973e29b3 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 945 time: 0.0880744 Dec 10 19:52:13.972592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bc682f1a-d3eb-4542-901e-1e28acdfefdd req-dd748c61-7e3b-4fa6-838e-9db774911181 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470426 Dec 10 19:52:13.997103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-411ffa15-78b3-43a1-9fdd-3126450e85f4 req-eec2ba7c-d08e-4ae3-b606-3b31ed0672d3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 1098 time: 0.0807264 Dec 10 19:52:14.043371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-411ffa15-78b3-43a1-9fdd-3126450e85f4 req-c7904290-849d-4e1f-ad77-a053183c0b92 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397542 Dec 10 19:52:15.318179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82702c-2751-45b6-a278-fa35fdf8d1bd req-532cd560-1dea-42eb-a8d8-ef82891e3110 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:15.319831 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d82702c-2751-45b6-a278-fa35fdf8d1bd req-532cd560-1dea-42eb-a8d8-ef82891e3110 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 945 time: 0.0878534 Dec 10 19:52:15.352865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:15.371271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d82702c-2751-45b6-a278-fa35fdf8d1bd req-25af1672-f28d-458b-8a7c-a739f9b4a47e tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Dec 10 19:52:16.587527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb641ff-16ed-4e5e-b70f-3b785af313df req-9602f440-eb92-40ac-8c33-3a24d1d6b511 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:16.589139 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ccb641ff-16ed-4e5e-b70f-3b785af313df req-9602f440-eb92-40ac-8c33-3a24d1d6b511 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 945 time: 0.0899334 Dec 10 19:52:16.637894 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ccb641ff-16ed-4e5e-b70f-3b785af313df req-45dbdebd-4f59-4dd3-9409-e8f1e28e1c0c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Dec 10 19:52:16.841784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639fdf-fffd-44c1-8a6c-c7f28d66ea26 req-1796a280-afbc-48f7-b0eb-23ea1e50e4b9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:16.843478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a2639fdf-fffd-44c1-8a6c-c7f28d66ea26 req-1796a280-afbc-48f7-b0eb-23ea1e50e4b9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 945 time: 0.0867147 Dec 10 19:52:16.891863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a2639fdf-fffd-44c1-8a6c-c7f28d66ea26 req-3ee186e7-34e0-48dd-a448-95544aefbefe tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 Dec 10 19:52:16.920682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36218) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:52:17.002167 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-136aa988-4562-4680-91de-b3f686e1977b tempest-TestVolumeBootPattern-1043746934 tempest-TestVolumeBootPattern-1043746934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 1093 time: 0.0800946 Dec 10 19:52:17.004979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36222) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:52:17.010730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '12782ed0-5334-4538-acb7-a95c1db823c9', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:52:17.016957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:52:17.021322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Usage tracker for resource:floatingip and tenant:80e491583cea40d48ea7df100fd14933 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:52:17.024642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:52:17.032296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:52:17.050501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:17.198535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:17.348671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Allocated IP 172.26.8.53 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/0ef8ed56-8266-408c-9ce3-ff2e802fd1d2) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:52:17.509581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:17.547314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:17.552665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8653012-ccc2-4d61-a383-c5d01dc090e1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:17.624985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:52:17.628234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:52:17.632711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:52:17.665501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=0ef8ed56-8266-408c-9ce3-ff2e802fd1d2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:17.673007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:17.844429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5042c858-2292-424a-b42b-637d1a7fa144 req-fd1b2aa1-da3b-46a3-97e6-7d42048f311d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859861 Dec 10 19:52:18.006619 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5042c858-2292-424a-b42b-637d1a7fa144 req-94cabc38-d1a7-4df5-9c16-3f26f97de6aa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 1098 time: 0.0826521 Dec 10 19:52:18.170124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042c858-2292-424a-b42b-637d1a7fa144 req-d67f599b-4650-4a2c-b9a0-4429e680584b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:18.171644 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5042c858-2292-424a-b42b-637d1a7fa144 req-d67f599b-4650-4a2c-b9a0-4429e680584b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1455302 Dec 10 19:52:18.177974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:18.250442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:18.292451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5042c858-2292-424a-b42b-637d1a7fa144 req-fad605ad-57fb-4483-912c-a8d5d1ff2a2b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6 HTTP/1.1" status: 200 len: 1001 time: 0.1095107 Dec 10 19:52:18.365232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042c858-2292-424a-b42b-637d1a7fa144 req-2b04fae8-76b3-4cc0-b38a-68de28e0b14d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:18.366915 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5042c858-2292-424a-b42b-637d1a7fa144 req-2b04fae8-76b3-4cc0-b38a-68de28e0b14d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0691159 Dec 10 19:52:18.456023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5042c858-2292-424a-b42b-637d1a7fa144 req-8e9b1874-32eb-4fa5-8913-bf31987daf4b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811756 Dec 10 19:52:18.480707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:18.484789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:18.489338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:52:18.600700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5042c858-2292-424a-b42b-637d1a7fa144 req-3f526f95-ea45-4a0f-81a0-d5603bc1ca44 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375051 Dec 10 19:52:18.600972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event updated for resources: {'Port': ['ID=0ef8ed56-8266-408c-9ce3-ff2e802fd1d2,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:52:18.605478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:52:18.614022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:18.749824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5042c858-2292-424a-b42b-637d1a7fa144 req-c4d23b1d-f8b9-4356-acdf-8c416eacdb32 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390843 Dec 10 19:52:18.812174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Floating IP 7789d0ac-dea4-43eb-8e3a-742681cac88c associated. External IP: 172.26.8.53, port: 12782ed0-5334-4538-acb7-a95c1db823c9. Dec 10 19:52:19.437370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:52:19.459475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Router 56910725-93d5-40ee-b153-3bd13bf939ed has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:52:19.671075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:52:19.681786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:52:19.695506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:52:19.696130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:52:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:52:19.716534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:19.776263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7701626 Dec 10 19:52:19.776974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:19.888247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:52:19.921547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9', 'status': 'completed', 'code': 200} Dec 10 19:52:20.020908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-6b749ff6-48d0-4cb8-bb78-dc1ec3d5910e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 1098 time: 0.0790598 Dec 10 19:52:20.167877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-77f9558a-70b0-44d3-b39b-d3a9cb4ca182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:20.169456 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-77f9558a-70b0-44d3-b39b-d3a9cb4ca182 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1380470 Dec 10 19:52:20.263219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:55Z', 'revision_number': 1, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}, {'id': '7789d0ac-dea4-43eb-8e3a-742681cac88c', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '12782ed0-5334-4538-acb7-a95c1db823c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:2f:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:18Z', 'updated_at': '2021-12-10T19:52:18Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:52:20.267312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:52:20.279067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:52:20.287123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:52:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:52:20.287253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-6e319d19-387c-4d1e-b9d7-dbeaff7bf8df service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12782ed0-5334-4538-acb7-a95c1db823c9 HTTP/1.1" status: 200 len: 998 time: 0.1050503 Dec 10 19:52:20.361883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-72818bd7-ddda-451e-bb55-26f0aa018b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:52:20.363523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-72818bd7-ddda-451e-bb55-26f0aa018b32 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0676692 Dec 10 19:52:20.460384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-85c7a420-1658-49ba-8bcc-9545ca30cb6c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808079 Dec 10 19:52:20.480019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:52:20.608489 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-6666c3e9-a804-4fc2-9b9f-a403f5985fba service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413002 Dec 10 19:52:20.753254 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97ff088e-1160-44c2-aa0f-1c58e1e906c2 req-877428ba-2c4d-4ccc-8699-f841ae1a02e6 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388593 Dec 10 19:52:20.856217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:55Z', 'revision_number': 1, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}, {'id': '7789d0ac-dea4-43eb-8e3a-742681cac88c', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '12782ed0-5334-4538-acb7-a95c1db823c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:2f:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:18Z', 'updated_at': '2021-12-10T19:52:18Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:52:20.860507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81187e35-ab72-4173-a222-f7bee328ad56 None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:55Z', 'revision_number': 1, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}, {'id': '7789d0ac-dea4-43eb-8e3a-742681cac88c', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '12782ed0-5334-4538-acb7-a95c1db823c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:2f:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:18Z', 'updated_at': '2021-12-10T19:52:18Z', 'revision_number': 0, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:52:21.345299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2095428-1c17-48ad-820a-c4ab4bebd27b None None] New status for floating IP 7789d0ac-dea4-43eb-8e3a-742681cac88c: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:52:32.403121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:41.156957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1554-ba34-41dd-a85d-85a3e9d19541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:42.514849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:43.822835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:43.900708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f40d9fb3-907b-4791-9b31-50435e2b91c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:45.346878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:52:56.438319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:53:02.424173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:11.154033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3bfc717-8229-44b6-97ee-5c19b11b8d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:12.515559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:13.849317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:13.900604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4050a5f5-82f2-4429-8fbd-bfe13b8c4b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:15.351383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:17.861770 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-4e7ca4fc-0b9f-44c1-b8be-392ca48b1209 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775037 Dec 10 19:53:17.960311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-d3560814-a9ee-4bd1-85f7-e359546261e9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 1098 time: 0.0762918 Dec 10 19:53:18.121432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-136cae0b-bb14-4e76-88be-3fa5bc21f2d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:18.123181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-136cae0b-bb14-4e76-88be-3fa5bc21f2d9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056 HTTP/1.1" status: 200 len: 896 time: 0.1425772 Dec 10 19:53:18.232909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-1fb441ee-1741-4482-a110-7f6fd61d9565 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a670d7cb-53e2-4865-ad60-ec24fd383544 HTTP/1.1" status: 200 len: 1000 time: 0.1020987 Dec 10 19:53:18.305423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-25aaf8f6-1035-4821-b40c-2024d4b4e26b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:18.307198 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-25aaf8f6-1035-4821-b40c-2024d4b4e26b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fba39f12-c496-461e-afb3-342efb475608 HTTP/1.1" status: 200 len: 834 time: 0.0675573 Dec 10 19:53:18.389860 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-0bd2f68a-caf0-42b6-aa68-100f26d4bafc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755496 Dec 10 19:53:18.539582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-746c711c-d848-4f29-b87c-3bc45fa89120 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370301 Dec 10 19:53:18.928800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43712aeb-fdad-4359-acbf-e9ccae309914 req-8889c7f5-085e-4e85-87c3-15e9dd932744 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814876 Dec 10 19:53:21.040359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36266) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:21.244203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0da6e1be-22a9-4a89-86f3-decf8744202b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers/2963016c-e2eb-4a0c-a401-ce467d338028/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2019160 Dec 10 19:53:21.247791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36270) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:21.497310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28199437-f615-41ce-a359-f7f312f9a287 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Notify agent at dv-neutron-821443-1-hyperv the message router_removed_from_agent {{(pid=88871) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 10 19:53:21.501497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-28199437-f615-41ce-a359-f7f312f9a287 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "DELETE /v2.0/agents/9abb14f1-3099-49e6-80ee-d800f46f91fc/l3-routers/2963016c-e2eb-4a0c-a401-ce467d338028 HTTP/1.1" status: 204 len: 168 time: 0.2516897 Dec 10 19:53:21.503190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36276) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:21.711851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4b86766c-5b64-4862-b9a6-f5ffe70cafe2 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers/2963016c-e2eb-4a0c-a401-ce467d338028/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2033646 Dec 10 19:53:21.711851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36280) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:21.824972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-27b7e6e8-b229-40b4-9af4-d909f5c48f2e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 992 time: 0.1123638 Dec 10 19:53:21.850536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26013138-22d6-4c61-af70-b9eb036a1140 None None] New status for floating IP c20a0600-3c85-4fe3-89a0-223e196de997: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:53:22.024403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce397c64-950e-4549-941e-46a75acc7a68 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:53:22.244971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:22.281368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port ce397c64-950e-4549-941e-46a75acc7a68, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ce397c64-950e-4549-941e-46a75acc7a68,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:22.295625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:22.295984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2e0c3643-6a92-4197-b754-d662eb10b919 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:53:22.326258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5912699b-4b48-4a07-a2b9-62da4751ddcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:22.454112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=ce397c64-950e-4549-941e-46a75acc7a68,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:22.482523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.485327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.485327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.485327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.485327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.485327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.485327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.485327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.489270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.489270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.489270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:22.493362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:22.497327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:22.530718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 2e0c3643-6a92-4197-b754-d662eb10b919, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2e0c3643-6a92-4197-b754-d662eb10b919,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:22.537390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:22.538622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:22.609499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=2e0c3643-6a92-4197-b754-d662eb10b919,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:22.612907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:22.830177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36284) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:22.949422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef25361d-bbd5-4eb0-bd34-d64de8d97423 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 990 time: 0.1177030 Dec 10 19:53:24.993221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36292) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:25.202503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7fbc6f-74ff-48ab-b0f6-68a821a5fda6 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Router 2963016c-e2eb-4a0c-a401-ce467d338028 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:53:25.202878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7fbc6f-74ff-48ab-b0f6-68a821a5fda6 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Notify agent at dv-neutron-821443-1-hyperv the message router_added_to_agent {{(pid=88871) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 10 19:53:25.231536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8c7fbc6f-74ff-48ab-b0f6-68a821a5fda6 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "POST /v2.0/agents/9abb14f1-3099-49e6-80ee-d800f46f91fc/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2368155 Dec 10 19:53:25.234048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36298) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:25.234664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] Sync routers for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:53:25.247514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:25.248183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:25.426137 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8dc85620-6221-4d20-afdd-1026c855644d tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers/2963016c-e2eb-4a0c-a401-ce467d338028/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1908057 Dec 10 19:53:25.430781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36302) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:25.433791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:25.547151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f79d3698-ae5c-4127-a505-a4dec070a4d6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 990 time: 0.1138139 Dec 10 19:53:25.794415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'c20a0600-3c85-4fe3-89a0-223e196de997', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'port_id': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'mac_address': 'fa:16:3e:6d:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:07Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:25.798466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] Checking router: 2963016c-e2eb-4a0c-a401-ce467d338028 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:53:25.810169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:25.810878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:26.007234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:26.366915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'c20a0600-3c85-4fe3-89a0-223e196de997', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'port_id': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'mac_address': 'fa:16:3e:6d:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:07Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:26.371061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d864503b-e8c8-4624-8256-7e05509db377 None None] The sync data for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv is: [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'c20a0600-3c85-4fe3-89a0-223e196de997', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'port_id': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'mac_address': 'fa:16:3e:6d:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:52:07Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:53:22Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:53:26.550146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36306) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:26.662019 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-33321743-9da3-4f13-86ba-b8bc0f11d032 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 990 time: 0.1105411 Dec 10 19:53:27.666086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36310) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:27.777265 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-644703bf-d0c0-4af0-8f28-a828e4282793 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 990 time: 0.1097479 Dec 10 19:53:28.061961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce397c64-950e-4549-941e-46a75acc7a68 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:28.135703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ce397c64-950e-4549-941e-46a75acc7a68 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:28.136133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:28.260114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:28.293877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port ce397c64-950e-4549-941e-46a75acc7a68, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ce397c64-950e-4549-941e-46a75acc7a68,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:28.296928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:28.297876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2e0c3643-6a92-4197-b754-d662eb10b919 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:28.325861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0298864-ceba-4987-a348-f1317fb26e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:28.589090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=ce397c64-950e-4549-941e-46a75acc7a68,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:28.592455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:28.603827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2e0c3643-6a92-4197-b754-d662eb10b919 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:28.604257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:28.721822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:28.737686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 2e0c3643-6a92-4197-b754-d662eb10b919, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2e0c3643-6a92-4197-b754-d662eb10b919,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:28.740486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:28.743427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4576685f-540b-426c-baad-a4e00392df5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:28.781283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36314) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:28.809605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=2e0c3643-6a92-4197-b754-d662eb10b919,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:28.813125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:29.127939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b9e96eec-19ee-4bed-bc69-bdb184f19671 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 990 time: 0.3451934 Dec 10 19:53:29.473058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23378ed9-7c41-4ee8-b1e3-aeb5c1872661 None None] New status for floating IP c20a0600-3c85-4fe3-89a0-223e196de997: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:53:30.025048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce397c64-950e-4549-941e-46a75acc7a68 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:30.096835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ce397c64-950e-4549-941e-46a75acc7a68 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:30.097257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:30.131437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36318) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:30.218372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2e0c3643-6a92-4197-b754-d662eb10b919 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:30.243485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4c38767c-df74-4555-9490-5bc90d5d25f7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 200 len: 992 time: 0.1107123 Dec 10 19:53:30.291160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2e0c3643-6a92-4197-b754-d662eb10b919 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:30.291594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:30.537043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36326) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:30.748078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 2e68109c-7ff4-48e6-b0ee-95a3314bfd77 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:53:30.748463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:30.925260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:30.925565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:31.054758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 2e68109c-7ff4-48e6-b0ee-95a3314bfd77 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:53:31.205254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:31.209640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a2ea71d-14c5-425e-86bc-ba9d60a503b0 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:31.252043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=2e68109c-7ff4-48e6-b0ee-95a3314bfd77,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:31.297475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.297931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.298356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.298773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.299186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.299597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.300008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.300419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.300824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.301228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.301662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:31.305563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:31.366430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:31.777076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 2963016c-e2eb-4a0c-a401-ce467d338028 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:53:31.986761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:53:31.997322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] Sync routers for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:53:32.007244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:32.010481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:32.011144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:32.063323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/c20a0600-3c85-4fe3-89a0-223e196de997 HTTP/1.1" status: 204 len: 168 time: 1.5250659 Dec 10 19:53:32.064115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:53:32.122099 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'status': 'completed', 'code': 200} Dec 10 19:53:32.202358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:32.227404 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-0f8fdf56-a4e1-492d-a61a-f1cd2d9ed89f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 1098 time: 0.0838792 Dec 10 19:53:32.378287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-a100e64d-d9a2-469f-a49b-d1550c5224d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:32.380709 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-a100e64d-d9a2-469f-a49b-d1550c5224d4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056 HTTP/1.1" status: 200 len: 896 time: 0.1462226 Dec 10 19:53:32.428369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:32.462663 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-8e058d21-bd02-47e6-8fc3-7979e6129219 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a670d7cb-53e2-4865-ad60-ec24fd383544 HTTP/1.1" status: 200 len: 217 time: 0.0746620 Dec 10 19:53:32.493932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0286abb-155d-4f7a-9823-4a2d67ae946f req-43524039-6c03-4c74-bdfa-fdc591380f68 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:32.495816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0286abb-155d-4f7a-9823-4a2d67ae946f req-43524039-6c03-4c74-bdfa-fdc591380f68 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 945 time: 0.1137338 Dec 10 19:53:32.549407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0286abb-155d-4f7a-9823-4a2d67ae946f req-4a28aaed-e27b-49d4-9c6d-5df30d9c31e0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461588 Dec 10 19:53:32.552231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-1feeb8b0-d895-4fbe-8f2c-454f0ba0245b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:32.554182 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-1feeb8b0-d895-4fbe-8f2c-454f0ba0245b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fba39f12-c496-461e-afb3-342efb475608 HTTP/1.1" status: 200 len: 834 time: 0.0814626 Dec 10 19:53:32.641147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-5340a344-4c78-4dc1-aaf5-eb4b33da785d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4e6fd1-20a7-43c6-b5ed-e677f888d056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778408 Dec 10 19:53:32.697163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:32.701241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] Checking router: 2963016c-e2eb-4a0c-a401-ce467d338028 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:53:32.712357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:32.713007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:32.782457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-397c50fb-6095-474f-99a6-ce2df129177e service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340377 Dec 10 19:53:32.897563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:32.924025 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61d1cadb-e231-4632-b89e-2bf24f681672 req-7d800c9c-3e32-4c34-b446-2aaf5f61a17d service neutron] 10.222.0.84 "GET /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347899 Dec 10 19:53:33.228357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:33.232603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df098d-4491-4f7c-91fe-80ff617c4667 None None] The sync data for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv is: [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:51:43Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ce397c64-950e-4549-941e-46a75acc7a68', 'name': '', 'network_id': '7c4e6fd1-20a7-43c6-b5ed-e677f888d056', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:1d:1c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fba39f12-c496-461e-afb3-342efb475608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:42Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'fba39f12-c496-461e-afb3-342efb475608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:53:33.439037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:53:33.765065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432b0cf-34cb-498d-900c-5203165418b9 req-56b905b4-cf20-4938-a414-3e65b933c21f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:33.766779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7432b0cf-34cb-498d-900c-5203165418b9 req-56b905b4-cf20-4938-a414-3e65b933c21f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 945 time: 0.0860555 Dec 10 19:53:33.821673 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7432b0cf-34cb-498d-900c-5203165418b9 req-6a197bd9-d66e-4d07-9ee9-cdccee6027ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=939c704a-0524-4818-9549-59bd0c5603d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470796 Dec 10 19:53:34.058638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26133641-5d3c-4537-8090-80803f37aa80 req-79790b15-e71a-4e10-a586-1151bcc84ab9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:34.059392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-26133641-5d3c-4537-8090-80803f37aa80 req-79790b15-e71a-4e10-a586-1151bcc84ab9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:53:34.074459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-26133641-5d3c-4537-8090-80803f37aa80 req-79790b15-e71a-4e10-a586-1151bcc84ab9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:53:34.075659 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-26133641-5d3c-4537-8090-80803f37aa80 req-79790b15-e71a-4e10-a586-1151bcc84ab9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 945 time: 0.0989702 Dec 10 19:53:34.158078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port a670d7cb-53e2-4865-ad60-ec24fd383544 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:53:34.158468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:34.392315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029a412-083b-422d-b21b-b2e3f0bb1189 None None] New status for floating IP c20a0600-3c85-4fe3-89a0-223e196de997: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:53:34.420842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port a670d7cb-53e2-4865-ad60-ec24fd383544, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a670d7cb-53e2-4865-ad60-ec24fd383544,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:34.421239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:34.780875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for a670d7cb-53e2-4865-ad60-ec24fd383544 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:53:34.934524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:34.940425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-de8c960d-90d4-4af5-848d-ad3a2233b753 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:34.986199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=a670d7cb-53e2-4865-ad60-ec24fd383544,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:34.990667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:35.004005 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5a73f578-f33f-441d-baae-3bfbc5d503c2 req-ad8ecb7c-2176-448e-97a6-6a1be13c848b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2694586-a9f6-4d78-880d-5c5bd85bab52 HTTP/1.1" status: 200 len: 210 time: 0.0581977 Dec 10 19:53:35.067437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port a670d7cb-53e2-4865-ad60-ec24fd383544 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:53:35.069886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:35.072557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'name': 'network-vif-deleted', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:53:35.087439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-26133641-5d3c-4537-8090-80803f37aa80 req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/a670d7cb-53e2-4865-ad60-ec24fd383544 HTTP/1.1" status: 204 len: 173 time: 1.0063672 Dec 10 19:53:35.128968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2694586-a9f6-4d78-880d-5c5bd85bab52', 'name': 'network-vif-deleted', 'tag': 'a670d7cb-53e2-4865-ad60-ec24fd383544', 'status': 'completed', 'code': 200} Dec 10 19:53:36.113289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36344) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:36.185932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:36.216813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:36.273016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:36.278520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27101441-2da4-4fc8-9bc3-abd98ca2b23e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:36.294399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939c704a-0524-4818-9549-59bd0c5603d1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:36.307488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.307923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.308348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.308799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.309217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.309684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.310107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.310525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.310937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.311346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.311759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:36.314658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:36.315870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/939c704a-0524-4818-9549-59bd0c5603d1 HTTP/1.1" status: 204 len: 168 time: 0.2014384 Dec 10 19:53:36.316871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:36.355903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36350) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:36.775590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:37.427617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port ce397c64-950e-4549-941e-46a75acc7a68 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:53:37.428181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:37.622328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port ce397c64-950e-4549-941e-46a75acc7a68, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ce397c64-950e-4549-941e-46a75acc7a68,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:37.622719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:37.748925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for ce397c64-950e-4549-941e-46a75acc7a68 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:53:37.856134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a670d7cb-53e2-4865-ad60-ec24fd383544 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:53:37.893891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: a670d7cb-53e2-4865-ad60-ec24fd383544 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:53:37.894294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a670d7cb-53e2-4865-ad60-ec24fd383544 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:53:37.927100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:37.931452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:37.977432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=ce397c64-950e-4549-941e-46a75acc7a68,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:37.981923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:38.292048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:39.124966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router 2963016c-e2eb-4a0c-a401-ce467d338028 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:53:39.334426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:53:39.344052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] Sync routers for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:53:39.347817 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/2963016c-e2eb-4a0c-a401-ce467d338028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9907563 Dec 10 19:53:39.350746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36354) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:39.356756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:39.357417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:39.543837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:39.556357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet fba39f12-c496-461e-afb3-342efb475608 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:53:39.559482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:39.616416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:39.702548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:39.777846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:39.782432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f3555fb1-e99f-4ff3-a1ad-0aebcff461aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:39.821457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=fba39f12-c496-461e-afb3-342efb475608,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:39.824183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:39.827527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:39.833940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6f734682-3ee4-468c-83de-83ea0f2df3be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/fba39f12-c496-461e-afb3-342efb475608 HTTP/1.1" status: 204 len: 168 time: 0.4821312 Dec 10 19:53:39.835834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0055925-33c7-49d9-9776-733afc5d68b1 None None] Network 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:53:39.836677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36358) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:39.849193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:37Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:39.853804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] Checking router: 2963016c-e2eb-4a0c-a401-ce467d338028 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:53:39.865229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] Routers {'2963016c-e2eb-4a0c-a401-ce467d338028'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:39.865926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['2963016c-e2eb-4a0c-a401-ce467d338028'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:40.068542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] Set router 2963016c-e2eb-4a0c-a401-ce467d338028 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:40.074576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:40.115402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] DHCP port deletion for 7c4e6fd1-20a7-43c6-b5ed-e677f888d056 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:53:40.119875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] Deleting port c956d546-3e39-41f3-a519-7e429529b310 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:53:40.120688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:40.291149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:40.303531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 2e0c3643-6a92-4197-b754-d662eb10b919 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:53:40.304096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:40.338020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] For port c956d546-3e39-41f3-a519-7e429529b310, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c956d546-3e39-41f3-a519-7e429529b310,segment=NetworkSegment(c24c7aef-204b-4c27-be56-616e57d09648),segment_id=c24c7aef-204b-4c27-be56-616e57d09648)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:40.338373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:40.380033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:37Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:40.384155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb33cf-a85b-4257-aab2-66e4415bc80f None None] The sync data for ids ['2963016c-e2eb-4a0c-a401-ce467d338028'] in dv-neutron-821443-1-hyperv is: [{'id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'name': 'tempest-TestNetworkBasicOps-router-767207860', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:37Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '2e0c3643-6a92-4197-b754-d662eb10b919', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2963016c-e2eb-4a0c-a401-ce467d338028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:51:39Z', 'updated_at': '2021-12-10T19:53:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:53:40.478847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] Calling delete_port for c956d546-3e39-41f3-a519-7e429529b310 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:53:40.526317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 2e0c3643-6a92-4197-b754-d662eb10b919, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2e0c3643-6a92-4197-b754-d662eb10b919,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:40.526727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:40.555210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:40.560485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c3422c2f-b94b-48e3-8fec-0c6d49314ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:40.607272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] Pushing event deleted for resources: {'Port': ['ID=c956d546-3e39-41f3-a519-7e429529b310,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:40.609828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:40.613143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] No DVR routers for this DVR port c956d546-3e39-41f3-a519-7e429529b310 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:53:40.659572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 2e0c3643-6a92-4197-b754-d662eb10b919 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:53:40.830747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:40.836697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fcfb588-e0e3-45d0-8212-09d05bbfa0c0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:40.881402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=2e0c3643-6a92-4197-b754-d662eb10b919,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:40.884161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:41.113734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.155099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29b64834-2aed-483e-9257-0358b29d3af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.615328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.619732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.642104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.642681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Fanout notify agent at l3_agent the message router_deleted on router 2963016c-e2eb-4a0c-a401-ce467d338028 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:53:41.657456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.660141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/routers/2963016c-e2eb-4a0c-a401-ce467d338028 HTTP/1.1" status: 204 len: 168 time: 1.8210654 Dec 10 19:53:41.661654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36362) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:41.784335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.925127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.956820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4e6fd1-20a7-43c6-b5ed-e677f888d056']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:41.969476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24c7aef-204b-4c27-be56-616e57d09648') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:41.969851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24c7aef-204b-4c27-be56-616e57d09648') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:41.982363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:41.998778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.006091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:53:42.006523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:53:42.022150 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:53:42.024824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce397c64-950e-4549-941e-46a75acc7a68 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:53:42.060428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: ce397c64-950e-4549-941e-46a75acc7a68 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:53:42.060770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ce397c64-950e-4549-941e-46a75acc7a68 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:53:42.061232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c956d546-3e39-41f3-a519-7e429529b310 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:53:42.094172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: c956d546-3e39-41f3-a519-7e429529b310 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:53:42.094581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c956d546-3e39-41f3-a519-7e429529b310 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:53:42.095046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2e0c3643-6a92-4197-b754-d662eb10b919 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:53:42.103232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.107038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f10bf23f-da3d-4b97-a4f0-93e78fd48aab tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:42.125290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.131925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=7c4e6fd1-20a7-43c6-b5ed-e677f888d056,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:42.133297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 2e0c3643-6a92-4197-b754-d662eb10b919 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:53:42.133737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2e0c3643-6a92-4197-b754-d662eb10b919 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:53:42.136732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:42.146093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/7c4e6fd1-20a7-43c6-b5ed-e677f888d056 HTTP/1.1" status: 204 len: 168 time: 0.4804211 Dec 10 19:53:42.166773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36366) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:42.172981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--744751736', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:42.179032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:42.183440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:network and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:42.186445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:42.192435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:42.201547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:53:42.206788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.237694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:53:42.247421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.247843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment 9f62bfcb-1b48-4070-8144-728b71544f08 of type vlan for network f2c8447b-0c8a-4ee0-9451-c6e229e991ca Dec 10 19:53:42.274587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.303731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.307728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:42.308356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.312014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cda0b635-c232-42f7-bbc3-29feb76d992c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:42.419981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2520857 Dec 10 19:53:42.422988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36370) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:42.431266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-8324241', 'admin_state_up': True, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:42.436740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=f2c8447b-0c8a-4ee0-9451-c6e229e991ca,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:42.439948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-edd70463-770e-49d0-ad73-bd9bd8d204bf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:42.442177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:42.446315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:router and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:42.449378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:53:42.450271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:42.456433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:42.466545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.467733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.491973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.557888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.564545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-b66109f9-6bc3-40b5-8634-551a0e41ff9e req-191c4ed7-f481-47a0-84d3-b59e8062651d service neutron] (88872) timed out ('10.222.0.84', 49867) {{(pid=88872) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 10 19:53:42.648297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.834889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:42.865453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:43.009977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.216 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/eef873f1-debf-4543-8019-32ffb9c57278) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:53:43.161408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:43.188212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:43.193081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-548830da-8bc9-4e3b-a834-b439972a0b3e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:43.263619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:53:43.267054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=eef873f1-debf-4543-8019-32ffb9c57278,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:43.270005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:43.271031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:53:43.273107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:53:43.431056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:43.431715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:43.669872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router f24b8e4b-6dcb-4aaf-a332-311035d74474 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:53:43.823731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:43.881550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:53:43.896034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Sync routers for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:53:43.906814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:43.908221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4842005 Dec 10 19:53:43.912089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36374) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:43.915192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6007b0e5-eac6-424c-8788-7e5d6d468321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:43.916741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:43.917420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:43.961230 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-19eb7388-ef5d-410c-b229-c776ee3dea71 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450711 Dec 10 19:53:43.961704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36378) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:44.098293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd625a-cc29-466c-9c43-33ad75359912 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:44.100939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-62fd625a-cc29-466c-9c43-33ad75359912 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379836 Dec 10 19:53:44.103763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36382) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:44.108021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:44.153432 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d8bb3aee-05c8-461a-b88b-5cc62abbd7b4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460711 Dec 10 19:53:44.153701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36386) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:44.159606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642883851', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:44.275832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:44.279909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:44.282863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:44.289451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:44.298274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:53:44.408487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:44.409913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:43Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:44.414061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Checking router: f24b8e4b-6dcb-4aaf-a332-311035d74474 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:53:44.414469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Updating router f24b8e4b-6dcb-4aaf-a332-311035d74474 port eef873f1-debf-4543-8019-32ffb9c57278 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:53:44.631246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:44.651668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:44.656591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8ff3b67-c49b-42f7-a6cf-1863bd91b7cc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:44.735229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=a8873112-196e-490a-afa3-e362f8b6778f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:44.739910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:44.748991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:53:44.749393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: f2c8447b-0c8a-4ee0-9451-c6e229e991ca, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:53:44.771994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:53:44.781030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, f2c8447b-0c8a-4ee0-9451-c6e229e991ca) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:53:44.785133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:44.785820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:44.811195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6564932 Dec 10 19:53:44.814234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36390) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:44.830017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f568b820-d57e-4348-87b2-ddb8bf5fc910 None None] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:53:45.168186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:53:45.169209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:45.191959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:45.246386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Transition to ACTIVE for port object eef873f1-debf-4543-8019-32ffb9c57278 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:53:45.255865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:45.269422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:45.429182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Attempting to bind port eef873f1-debf-4543-8019-32ffb9c57278 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:53:45.429582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Attempting to bind port eef873f1-debf-4543-8019-32ffb9c57278 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:53:45.429975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Attempting to bind port eef873f1-debf-4543-8019-32ffb9c57278 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:53:45.440396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be393-357a-4ecf-83b1-01834ed1c213 None None] Pushing event updated for resources: {'Port': ['ID=eef873f1-debf-4543-8019-32ffb9c57278,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:45.451135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:45.452115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b29be393-357a-4ecf-83b1-01834ed1c213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:45.460261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:53:45.460697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:53:45.461157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:45.461634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:53:45.462185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Bound port: eef873f1-debf-4543-8019-32ffb9c57278, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:53:45.462613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:45.525548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Allocated IP 172.20.0.2 (f2c8447b-0c8a-4ee0-9451-c6e229e991ca/a8873112-196e-490a-afa3-e362f8b6778f/58d71896-9dd3-47af-89a8-1d072ddefb74) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:53:45.641480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] For port eef873f1-debf-4543-8019-32ffb9c57278, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:53:45.655729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] For port eef873f1-debf-4543-8019-32ffb9c57278, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eef873f1-debf-4543-8019-32ffb9c57278,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:53:45.661860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:45.668208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:45.830376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be393-357a-4ecf-83b1-01834ed1c213 None None] Pushing event updated for resources: {'Port': ['ID=eef873f1-debf-4543-8019-32ffb9c57278,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:45.838125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b29be393-357a-4ecf-83b1-01834ed1c213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:45.845726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:45.852581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:45.853539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:45.999504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.019374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Transition to ACTIVE for port object 58d71896-9dd3-47af-89a8-1d072ddefb74 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:53:46.061865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Transition to ACTIVE for port object 58d71896-9dd3-47af-89a8-1d072ddefb74 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:53:46.070978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.078113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:46.152386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:46.196710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:53:46.204367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:53:46.206236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Pushing event updated for resources: {'Port': ['ID=58d71896-9dd3-47af-89a8-1d072ddefb74,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:46.217376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:53:46.219740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:46.257197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.1 (f2c8447b-0c8a-4ee0-9451-c6e229e991ca/a8873112-196e-490a-afa3-e362f8b6778f/11ecb118-b3a1-4bb9-af4e-7a7194dbbe22) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:53:46.424382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.442769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:53:46.452768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Attempting to bind port 58d71896-9dd3-47af-89a8-1d072ddefb74 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:53:46.453200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Attempting to bind port 58d71896-9dd3-47af-89a8-1d072ddefb74 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:53:46.453645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Attempting to bind port 58d71896-9dd3-47af-89a8-1d072ddefb74 on network f2c8447b-0c8a-4ee0-9451-c6e229e991ca {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:53:46.467497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.472439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9aa6605b-56d6-496c-94d9-c945526fa590 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:46.478098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:53:46.478789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Checking segment: {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:53:46.479251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.479701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Bound using segment: {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:53:46.480243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Bound port: 58d71896-9dd3-47af-89a8-1d072ddefb74, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:53:46.480675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.550502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:53:46.554433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:53:46.559050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:53:46.585653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:46.591437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:46.621522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.713744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.800216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] For port 58d71896-9dd3-47af-89a8-1d072ddefb74, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:53:46.804698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] For port 58d71896-9dd3-47af-89a8-1d072ddefb74, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=58d71896-9dd3-47af-89a8-1d072ddefb74,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:53:46.811921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:46.816842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d80c4ce-3140-4633-a5ae-7cc7a5cff2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:46.870334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:43Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:46.885585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c967a-852a-4e41-b374-4d7dc55e83d2 None None] The sync data for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv is: [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:43Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:53:46.909530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Pushing event updated for resources: {'Port': ['ID=58d71896-9dd3-47af-89a8-1d072ddefb74,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:46.913255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:47.166930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:47.170604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:47.218228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:47.287746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:47.396128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:47.400134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:47.499957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:53:47.501345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:53:47.924427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router f24b8e4b-6dcb-4aaf-a332-311035d74474 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:53:48.084222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 58d71896-9dd3-47af-89a8-1d072ddefb74 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:48.163313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:53:48.176744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 58d71896-9dd3-47af-89a8-1d072ddefb74 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:53:48.180243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/f24b8e4b-6dcb-4aaf-a332-311035d74474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3623638 Dec 10 19:53:48.180681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:48.185960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eef873f1-debf-4543-8019-32ffb9c57278 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:48.259995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port eef873f1-debf-4543-8019-32ffb9c57278 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:53:48.266125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port eef873f1-debf-4543-8019-32ffb9c57278 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:48.266566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:48.347136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e63154-fed6-4ab9-9bea-b78360f7ffa0 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.347705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e63154-fed6-4ab9-9bea-b78360f7ffa0 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.348122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e63154-fed6-4ab9-9bea-b78360f7ffa0 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.349219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e63154-fed6-4ab9-9bea-b78360f7ffa0 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.349662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e63154-fed6-4ab9-9bea-b78360f7ffa0 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.350073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e63154-fed6-4ab9-9bea-b78360f7ffa0 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.355416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b4e63154-fed6-4ab9-9bea-b78360f7ffa0 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1735113 Dec 10 19:53:48.355580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36398) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:48.408097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:48.426885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port eef873f1-debf-4543-8019-32ffb9c57278, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eef873f1-debf-4543-8019-32ffb9c57278,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:48.433191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:48.435673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0298864-ceba-4987-a348-f1317fb26e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:48.442659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1e2a0-2c9e-47e8-81fc-9261fff413db tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.443054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1e2a0-2c9e-47e8-81fc-9261fff413db tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.443467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1e2a0-2c9e-47e8-81fc-9261fff413db tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.444191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1e2a0-2c9e-47e8-81fc-9261fff413db tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.444315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1e2a0-2c9e-47e8-81fc-9261fff413db tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.444980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1e2a0-2c9e-47e8-81fc-9261fff413db tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:48.449387 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-80d1e2a0-2c9e-47e8-81fc-9261fff413db tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0895815 Dec 10 19:53:48.449799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36402) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:48.516659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=eef873f1-debf-4543-8019-32ffb9c57278,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:48.522880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:48.664368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806eae87-0499-4eeb-a84d-8cb06182d0b6 None None] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:53:48.771706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] Provisioning for port 58d71896-9dd3-47af-89a8-1d072ddefb74 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:53:48.790511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] Provisioning complete for port 58d71896-9dd3-47af-89a8-1d072ddefb74 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:48.790947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:48.923545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-54f75102-0171-4aa1-871c-1a2b86ee19e4 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4697106 Dec 10 19:53:49.018013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.069349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] For port 58d71896-9dd3-47af-89a8-1d072ddefb74, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=58d71896-9dd3-47af-89a8-1d072ddefb74,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:49.073852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.075450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b29be393-357a-4ecf-83b1-01834ed1c213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:49.147299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] Pushing event updated for resources: {'Port': ['ID=58d71896-9dd3-47af-89a8-1d072ddefb74,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:49.152157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:49.194591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36408) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:49.200948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679072188', 'description': 'tempest-secgroup-smoke-1679072188 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:49.207769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:49.212175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:49.215326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:49.221818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:49.232395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.270645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:49.274813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:49.278104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:49.284200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:49.343145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.346575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.352190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:49.397124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63af74c6-3492-49e3-93a4-199e143babd4,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:49.399979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:49.400862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.404919 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2065172 Dec 10 19:53:49.405127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36412) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:49.408970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7d3fd283-9aca-4acf-8ef2-6bf9355ee3d9 None None] Provisioning complete for port 58d71896-9dd3-47af-89a8-1d072ddefb74 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:49.409613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d3fd283-9aca-4acf-8ef2-6bf9355ee3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.411231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '63af74c6-3492-49e3-93a4-199e143babd4', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:49.417549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:49.421575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:49.424658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:49.431329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:49.456373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.528959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.531943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.534217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7ab15b3-0f9e-43a9-ad26-4ce566fd4c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:49.554108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7d3fd283-9aca-4acf-8ef2-6bf9355ee3d9 None None] Provisioning for port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:53:49.559578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7d3fd283-9aca-4acf-8ef2-6bf9355ee3d9 None None] Provisioning complete for port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:49.560006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d3fd283-9aca-4acf-8ef2-6bf9355ee3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.565023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c102c9ae-9981-4405-8d25-a7f75c871e6f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:49.573446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:49.582862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.587172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1799083 Dec 10 19:53:49.587368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36416) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:49.594825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '63af74c6-3492-49e3-93a4-199e143babd4', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:49.602194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:49.606720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:49.609877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:49.616592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:49.618542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7d3fd283-9aca-4acf-8ef2-6bf9355ee3d9 None None] Port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:53:49.635555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.706589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.710117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.712051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f38620e6-efb2-42db-8e78-93f8ef899706 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:49.736476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f7611e-905a-4a93-bc93-026696ba6f7d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:49.740061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:49.743339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-76d4e85c-04ca-49b6-95a8-96c73741ce88 None None] Provisioning complete for port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:49.743719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76d4e85c-04ca-49b6-95a8-96c73741ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.748531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.749873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1614738 Dec 10 19:53:49.752972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36420) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:49.759368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '63af74c6-3492-49e3-93a4-199e143babd4', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:49.766139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:49.770325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:49.773588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:49.779670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:49.798706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.820957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-76d4e85c-04ca-49b6-95a8-96c73741ce88 None None] Port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:53:49.873615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.876615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.884925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6aae065-ae9c-4db4-a10c-7276371b4a42 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:49.904779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ced31a1-dcce-47d5-8aee-6089017c3903,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:49.907448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:49.913836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.915105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1610627 Dec 10 19:53:49.918043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36424) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:49.923956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '63af74c6-3492-49e3-93a4-199e143babd4', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:49.930925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:49.935104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:49.938085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:49.942858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-8a52daef-3145-4481-99c1-391fc9e6d892 None None] Provisioning complete for port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:49.943292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a52daef-3145-4481-99c1-391fc9e6d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:49.944776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:49.964253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.000523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8a52daef-3145-4481-99c1-391fc9e6d892 None None] Port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:53:50.007258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Sync routers for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:53:50.020734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:50.021484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:50.040879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.044326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.049878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 58d71896-9dd3-47af-89a8-1d072ddefb74 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:50.053374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-125f8c81-18a5-4983-9633-b139eb268aff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:50.073151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4145c450-4ae7-4731-a2a0-6461d8d6ab33,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:50.075968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:50.083461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.087767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1660490 Dec 10 19:53:50.088092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36428) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:50.095331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '63af74c6-3492-49e3-93a4-199e143babd4', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:50.102599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:50.108052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:50.111120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:50.117741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:50.124221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 58d71896-9dd3-47af-89a8-1d072ddefb74 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:50.124817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.131010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:53:50.138136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.207346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.210266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.212404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cda893cf-5072-4f26-ae02-38acefa10cbd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:50.214041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:50.233891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa86899-7f97-49ce-a3d4-8e1e2ba5ddc4,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:50.238156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:50.247489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.249175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1601117 Dec 10 19:53:50.249708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eef873f1-debf-4543-8019-32ffb9c57278 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:50.251948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36432) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:50.258700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '63af74c6-3492-49e3-93a4-199e143babd4', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:50.265230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:50.269872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:53:50.272482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:53:50.279735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:50.291318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:53:50.298632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.321908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port eef873f1-debf-4543-8019-32ffb9c57278 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:50.322514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.376909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.381449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.383446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-354731ed-dceb-472f-8a30-b49c0b12e48e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:50.406208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84773905-b0a2-4216-9cc7-7b4fe5139e76,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:50.410018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:50.419473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.430698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1676221 Dec 10 19:53:50.563163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:50.567438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Checking router: f24b8e4b-6dcb-4aaf-a332-311035d74474 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:53:50.567841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Updating router f24b8e4b-6dcb-4aaf-a332-311035d74474 port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:53:50.622373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:50.631308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-83b3df7c-41b9-4209-a385-625c5f2daaf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:53:50.646372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-83b3df7c-41b9-4209-a385-625c5f2daaf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:53:50.647630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-83b3df7c-41b9-4209-a385-625c5f2daaf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679072188&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.0611694 Dec 10 19:53:50.816565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105cb92-8ace-4058-b026-92208164983a req-8ce6f555-2562-4e4e-892b-9058e8bb1762 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:50.817392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-8ce6f555-2562-4e4e-892b-9058e8bb1762 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:53:50.834336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-8ce6f555-2562-4e4e-892b-9058e8bb1762 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:53:50.835632 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-8ce6f555-2562-4e4e-892b-9058e8bb1762 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 200 len: 796 time: 0.1805797 Dec 10 19:53:50.854746 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-23b09f7f-14bf-4e2b-a6f4-80c6e902f95f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.0129738 Dec 10 19:53:50.940670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-208ece57-f1fb-4bc2-978c-0cf69f7eff1f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:53:50.955275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-208ece57-f1fb-4bc2-978c-0cf69f7eff1f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:53:50.956652 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-208ece57-f1fb-4bc2-978c-0cf69f7eff1f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960648 Dec 10 19:53:51.108111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-35e4e016-56eb-494b-b470-2fe610e93a0c service neutron] 10.222.0.41 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376231 Dec 10 19:53:51.123208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:51.135617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Transition to ACTIVE for port object 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:53:51.141956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:51.146933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70b1547d-cab2-42ab-92e0-b6c1648c734b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:51.256082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-605f3c96-530e-4169-a2e1-4f14c4ac41be service neutron] 10.222.0.41 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409481 Dec 10 19:53:51.283044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Pushing event updated for resources: {'Port': ['ID=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:51.324830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.325220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.325635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.326154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.326402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.326775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.327147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.327527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.327895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.328260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.328630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:53:51.337340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:51.394889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Attempting to bind port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:53:51.396041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Attempting to bind port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:53:51.396938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Attempting to bind port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 on network f2c8447b-0c8a-4ee0-9451-c6e229e991ca {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:53:51.406054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:53:51.406610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Checking segment: {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:53:51.407060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:51.407713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Bound using segment: {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:53:51.408472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Bound port: 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:53:51.408888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:51.476906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-950f00b7-0625-4c30-8326-bfeaa172e2cb req-4766d425-d705-4445-ad0e-8e8c55be782d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 210 time: 0.0541062 Dec 10 19:53:51.540296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] For port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:53:51.543504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] For port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:53:51.546823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:51.551811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c51a98b9-2f08-4bfd-8821-e19838ef307a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:51.629043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Pushing event updated for resources: {'Port': ['ID=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:51.641546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:51.646300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:53:51.647102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:51.862851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:53:52.216339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:51Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:53:52.220671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5206d9-2ee3-4861-83db-6a1fa08b7ce1 None None] The sync data for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv is: [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:51Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:53:52.676052 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85a8191c-a9cf-4851-aa16-54fb70b1cf19 req-b071b0a2-e6b2-403a-a229-fa82c31570aa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 210 time: 0.0514443 Dec 10 19:53:52.868087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105cb92-8ace-4058-b026-92208164983a req-018aa7ed-7e60-4e0c-a5ac-dd1904d02b7c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:52.868840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-018aa7ed-7e60-4e0c-a5ac-dd1904d02b7c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:53:52.882752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-018aa7ed-7e60-4e0c-a5ac-dd1904d02b7c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:53:52.884005 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-018aa7ed-7e60-4e0c-a5ac-dd1904d02b7c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 200 len: 796 time: 0.1785061 Dec 10 19:53:52.945321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-1e52b4a8-3b39-4400-990b-44228047aaae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:53:52.959321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9105cb92-8ace-4058-b026-92208164983a req-1e52b4a8-3b39-4400-990b-44228047aaae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:53:52.960623 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-1e52b4a8-3b39-4400-990b-44228047aaae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 380 time: 0.0655208 Dec 10 19:53:52.969627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['63af74c6-3492-49e3-93a4-199e143babd4']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:53.121432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:53:53.134468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:53:53.143481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:53:53.149109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:53.325754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.13 (f2c8447b-0c8a-4ee0-9451-c6e229e991ca/a8873112-196e-490a-afa3-e362f8b6778f/52795d08-f88b-4954-ab16-fa3fa2ef7095) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:53:53.530886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:53.547090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 52795d08-f88b-4954-ab16-fa3fa2ef7095 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:53:53.568796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:53.574661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:53.647344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:53:53.650669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:53:53.655041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:53:53.697790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=52795d08-f88b-4954-ab16-fa3fa2ef7095,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:53.708536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:53.731585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:53.732268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:53.766086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8006005 Dec 10 19:53:53.778160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Request body: {'port': {'device_id': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:53:53.899444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9f4f0-ab89-4b8f-a722-30db8ca8a9b0 req-b6752c7a-3011-46dd-9583-a0258822611b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:53.907229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-49f9f4f0-ab89-4b8f-a722-30db8ca8a9b0 req-b6752c7a-3011-46dd-9583-a0258822611b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 932 time: 0.0998976 Dec 10 19:53:53.915899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:53.954052 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-49f9f4f0-ab89-4b8f-a722-30db8ca8a9b0 req-aa1bed1f-3067-4e50-bbce-bc732978e951 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458624 Dec 10 19:53:54.019885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be00b631-531b-4d16-8492-c2afd8cf4ef5 None None] Provisioning for port 52795d08-f88b-4954-ab16-fa3fa2ef7095 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:53:54.025306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-be00b631-531b-4d16-8492-c2afd8cf4ef5 None None] Provisioning complete for port 52795d08-f88b-4954-ab16-fa3fa2ef7095 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:54.025759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be00b631-531b-4d16-8492-c2afd8cf4ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.086532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:54.139452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-be00b631-531b-4d16-8492-c2afd8cf4ef5 None None] Port 52795d08-f88b-4954-ab16-fa3fa2ef7095 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:53:54.164769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:53:54.169932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:54.170406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.292916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.300227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52795d08-f88b-4954-ab16-fa3fa2ef7095 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:53:54.307707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.323178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Transition to ACTIVE for port object 52795d08-f88b-4954-ab16-fa3fa2ef7095 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:53:54.325901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.326412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:54.328936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.330549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3cdd2b73-d43a-4da2-aa5b-abc0966a4ae2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:54.330914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:54.400583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:54.411595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:54.464575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Pushing event updated for resources: {'Port': ['ID=52795d08-f88b-4954-ab16-fa3fa2ef7095,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:54.468498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:54.583082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Attempting to bind port 52795d08-f88b-4954-ab16-fa3fa2ef7095 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:53:54.583453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Attempting to bind port 52795d08-f88b-4954-ab16-fa3fa2ef7095 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:53:54.583848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Attempting to bind port 52795d08-f88b-4954-ab16-fa3fa2ef7095 on network f2c8447b-0c8a-4ee0-9451-c6e229e991ca {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:53:54.590205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Port 52795d08-f88b-4954-ab16-fa3fa2ef7095 on network f2c8447b-0c8a-4ee0-9451-c6e229e991ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:53:54.590563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Attempting to bind port 52795d08-f88b-4954-ab16-fa3fa2ef7095 on network f2c8447b-0c8a-4ee0-9451-c6e229e991ca {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:53:54.597275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:53:54.597718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Checking segment: {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:53:54.598742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Bound using segment: {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:53:54.599224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Bound port: 52795d08-f88b-4954-ab16-fa3fa2ef7095, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f62bfcb-1b48-4070-8144-728b71544f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:53:54.599604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.694108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] For port 52795d08-f88b-4954-ab16-fa3fa2ef7095, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:53:54.697606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] For port 52795d08-f88b-4954-ab16-fa3fa2ef7095, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:53:54.700771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.706070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:54.778146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:54.780276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] 10.222.0.84 "PUT /v2.0/ports/52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 200 len: 1094 time: 1.0067098 Dec 10 19:53:54.781023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:53:54.803503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Pushing event updated for resources: {'Port': ['ID=52795d08-f88b-4954-ab16-fa3fa2ef7095,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:54.806993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:54.865428 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'status': 'completed', 'code': 200} Dec 10 19:53:54.903268 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-508e149c-7933-497d-bd19-e86d780d6462 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1097 time: 0.0803902 Dec 10 19:53:54.981878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-60ab0e0e-e5ed-438e-ae7d-8be242ce256f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 200 len: 217 time: 0.0716248 Dec 10 19:53:55.060065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105cb92-8ace-4058-b026-92208164983a req-08103563-ec19-4b4d-bfb4-124c675822c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:55.061582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-08103563-ec19-4b4d-bfb4-124c675822c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 200 len: 843 time: 0.0744367 Dec 10 19:53:55.146836 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-6f53f07c-2747-4c83-b426-3061b8edbc22 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791061 Dec 10 19:53:55.188420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3e1dc-4d45-44c1-a101-44688f20d3cc req-47c49946-38c9-4b94-a10c-e40374f95d44 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:55.190089 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ea3e1dc-4d45-44c1-a101-44688f20d3cc req-47c49946-38c9-4b94-a10c-e40374f95d44 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 944 time: 0.1006138 Dec 10 19:53:55.239070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ea3e1dc-4d45-44c1-a101-44688f20d3cc req-93e0c756-45e5-4006-8b4c-20bf4b3859c6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Dec 10 19:53:55.293495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-01a2b923-f32c-4bfe-8cd6-3e9937a9401d service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403801 Dec 10 19:53:55.434206 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9105cb92-8ace-4058-b026-92208164983a req-0af841f1-52de-4a4a-b824-a26a7b474777 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344674 Dec 10 19:53:55.554681 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-58c22f49-cf1c-4aeb-9c3f-a27db140aa65 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1097 time: 0.0799427 Dec 10 19:53:55.695538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-f6a7df59-f8da-4168-b4f8-4f7118fed7f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:55.697024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-f6a7df59-f8da-4168-b4f8-4f7118fed7f4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 200 len: 897 time: 0.1355188 Dec 10 19:53:55.772068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-f1605f05-f739-4142-9bfe-6463c6aaf7be service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 200 len: 217 time: 0.0677514 Dec 10 19:53:55.839452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-0c44c50e-4814-498e-ac2c-5bb2a9e31fb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:55.841029 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-0c44c50e-4814-498e-ac2c-5bb2a9e31fb9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 200 len: 843 time: 0.0633664 Dec 10 19:53:55.921489 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-d94504ba-d63b-4798-9321-cd801f74a5c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736921 Dec 10 19:53:56.037577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:56.118129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:56.118560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:56.298886 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-57fc40ca-9c64-4aff-9551-18c79ee2fb28 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713710 Dec 10 19:53:56.441111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86b5912b-a0cd-4071-8d25-8965a24563ac req-e4f2fc0f-b48f-441e-b902-dbee74d721e8 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356990 Dec 10 19:53:56.450002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2d71-583a-42b7-9a88-119338e9f498 req-1c6f6c44-ce6a-4415-8412-0ef7e46e28d9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:56.451652 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76db2d71-583a-42b7-9a88-119338e9f498 req-1c6f6c44-ce6a-4415-8412-0ef7e46e28d9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 944 time: 0.0890896 Dec 10 19:53:56.505827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76db2d71-583a-42b7-9a88-119338e9f498 req-848e7656-da8a-4eee-be96-fb2f1246a8d3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 Dec 10 19:53:57.709740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260dd0-0a8c-420d-9831-cfa9e021c268 req-39cf3df2-738c-451b-9238-da8449870e16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:57.711307 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a260dd0-0a8c-420d-9831-cfa9e021c268 req-39cf3df2-738c-451b-9238-da8449870e16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 944 time: 0.0838375 Dec 10 19:53:57.765449 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a260dd0-0a8c-420d-9831-cfa9e021c268 req-33a3d835-9bbb-4bab-826a-d81a0f5981fe tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450745 Dec 10 19:53:57.901338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 52795d08-f88b-4954-ab16-fa3fa2ef7095 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:53:58.040682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 52795d08-f88b-4954-ab16-fa3fa2ef7095, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:58.058418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'port_id': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'mac_address': 'fa:16:3e:4e:17:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:53:58.115076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:58.132654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52795d08-f88b-4954-ab16-fa3fa2ef7095 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:53:58.147506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 52795d08-f88b-4954-ab16-fa3fa2ef7095, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:53:58.150150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:53:58.151943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ccea64d-485b-4cf6-996f-39e50f409a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:53:58.217191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=52795d08-f88b-4954-ab16-fa3fa2ef7095,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:53:58.220243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:53:58.497673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['52795d08-f88b-4954-ab16-fa3fa2ef7095'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:53:58.969491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f9d04-9f70-41f5-bea6-6d2068efef5c req-52d184af-3c1f-4ab3-a355-6730bcd96b10 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:53:58.971092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-217f9d04-9f70-41f5-bea6-6d2068efef5c req-52d184af-3c1f-4ab3-a355-6730bcd96b10 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 945 time: 0.0874839 Dec 10 19:53:59.020762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-217f9d04-9f70-41f5-bea6-6d2068efef5c req-ba4f4044-b655-4839-af14-3a16ed6c4c52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434046 Dec 10 19:53:59.902204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 52795d08-f88b-4954-ab16-fa3fa2ef7095 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:53:59.945323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36482) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:53:59.976490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 52795d08-f88b-4954-ab16-fa3fa2ef7095 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:53:59.981766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 52795d08-f88b-4954-ab16-fa3fa2ef7095 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:53:59.982261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:00.107650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:00.137805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:00.146902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 52795d08-f88b-4954-ab16-fa3fa2ef7095, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:00.151551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:00.153708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:00.205308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Deleting port 0ef8ed56-8266-408c-9ce3-ff2e802fd1d2 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:00.205820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:00.222566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=52795d08-f88b-4954-ab16-fa3fa2ef7095,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:00.226289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:00.282240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'code': 200} Dec 10 19:54:00.385265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2638b-ea5f-4ef2-9dec-698839569760 req-95b50aaa-1703-4003-932e-05ed094643a7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:00.387241 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9f2638b-ea5f-4ef2-9dec-698839569760 req-95b50aaa-1703-4003-932e-05ed094643a7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 946 time: 0.2344818 Dec 10 19:54:00.457239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:00.457908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:00.525470 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-650c4836-716b-42f9-9287-bb316c59133f req-30658f9f-e62c-4f02-867e-4c12641566b6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1099 time: 0.0813820 Dec 10 19:54:00.571061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-650c4836-716b-42f9-9287-bb316c59133f req-0edb65b3-0bb6-4150-9827-7553b4b2ea6b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389183 Dec 10 19:54:00.592898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9f2638b-ea5f-4ef2-9dec-698839569760 req-dbb015e3-675e-4808-9f52-2b154bf40a78 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916046 Dec 10 19:54:00.599614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Calling delete_port for 0ef8ed56-8266-408c-9ce3-ff2e802fd1d2 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:00.745066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:00.749362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6e559986-014b-493e-a313-b9b16dfaf495 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:00.796652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event deleted for resources: {'Port': ['ID=0ef8ed56-8266-408c-9ce3-ff2e802fd1d2,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:00.799305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:00.892022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:01.295890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Router 56910725-93d5-40ee-b153-3bd13bf939ed has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:54:01.796586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:54:01.807010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:54:01.829163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c64a19-f4af-4d02-9f3f-2d27b4a2e22e req-116b32f5-0285-4f9a-a5ec-7631e2191b1f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:01.830765 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-51c64a19-f4af-4d02-9f3f-2d27b4a2e22e req-116b32f5-0285-4f9a-a5ec-7631e2191b1f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 946 time: 0.1097102 Dec 10 19:54:01.833492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:01.840201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:01.840913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:01.914777 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "DELETE /v2.0/floatingips/7789d0ac-dea4-43eb-8e3a-742681cac88c HTTP/1.1" status: 204 len: 168 time: 1.9651899 Dec 10 19:54:01.914777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:01.944159 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-51c64a19-f4af-4d02-9f3f-2d27b4a2e22e req-d5006c71-32fd-43df-82fb-5f76db1d4c07 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618994 Dec 10 19:54:02.018240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9', 'status': 'completed', 'code': 200} Dec 10 19:54:02.058071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:02.116561 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15b61cfa-f247-482a-938a-91812ce33914 req-ae32f93c-0183-4649-b84b-42a57f3d071f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 1098 time: 0.0768008 Dec 10 19:54:02.271435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b61cfa-f247-482a-938a-91812ce33914 req-7dd9c463-1a0d-4236-8f5b-a7c630718e89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:02.272938 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15b61cfa-f247-482a-938a-91812ce33914 req-7dd9c463-1a0d-4236-8f5b-a7c630718e89 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1467416 Dec 10 19:54:02.333383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b2e63-77d5-485a-834e-1a88eab63099 req-1dbebea7-f636-49e0-8fb1-c30c76935b2b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:02.334194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-402b2e63-77d5-485a-834e-1a88eab63099 req-1dbebea7-f636-49e0-8fb1-c30c76935b2b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:54:02.352347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-402b2e63-77d5-485a-834e-1a88eab63099 req-1dbebea7-f636-49e0-8fb1-c30c76935b2b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:54:02.353985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-402b2e63-77d5-485a-834e-1a88eab63099 req-1dbebea7-f636-49e0-8fb1-c30c76935b2b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 945 time: 0.1089792 Dec 10 19:54:02.356682 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15b61cfa-f247-482a-938a-91812ce33914 req-dd42e548-5c35-4edb-b68b-17f9b2a4e69d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12782ed0-5334-4538-acb7-a95c1db823c9 HTTP/1.1" status: 200 len: 217 time: 0.0756211 Dec 10 19:54:02.411568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-402b2e63-77d5-485a-834e-1a88eab63099 req-20cfb402-dbad-4948-ab93-d2fbfc7f68b5 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498133 Dec 10 19:54:02.434181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b61cfa-f247-482a-938a-91812ce33914 req-8f3c33d8-b9e9-446b-adcf-cfd7a6e216a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:02.435771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15b61cfa-f247-482a-938a-91812ce33914 req-8f3c33d8-b9e9-446b-adcf-cfd7a6e216a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0724196 Dec 10 19:54:02.513693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:02.526622 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15b61cfa-f247-482a-938a-91812ce33914 req-6381f662-4bcc-48b7-9df5-5a29d6e93f85 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801144 Dec 10 19:54:02.620861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:55Z', 'revision_number': 1, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:02.625022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:54:02.636499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:02.637181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:02.671541 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15b61cfa-f247-482a-938a-91812ce33914 req-5d137541-6912-4dee-971d-01e46e771ea0 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370237 Dec 10 19:54:02.813956 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15b61cfa-f247-482a-938a-91812ce33914 req-31933379-4892-4f17-8de2-9964f881d9f0 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356244 Dec 10 19:54:02.829798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:03.152809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68977297-2883-4ad3-8e6f-daa9c50c8474 req-00c80da7-b984-4e60-bc7e-5b48fca38b77 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:03.154370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-68977297-2883-4ad3-8e6f-daa9c50c8474 req-00c80da7-b984-4e60-bc7e-5b48fca38b77 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 946 time: 0.0847065 Dec 10 19:54:03.196086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:55Z', 'revision_number': 1, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:03.200439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d18bd-c6a6-4b95-8d87-2c9778aee662 None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '23c4212b-5f98-431f-9219-e6d563308907', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'port_id': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'mac_address': 'fa:16:3e:4a:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854a9d7f-b3e4-449a-b097-eb1453399040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:49:52Z', 'updated_at': '2021-12-10T19:49:55Z', 'revision_number': 1, 'project_id': '80e491583cea40d48ea7df100fd14933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:54:03.204435 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-68977297-2883-4ad3-8e6f-daa9c50c8474 req-5f0dcc48-0e38-48fa-8307-8769d5692c25 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436852 Dec 10 19:54:03.414120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd8b0b-369c-4453-b502-54a58ac7b803 req-8a939d06-fe74-4baa-9bab-3d046f116fbf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:03.415768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bbfd8b0b-369c-4453-b502-54a58ac7b803 req-8a939d06-fe74-4baa-9bab-3d046f116fbf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 946 time: 0.0891712 Dec 10 19:54:03.466441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bbfd8b0b-369c-4453-b502-54a58ac7b803 req-19d6ff8e-a07d-4277-967e-20682c914b52 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445352 Dec 10 19:54:03.495972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36506) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:03.637429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61c97998-ed74-4c67-b7b1-1f656b9f3df0 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1094 time: 0.1401136 Dec 10 19:54:03.640416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36510) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:03.646586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:54:03.652844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:54:03.656312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117270a2-49c1-4ea8-937f-6db9d625e80f req-b7d37dde-e0e1-491d-b749-e460cee75e40 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:03.657005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:54:03.657913 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-117270a2-49c1-4ea8-937f-6db9d625e80f req-b7d37dde-e0e1-491d-b749-e460cee75e40 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 945 time: 0.1096015 Dec 10 19:54:03.660770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:54:03.666390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:54:03.681112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:03.700136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9fac2-ddb1-45d8-8c7c-155a85e7613f None None] New status for floating IP 7789d0ac-dea4-43eb-8e3a-742681cac88c: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:54:03.711375 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-117270a2-49c1-4ea8-937f-6db9d625e80f req-a09e10ac-ed46-4e82-9a9d-96ade5d2839c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464725 Dec 10 19:54:03.843570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:04.055684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.197 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/53b55851-a69d-470e-b8e0-35827a4e3647) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:54:04.065681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-55b43616-20db-49b1-ab09-307607d1aed1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:04.066434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-55b43616-20db-49b1-ab09-307607d1aed1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:54:04.101029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-55b43616-20db-49b1-ab09-307607d1aed1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:54:04.102286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-55b43616-20db-49b1-ab09-307607d1aed1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 945 time: 0.2014439 Dec 10 19:54:04.257264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Deleting port 12782ed0-5334-4538-acb7-a95c1db823c9 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:04.257586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:04.381362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:04.538682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:04.545247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:04.636998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:54:04.641357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=53b55851-a69d-470e-b8e0-35827a4e3647,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:04.643942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:54:04.647141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] For port 12782ed0-5334-4538-acb7-a95c1db823c9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12782ed0-5334-4538-acb7-a95c1db823c9,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:04.647546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:04.655897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:04.658952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:54:04.817076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Calling delete_port for 12782ed0-5334-4538-acb7-a95c1db823c9 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:04.920895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37a16f-788e-41f1-a439-b2c92279ce0f req-d15c40f2-c26b-4119-9180-f6bb592884ae tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:04.922531 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb37a16f-788e-41f1-a439-b2c92279ce0f req-d15c40f2-c26b-4119-9180-f6bb592884ae tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 945 time: 0.0855188 Dec 10 19:54:04.971781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb37a16f-788e-41f1-a439-b2c92279ce0f req-b4df7f25-c72f-46f8-9f3a-dd4f75fbc1e9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425167 Dec 10 19:54:05.201974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:05.209781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90d320a9-0d2b-4178-b7f9-9181994f8065 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:05.272254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event deleted for resources: {'Port': ['ID=12782ed0-5334-4538-acb7-a95c1db823c9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:05.278653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:05.379520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] No DVR routers for this DVR port 12782ed0-5334-4538-acb7-a95c1db823c9 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:54:05.384183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:05.386902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'name': 'network-vif-deleted', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:05.422376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee4cdf03-3c7b-4714-8ed6-b48a7ab240c9 req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "DELETE /v2.0/ports/12782ed0-5334-4538-acb7-a95c1db823c9 HTTP/1.1" status: 204 len: 173 time: 1.2704244 Dec 10 19:54:05.449914 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396ec19f-27ee-420a-93a1-6ea780ea5390', 'name': 'network-vif-deleted', 'tag': '12782ed0-5334-4538-acb7-a95c1db823c9', 'status': 'completed', 'code': 200} Dec 10 19:54:05.579071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:05.637201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:05.958238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 12782ed0-5334-4538-acb7-a95c1db823c9 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:54:05.999216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 12782ed0-5334-4538-acb7-a95c1db823c9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:54:06.000676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 12782ed0-5334-4538-acb7-a95c1db823c9 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:54:06.106818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:06.110863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:06.115426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:06.152187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fbe0a33b-be86-49ea-9dae-a47ead54ec00 req-c16372ef-4f31-41d5-ac9f-f49f12ad6e69 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=396ec19f-27ee-420a-93a1-6ea780ea5390 HTTP/1.1" status: 200 len: 210 time: 0.0537143 Dec 10 19:54:06.225193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=53b55851-a69d-470e-b8e0-35827a4e3647,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:06.229765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:06.239967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:06.442864 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP 9514b464-b067-40db-a7bb-0f0da49fc080 associated. External IP: 172.26.8.197, port: 52795d08-f88b-4954-ab16-fa3fa2ef7095. Dec 10 19:54:06.851044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router f24b8e4b-6dcb-4aaf-a332-311035d74474 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:54:07.061003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:54:07.071212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] Sync routers for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:54:07.082248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:07.083784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:07.084473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:07.141727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4972117 Dec 10 19:54:07.141962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36520) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:07.256992 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-04a93098-83a3-40da-a291-71d9baf1d5e4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/9514b464-b067-40db-a7bb-0f0da49fc080 HTTP/1.1" status: 200 len: 992 time: 0.1138906 Dec 10 19:54:07.274975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:07.451269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:07.523538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'status': 'completed', 'code': 200} Dec 10 19:54:07.623500 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b126384-4391-4757-ac37-12f7bea86f4c req-2cfb98a3-fbf4-4ec0-8caf-4c53def416bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1099 time: 0.0783846 Dec 10 19:54:07.663925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '9514b464-b067-40db-a7bb-0f0da49fc080', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'port_id': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'mac_address': 'fa:16:3e:4e:17:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:54:05Z', 'updated_at': '2021-12-10T19:54:05Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:07.668137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] Checking router: f24b8e4b-6dcb-4aaf-a332-311035d74474 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:54:07.679575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:07.680250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:07.771097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126384-4391-4757-ac37-12f7bea86f4c req-bb0a735a-8b3a-40ad-9da9-794aed0b346c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:07.772717 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b126384-4391-4757-ac37-12f7bea86f4c req-bb0a735a-8b3a-40ad-9da9-794aed0b346c service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 200 len: 897 time: 0.1424441 Dec 10 19:54:07.881223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:07.891801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b126384-4391-4757-ac37-12f7bea86f4c req-6f59a75f-de9f-46cb-ad62-5f9d5c778a50 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 200 len: 1000 time: 0.1113493 Dec 10 19:54:07.964456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126384-4391-4757-ac37-12f7bea86f4c req-a5fa46eb-f1fe-498b-ba65-860c857575dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:07.965993 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b126384-4391-4757-ac37-12f7bea86f4c req-a5fa46eb-f1fe-498b-ba65-860c857575dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 200 len: 843 time: 0.0685899 Dec 10 19:54:08.054662 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b126384-4391-4757-ac37-12f7bea86f4c req-758001e0-0f2b-4d52-a798-1faaa9756499 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823281 Dec 10 19:54:08.204928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b126384-4391-4757-ac37-12f7bea86f4c req-fa6a4b0a-35aa-425e-b078-60da901c09ab service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432304 Dec 10 19:54:08.261415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36532) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:08.273926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '9514b464-b067-40db-a7bb-0f0da49fc080', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'port_id': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'mac_address': 'fa:16:3e:4e:17:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:54:05Z', 'updated_at': '2021-12-10T19:54:05Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:08.278503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b44d54-b082-4962-820c-8a27f79a21ef None None] The sync data for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv is: [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '9514b464-b067-40db-a7bb-0f0da49fc080', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'port_id': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'mac_address': 'fa:16:3e:4e:17:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:54:05Z', 'updated_at': '2021-12-10T19:54:05Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:54:08.381127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b126384-4391-4757-ac37-12f7bea86f4c req-4397159e-44f1-47e2-8006-39c325c96ad6 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687558 Dec 10 19:54:08.406593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-77ab8570-96ef-4379-b541-89a75d915e79 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/9514b464-b067-40db-a7bb-0f0da49fc080 HTTP/1.1" status: 200 len: 992 time: 0.1433654 Dec 10 19:54:08.651421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f3347-dd2c-451c-89a7-ea7827b453fa None None] New status for floating IP 9514b464-b067-40db-a7bb-0f0da49fc080: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:54:09.410166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36538) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:09.526040 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6feca46c-f16b-4c7a-b0c4-d92619821b4d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/9514b464-b067-40db-a7bb-0f0da49fc080 HTTP/1.1" status: 200 len: 994 time: 0.1146429 Dec 10 19:54:10.442931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:54:10.815963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36550) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:11.034188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Deleting port 25f40412-1ea5-48b4-ad37-d62245234e99 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:11.034517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:11.155947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-04971c6c-8d3e-403e-8c76-26e879e58e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:11.212513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:11.212875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:11.345588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Calling delete_port for 25f40412-1ea5-48b4-ad37-d62245234e99 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:11.494304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:11.498933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:11.545187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event deleted for resources: {'Port': ['ID=25f40412-1ea5-48b4-ad37-d62245234e99,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:11.548038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:11.641638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:12.046975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Router 56910725-93d5-40ee-b153-3bd13bf939ed has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:54:12.257766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:54:12.267260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:54:12.275156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:12.280932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:12.281668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:12.334719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "DELETE /v2.0/floatingips/23c4212b-5f98-431f-9219-e6d563308907 HTTP/1.1" status: 204 len: 168 time: 1.5137441 Dec 10 19:54:12.334719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:12.390950 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'status': 'completed', 'code': 200} Dec 10 19:54:12.509959 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-44d95909-3ed8-4e76-9c73-c01afeed89fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=80e491583cea40d48ea7df100fd14933&device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 1098 time: 0.0872684 Dec 10 19:54:12.623024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:12.665720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-6665db2f-6812-493e-827b-207fcf24f6d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:12.667380 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-6665db2f-6812-493e-827b-207fcf24f6d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 200 len: 913 time: 0.1513002 Dec 10 19:54:12.674955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:12.745422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-b0015eba-90bd-478d-ab6b-728cfac2b5f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6 HTTP/1.1" status: 200 len: 217 time: 0.0716162 Dec 10 19:54:12.772109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e46b98-fb35-44e3-940a-4b3cd28cdbb4 req-1c1a8738-abc8-437c-bb3a-b937f8f4df17 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:12.772794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-72e46b98-fb35-44e3-940a-4b3cd28cdbb4 req-1c1a8738-abc8-437c-bb3a-b937f8f4df17 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:54:12.793078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-72e46b98-fb35-44e3-940a-4b3cd28cdbb4 req-1c1a8738-abc8-437c-bb3a-b937f8f4df17 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:54:12.794413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72e46b98-fb35-44e3-940a-4b3cd28cdbb4 req-1c1a8738-abc8-437c-bb3a-b937f8f4df17 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 945 time: 0.1252594 Dec 10 19:54:12.816076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-d6d06ae0-4d76-4e11-96d0-f0e5ad2e3fe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:12.818267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-d6d06ae0-4d76-4e11-96d0-f0e5ad2e3fe4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 200 len: 851 time: 0.0653644 Dec 10 19:54:12.846746 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72e46b98-fb35-44e3-940a-4b3cd28cdbb4 req-3253b195-a631-4a7d-85c0-dc328115e59f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449357 Dec 10 19:54:12.905654 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-2278091d-9ce6-41d3-b941-1dd4bca7b4f1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6713b02c-b67b-4579-b91d-3eca64995af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807183 Dec 10 19:54:13.017862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:13.022704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:54:13.034148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:13.034824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:53:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:13.052344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-07c520a3-3659-4ff0-aaa3-d03dc33e5169 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395340 Dec 10 19:54:13.196689 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e9aa48d-7baa-47b1-9132-6eea9f47a094 req-8d4981cc-81a0-41ce-ae49-1659dadd6317 service neutron] 10.222.0.84 "GET /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374538 Dec 10 19:54:13.225466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:13.560712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:13.564898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffff80-4f1f-4e56-a45c-87e84b1af138 None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:46:16Z', 'revision_number': 4, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'e05838c2-28b5-4726-b2f5-2d09bead9adf', 'name': '', 'network_id': '6713b02c-b67b-4579-b91d-3eca64995af7', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'mac_address': 'fa:16:3e:0a:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:15Z', 'updated_at': '2021-12-10T19:46:26Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'subnets': [{'id': 'b778b5b6-17e5-47f5-91eb-6adfe3bfc851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:54:13.827609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:13.915880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa233-6ab3-420b-81e4-89a05ea950e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:14.065746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670b438-d510-460b-b58c-66e2a0e1baa2 req-69b6b2c9-1c63-4b99-bc97-12b00f14167a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:14.067311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6670b438-d510-460b-b58c-66e2a0e1baa2 req-69b6b2c9-1c63-4b99-bc97-12b00f14167a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 945 time: 0.0834701 Dec 10 19:54:14.075959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c6051-135f-48f2-b3e4-21f8cee4d26c None None] New status for floating IP 23c4212b-5f98-431f-9219-e6d563308907: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:54:14.117009 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6670b438-d510-460b-b58c-66e2a0e1baa2 req-340d724b-2197-4c5c-8d9a-7421205ffebf tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/security-groups?id=2006a082-df95-47e7-95fe-9d6bde461e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427995 Dec 10 19:54:14.321345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-f30688f3-6a96-4ad7-9224-b88fa7e2745a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:54:14.322065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-f30688f3-6a96-4ad7-9224-b88fa7e2745a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Synchronizing usage tracker for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:54:14.334984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-f30688f3-6a96-4ad7-9224-b88fa7e2745a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Unset dirty status for tenant:80e491583cea40d48ea7df100fd14933 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:54:14.336188 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-f30688f3-6a96-4ad7-9224-b88fa7e2745a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 945 time: 0.0994282 Dec 10 19:54:14.643464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Deleting port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:14.644035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:14.896672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] For port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:14.896999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:15.029815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Calling delete_port for 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:15.176209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:15.182997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7570767-ab4b-4397-aa13-1426adb234ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:15.233272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event deleted for resources: {'Port': ['ID=1b97f56c-2d1a-4ca2-8090-f742c9437ed6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:15.237208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:15.309633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e850a8af-12b7-4dca-b7d3-aae2020258c4 req-96dd3e67-9601-4949-8c13-b711a90d3f00 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 210 time: 0.0659056 Dec 10 19:54:15.316614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] No DVR routers for this DVR port 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:54:15.319069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:15.322004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'name': 'network-vif-deleted', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:15.338255 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d510fae7-1215-42a3-bc4b-508459a0ec16 req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.84 "DELETE /v2.0/ports/1b97f56c-2d1a-4ca2-8090-f742c9437ed6 HTTP/1.1" status: 204 len: 173 time: 0.9968069 Dec 10 19:54:15.361300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:15.384740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854a9d7f-b3e4-449a-b097-eb1453399040', 'name': 'network-vif-deleted', 'tag': '1b97f56c-2d1a-4ca2-8090-f742c9437ed6', 'status': 'completed', 'code': 200} Dec 10 19:54:16.497008 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-185c641f-8686-4225-96c1-6ffbeb45ea47 req-31c25692-b6e3-4ed0-8d8f-3015cf1c0744 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "GET /v2.0/ports?device_id=854a9d7f-b3e4-449a-b097-eb1453399040 HTTP/1.1" status: 200 len: 210 time: 0.0472894 Dec 10 19:54:17.606370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36572) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:17.774008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Deleting port e69f5ed8-5ba6-49b1-b525-36d32f198f6f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:17.774294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:17.949698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:17.950074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:18.010611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:54:18.048577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:54:18.048985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 1b97f56c-2d1a-4ca2-8090-f742c9437ed6 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:54:18.079720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Calling delete_port for e69f5ed8-5ba6-49b1-b525-36d32f198f6f owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:18.218390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:18.223195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-329fe7db-d2c3-4458-948b-8f0141d223d9 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:18.266988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event deleted for resources: {'Port': ['ID=e69f5ed8-5ba6-49b1-b525-36d32f198f6f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:18.269677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:18.369213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:18.383740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:18.384974 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "DELETE /v2.0/floatingips/818edc69-7cbe-42bf-90a2-d237a6bce11f HTTP/1.1" status: 204 len: 168 time: 0.7774165 Dec 10 19:54:20.879478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36588) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:20.953200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59d5ce8f-fd58-4d6f-85f3-e48416d31b05 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:20.983417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59d5ce8f-fd58-4d6f-85f3-e48416d31b05 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:21.037182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59d5ce8f-fd58-4d6f-85f3-e48416d31b05 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:21.042350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-21cebcc9-34b3-46a7-91de-85f3d59e1df7 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:21.057809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5ce8f-fd58-4d6f-85f3-e48416d31b05 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2006a082-df95-47e7-95fe-9d6bde461e0c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:21.060757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59d5ce8f-fd58-4d6f-85f3-e48416d31b05 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:21.067484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59d5ce8f-fd58-4d6f-85f3-e48416d31b05 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:21.068706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59d5ce8f-fd58-4d6f-85f3-e48416d31b05 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] 10.222.0.41 "DELETE /v2.0/security-groups/2006a082-df95-47e7-95fe-9d6bde461e0c HTTP/1.1" status: 204 len: 168 time: 0.1875212 Dec 10 19:54:21.134246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36594) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:21.681986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:22.299808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Deleting port e05838c2-28b5-4726-b2f5-2d09bead9adf {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:22.300376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:22.480738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] For port e05838c2-28b5-4726-b2f5-2d09bead9adf, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=e05838c2-28b5-4726-b2f5-2d09bead9adf,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:22.481138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:22.608616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Calling delete_port for e05838c2-28b5-4726-b2f5-2d09bead9adf owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:22.777115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:22.781584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:23.056137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05838c2-28b5-4726-b2f5-2d09bead9adf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:23.059209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:23.364880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:23.966810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Router 56910725-93d5-40ee-b153-3bd13bf939ed has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:54:24.175141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:54:24.184712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] Sync routers for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:54:24.189230 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] 10.222.0.41 "PUT /v2.0/routers/56910725-93d5-40ee-b153-3bd13bf939ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0529306 Dec 10 19:54:24.191070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36600) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:24.197479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:24.198203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:54:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:24.385431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:24.402830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:24.609551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:24.618672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Deleting port ac594b1b-3410-4722-89c6-3bd596c11f83 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:24.619042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:24.693927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:54:22Z', 'revision_number': 5, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port': {'id': 'ac594b1b-3410-4722-89c6-3bd596c11f83', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:12Z', 'updated_at': '2021-12-10T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:24.697979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] Checking router: 56910725-93d5-40ee-b153-3bd13bf939ed for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:54:24.709834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] Routers {'56910725-93d5-40ee-b153-3bd13bf939ed'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:24.710496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:54:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['56910725-93d5-40ee-b153-3bd13bf939ed'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:24.806179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] For port ac594b1b-3410-4722-89c6-3bd596c11f83, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ac594b1b-3410-4722-89c6-3bd596c11f83,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:24.806583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:24.943341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Calling delete_port for ac594b1b-3410-4722-89c6-3bd596c11f83 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:25.035109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] Set router 56910725-93d5-40ee-b153-3bd13bf939ed gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:25.122016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:25.126841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3e498f3a-e3bd-47c4-998a-ee5258378b12 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:25.150093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:54:24Z', 'revision_number': 6, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:25.154226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356166f-a076-46d2-a6e7-2bce7284e379 None None] The sync data for ids ['56910725-93d5-40ee-b153-3bd13bf939ed'] in dv-neutron-821443-1-hyperv is: [{'id': '56910725-93d5-40ee-b153-3bd13bf939ed', 'name': 'tempest-TestVolumeBootPattern-1063754621-router', 'tenant_id': '80e491583cea40d48ea7df100fd14933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:11Z', 'updated_at': '2021-12-10T19:54:24Z', 'revision_number': 6, 'project_id': '80e491583cea40d48ea7df100fd14933', 'gw_port_host': None}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:54:25.172885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac594b1b-3410-4722-89c6-3bd596c11f83,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:25.175683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:25.414480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:25.925896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:25.930753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:25.956722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:25.957290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56910725-93d5-40ee-b153-3bd13bf939ed {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:54:25.970191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:25.971460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] 10.222.0.41 "DELETE /v2.0/routers/56910725-93d5-40ee-b153-3bd13bf939ed HTTP/1.1" status: 204 len: 168 time: 1.7793756 Dec 10 19:54:25.974187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36604) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:26.045990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Deleting subnet b778b5b6-17e5-47f5-91eb-6adfe3bfc851 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:54:26.049489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.050363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ac594b1b-3410-4722-89c6-3bd596c11f83 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:54:26.095656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: ac594b1b-3410-4722-89c6-3bd596c11f83 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:54:26.096057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ac594b1b-3410-4722-89c6-3bd596c11f83 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:54:26.096533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e05838c2-28b5-4726-b2f5-2d09bead9adf no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:54:26.103847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.131137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: e05838c2-28b5-4726-b2f5-2d09bead9adf {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:54:26.131532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device e05838c2-28b5-4726-b2f5-2d09bead9adf not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:54:26.189755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.256474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.260892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-40c827e9-aa5c-44a4-8644-34e698dbd5cb tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:26.297349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b778b5b6-17e5-47f5-91eb-6adfe3bfc851,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:26.300038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:26.303945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.308927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed88448-a6e7-48a3-922a-d16e8ac55825 None None] Network 6713b02c-b67b-4579-b91d-3eca64995af7 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:54:26.310911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b778b5b6-17e5-47f5-91eb-6adfe3bfc851 HTTP/1.1" status: 204 len: 168 time: 0.3355474 Dec 10 19:54:26.313661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:26.432435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.444645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Deleting port cb797537-c8a4-4d8a-b2aa-c4278451c708 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:26.444944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.569456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] DHCP port deletion for 6713b02c-b67b-4579-b91d-3eca64995af7 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:54:26.574008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] Deleting port cb797537-c8a4-4d8a-b2aa-c4278451c708 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:26.574433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.667681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] For port cb797537-c8a4-4d8a-b2aa-c4278451c708, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cb797537-c8a4-4d8a-b2aa-c4278451c708,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:26.668080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.787252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] For port cb797537-c8a4-4d8a-b2aa-c4278451c708, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cb797537-c8a4-4d8a-b2aa-c4278451c708,segment=NetworkSegment(ccbbe1e6-955c-4c94-adca-edf79d576590),segment_id=ccbbe1e6-955c-4c94-adca-edf79d576590)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:26.787698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.798199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Calling delete_port for cb797537-c8a4-4d8a-b2aa-c4278451c708 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:26.872510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:26.877105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2a7b16fa-ba6f-4579-8162-f5be20056b4a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:26.914809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] Calling delete_port for cb797537-c8a4-4d8a-b2aa-c4278451c708 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:26.922583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb797537-c8a4-4d8a-b2aa-c4278451c708,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:26.926394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:26.930058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] No DVR routers for this DVR port cb797537-c8a4-4d8a-b2aa-c4278451c708 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:54:26.985402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:54:26.985850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:54:27.053847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:27.079648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6713b02c-b67b-4579-b91d-3eca64995af7']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:27.092229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbbe1e6-955c-4c94-adca-edf79d576590') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:27.092578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbbe1e6-955c-4c94-adca-edf79d576590') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:27.105465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:27.121071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:27.127852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:54:27.128471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:54:27.143064 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:54:27.220059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:27.224034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c03b6de0-65cd-451a-b906-105f8067af23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:27.240542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:27.246748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6713b02c-b67b-4579-b91d-3eca64995af7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:27.251135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:27.262521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6713b02c-b67b-4579-b91d-3eca64995af7 HTTP/1.1" status: 204 len: 168 time: 0.9477842 Dec 10 19:54:27.265714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36612) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:27.487763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] Deleting port cb797537-c8a4-4d8a-b2aa-c4278451c708 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:27.488221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:27.558705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-308a187d-d8d8-4bdc-bc05-8e3f4e777f29 None None] The port 'cb797537-c8a4-4d8a-b2aa-c4278451c708' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:54:27.677398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:28.045659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cb797537-c8a4-4d8a-b2aa-c4278451c708 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:54:28.080381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: cb797537-c8a4-4d8a-b2aa-c4278451c708 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:54:28.080781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cb797537-c8a4-4d8a-b2aa-c4278451c708 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:54:28.298004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Deleting port 3c9b6d65-69ef-4c92-bb01-f09c847c7999 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:28.298384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:28.478795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] For port 3c9b6d65-69ef-4c92-bb01-f09c847c7999, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3c9b6d65-69ef-4c92-bb01-f09c847c7999,segment=NetworkSegment(2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10),segment_id=2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:28.480490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:28.612663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Calling delete_port for 3c9b6d65-69ef-4c92-bb01-f09c847c7999 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:28.776355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:28.780624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ed3e8d17-89e0-4c21-bf0f-93c0de034865 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:28.824852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9b6d65-69ef-4c92-bb01-f09c847c7999,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:28.828290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:29.357674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:29.957351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:54:30.169002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:54:30.178495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] Sync routers for ids ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:54:30.185023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] 10.222.0.41 "PUT /v2.0/routers/6c4c469d-3238-45c5-97e3-5b36ecff8d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9182279 Dec 10 19:54:30.187680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36616) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:30.191842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] Routers {'6c4c469d-3238-45c5-97e3-5b36ecff8d19'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:30.192570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:54:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:30.379419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] Set router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:30.396144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:30.614314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:30.622848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Deleting port 9f449c73-24b6-4097-a6a0-07353762c585 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:30.623350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:30.803048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] For port 9f449c73-24b6-4097-a6a0-07353762c585, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9f449c73-24b6-4097-a6a0-07353762c585,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:30.803436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:30.814855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': '9f449c73-24b6-4097-a6a0-07353762c585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:54:28Z', 'revision_number': 5, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port': {'id': '9f449c73-24b6-4097-a6a0-07353762c585', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:46:21Z', 'updated_at': '2021-12-10T19:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:30.819384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] Checking router: 6c4c469d-3238-45c5-97e3-5b36ecff8d19 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:54:30.830869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] Routers {'6c4c469d-3238-45c5-97e3-5b36ecff8d19'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:54:30.831524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:54:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:30.934366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Calling delete_port for 9f449c73-24b6-4097-a6a0-07353762c585 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:30.989665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] Set router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:54:31.102191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:54:30Z', 'revision_number': 6, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:31.106943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266708e5-9914-414f-b06f-bb381aa5c47f None None] The sync data for ids ['6c4c469d-3238-45c5-97e3-5b36ecff8d19'] in dv-neutron-821443-1-hyperv is: [{'id': '6c4c469d-3238-45c5-97e3-5b36ecff8d19', 'name': 'tempest-TestVolumeBootPattern-398353707-router', 'tenant_id': '20e5a6035660465fada7f258c839a62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:46:20Z', 'updated_at': '2021-12-10T19:54:30Z', 'revision_number': 6, 'project_id': '20e5a6035660465fada7f258c839a62a', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:54:31.108689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:31.113954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ab6bb420-53ce-4710-ba11-e392a3c07ca3 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:31.164118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f449c73-24b6-4097-a6a0-07353762c585,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:31.167217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:31.639909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:31.922972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:31.927410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:31.954860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:31.955424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4c469d-3238-45c5-97e3-5b36ecff8d19 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:54:31.971311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:31.972693 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6c4c469d-3238-45c5-97e3-5b36ecff8d19 HTTP/1.1" status: 204 len: 168 time: 1.7840137 Dec 10 19:54:31.976173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36620) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:32.057195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Deleting subnet 0c84567d-74fa-49ad-9ea7-908d1c2a3048 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:54:32.061867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3c9b6d65-69ef-4c92-bb01-f09c847c7999 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:54:32.062059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.104992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 3c9b6d65-69ef-4c92-bb01-f09c847c7999 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:54:32.105395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3c9b6d65-69ef-4c92-bb01-f09c847c7999 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:54:32.105898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9f449c73-24b6-4097-a6a0-07353762c585 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:54:32.124099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.140773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 9f449c73-24b6-4097-a6a0-07353762c585 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:54:32.141171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9f449c73-24b6-4097-a6a0-07353762c585 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:54:32.209467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.288464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.293285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ba419ceb-3848-4121-b8d5-72c8c90e2c63 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:32.332253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c84567d-74fa-49ad-9ea7-908d1c2a3048,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:32.344732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.349002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e106f-5eb0-41c0-aac0-0c6528ab68e3 None None] Network 50168427-6acf-4865-9220-5809c81786a5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:54:32.349598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.350037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.350460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.350884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.351303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.351723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.352140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.352555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.353224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.353663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.354076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:54:32.358266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:32.361980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b262f4ea-bcc1-45b8-a2f4-c91f69e3a54e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0c84567d-74fa-49ad-9ea7-908d1c2a3048 HTTP/1.1" status: 204 len: 168 time: 0.3847628 Dec 10 19:54:32.362603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36624) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:32.463310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.486593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.498078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Deleting port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:32.498457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.624728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] DHCP port deletion for 50168427-6acf-4865-9220-5809c81786a5 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:54:32.629211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] Deleting port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:32.630194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.715516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] For port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fea9cd4c-83c9-4fd8-bd92-2194da0e0a14,segment=NetworkSegment(2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10),segment_id=2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:32.715835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.848325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Calling delete_port for fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:32.852422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] For port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=fea9cd4c-83c9-4fd8-bd92-2194da0e0a14,segment=NetworkSegment(2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10),segment_id=2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:54:32.853205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.922630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:32.928502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae18f51d-b268-4abf-822f-fb586a0b565f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:32.972551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea9cd4c-83c9-4fd8-bd92-2194da0e0a14,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:32.978107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:32.984154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] No DVR routers for this DVR port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:54:32.985357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] Calling delete_port for fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:54:33.060459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:54:33.061037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 19:54:33.103799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.130803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50168427-6acf-4865-9220-5809c81786a5']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:33.147151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:33.147501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a88ff5c-1193-44f8-84b5-3cf8fcb9dc10') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:54:33.159370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.177770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.184233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:54:33.184663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:54:33.198487 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:54:33.276559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.280001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a30099e6-0fe1-49f9-af63-dde3ac084642 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:33.296251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.309122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Pushing event deleted for resources: {'Network': ['ID=50168427-6acf-4865-9220-5809c81786a5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:33.313643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:33.317383 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] 10.222.0.41 "DELETE /v2.0/networks/50168427-6acf-4865-9220-5809c81786a5 HTTP/1.1" status: 204 len: 168 time: 0.9536994 Dec 10 19:54:33.462308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36630) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:33.516128 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-63d9b434-6139-48b4-902b-3fdc8bd95e5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80e491583cea40d48ea7df100fd14933&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524900 Dec 10 19:54:33.518763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36634) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:33.561961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] Deleting port fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:54:33.562340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.580287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02a9a7fe-01d8-4bcb-bc64-303a38195fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.609196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02a9a7fe-01d8-4bcb-bc64-303a38195fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.630479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-77edfcbf-9c73-4c74-8a9b-fb99eb8c984e None None] The port 'fea9cd4c-83c9-4fd8-bd92-2194da0e0a14' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 19:54:33.657558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02a9a7fe-01d8-4bcb-bc64-303a38195fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.662001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-356f0655-10cb-41de-b4eb-f9ab1c38f2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:33.675187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9a7fe-01d8-4bcb-bc64-303a38195fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89cc46d-5d0a-4d29-b155-81f301db7965,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:33.677989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-02a9a7fe-01d8-4bcb-bc64-303a38195fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:33.685747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02a9a7fe-01d8-4bcb-bc64-303a38195fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:33.686989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-02a9a7fe-01d8-4bcb-bc64-303a38195fe9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a89cc46d-5d0a-4d29-b155-81f301db7965 HTTP/1.1" status: 204 len: 168 time: 0.1672535 Dec 10 19:54:34.045748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:54:34.084473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:54:34.087363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device fea9cd4c-83c9-4fd8-bd92-2194da0e0a14 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:54:34.088319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36642) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:34.140725 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-abbe9e58-6e35-4792-a6b6-f8cc46a6053d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20e5a6035660465fada7f258c839a62a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510223 Dec 10 19:54:34.143247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36646) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:54:34.209134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a77372e-29ad-45be-80cf-82dc8cc3959a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:34.236270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a77372e-29ad-45be-80cf-82dc8cc3959a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:34.288001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a77372e-29ad-45be-80cf-82dc8cc3959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:34.293104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8f0e3ab-8666-4e6f-a1e4-08f1829106e4 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:54:34.304325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77372e-29ad-45be-80cf-82dc8cc3959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66031db2-762b-433a-874c-de4d3d203e88,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:54:34.307991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a77372e-29ad-45be-80cf-82dc8cc3959a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:54:34.311775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a77372e-29ad-45be-80cf-82dc8cc3959a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:34.313041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a77372e-29ad-45be-80cf-82dc8cc3959a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66031db2-762b-433a-874c-de4d3d203e88 HTTP/1.1" status: 204 len: 168 time: 0.1688302 Dec 10 19:54:41.157754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc680b9d-cc0b-4823-a79f-2cbeb1de76cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:42.505643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:43.829965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:43.907212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7430ec8b-c93d-46ba-a33d-cc4cde4fe269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:45.359063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:54:47.446114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:55:02.453526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:11.158483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d480422-8fa3-45b9-8354-cc4d02606947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:12.507678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:13.834063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:13.906556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fd7b7c1d-5ffd-4be8-9f4b-14bb44047a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:15.364869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:18.508566 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-480f0024-f289-4c13-ac81-22b0507d6840 req-ec5a6d75-4524-4b04-a34f-9114d0d52fe4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754571 Dec 10 19:55:18.654487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-480f0024-f289-4c13-ac81-22b0507d6840 req-d646f698-8d1b-4039-a08a-15f9dd1f8e6b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1099 time: 0.0776927 Dec 10 19:55:18.806605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f0024-f289-4c13-ac81-22b0507d6840 req-f584a5ec-ef04-42f5-9d95-7d963c68c047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:55:18.808177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-480f0024-f289-4c13-ac81-22b0507d6840 req-f584a5ec-ef04-42f5-9d95-7d963c68c047 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 200 len: 897 time: 0.1359363 Dec 10 19:55:18.915410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-480f0024-f289-4c13-ac81-22b0507d6840 req-3a271344-b153-4b67-832c-cc761a33147b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 200 len: 1002 time: 0.1013043 Dec 10 19:55:18.982076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f0024-f289-4c13-ac81-22b0507d6840 req-bfd0490c-44ee-4129-a51e-54e46e2f925b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:55:18.983558 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-480f0024-f289-4c13-ac81-22b0507d6840 req-bfd0490c-44ee-4129-a51e-54e46e2f925b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 200 len: 843 time: 0.0628645 Dec 10 19:55:19.062507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-480f0024-f289-4c13-ac81-22b0507d6840 req-a4f2e0e1-9198-4ee9-9687-dd43b0e69bf1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722716 Dec 10 19:55:19.200914 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-480f0024-f289-4c13-ac81-22b0507d6840 req-e8370cd6-6889-4418-a859-d9fcdec849e9 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313229 Dec 10 19:55:19.340927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-480f0024-f289-4c13-ac81-22b0507d6840 req-1168c719-23bd-4f5a-a1f4-992177d485d7 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333516 Dec 10 19:55:24.446634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:55:32.444662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:41.159335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56dddd44-87de-4e44-b750-5dec886dd8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:42.510411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:43.835948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:43.905798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64cf8be3-982e-47cc-bffe-2a954423036b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:55:45.366231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:01.447774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:56:02.491080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:11.159302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c77bfcb1-ca75-4376-b3b9-10c883537fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:12.514802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:13.838299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:13.904189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-42b2547d-478e-4e15-937d-3aacdd4e5912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:15.370068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:18.405168 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-3efc6546-9a4f-473d-8172-d3f354e61de8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785728 Dec 10 19:56:18.553210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-d3fad658-820a-49c0-b6da-f24e180cecfd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1099 time: 0.0757701 Dec 10 19:56:18.704330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-95956154-b697-4947-9299-9fc36c254b8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:56:18.705827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-95956154-b697-4947-9299-9fc36c254b8d service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 200 len: 897 time: 0.1349645 Dec 10 19:56:18.817115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-31f3f6f3-c608-40d0-94aa-e8b1e6bace52 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 200 len: 1002 time: 0.1049459 Dec 10 19:56:18.884262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-06b0649a-f1ec-44ca-872f-1f6f77cc9961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:56:18.885806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-06b0649a-f1ec-44ca-872f-1f6f77cc9961 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 200 len: 843 time: 0.0630453 Dec 10 19:56:18.968065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-15b95250-4508-4f5b-ad78-6e8015a0a119 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764887 Dec 10 19:56:19.108834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-b00cea14-1c4c-44ac-8b3c-bd54f17b9ef6 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333072 Dec 10 19:56:19.247456 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25a764f1-2b65-46fc-a419-249fd0fdb292 req-15481aa2-ec42-46f1-b55b-0fe34bade344 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326027 Dec 10 19:56:32.503389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:38.449142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:56:41.160924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9bda8d9c-30fa-426c-92da-bae9d8acbd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:42.519076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:43.430887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36692) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:56:43.686741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:56:43.841211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:43.904132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-570c75f2-7f20-4831-92ae-b9a24881caf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:43.943335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847162702'] for subnet, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:44.366488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363254942243137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847779100'] for subnet, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:44.370878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a3581579-060b-4a3d-987a-1ba3ba68e2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:56:44.422758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:56:44.423409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:44.427148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/subnets/a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 200 len: 835 time: 0.9928548 Dec 10 19:56:44.428143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b1e66-c750-46fa-b389-b9aadcf3d6a9 None None] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:56:44.437693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=a8873112-196e-490a-afa3-e362f8b6778f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:56:44.448054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.448486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.448967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.449550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.449983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.450441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.451002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.451417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.451885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.452297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.452774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:56:44.456711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:56:44.973439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cdda5f6b-f4aa-4783-8a9a-d032416b1959 None None] Provisioning complete for port 52795d08-f88b-4954-ab16-fa3fa2ef7095 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:56:44.973983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdda5f6b-f4aa-4783-8a9a-d032416b1959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:45.108410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cdda5f6b-f4aa-4783-8a9a-d032416b1959 None None] Provisioning complete for port 58d71896-9dd3-47af-89a8-1d072ddefb74 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:56:45.108835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdda5f6b-f4aa-4783-8a9a-d032416b1959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:45.240294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cdda5f6b-f4aa-4783-8a9a-d032416b1959 None None] Provisioning complete for port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:56:45.240640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdda5f6b-f4aa-4783-8a9a-d032416b1959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:56:45.541472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:02.508992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:11.162795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-daed684f-59b5-4d4b-9794-181a31f242ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:12.521176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:13.843602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:13.903324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-be7e7826-4bd3-4693-adf0-eb8087f55113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:15.450151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:57:15.451854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:17.886139 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-68f8fd59-9d31-475c-b57d-8f7f0e8b30b9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1538527 Dec 10 19:57:18.032374 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-239b9849-ffbd-46d7-9458-80f266049f0d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1099 time: 0.0776477 Dec 10 19:57:18.184187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-fde35856-9586-4b81-ae1d-396c957d7be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:18.185790 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-fde35856-9586-4b81-ae1d-396c957d7be5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 200 len: 897 time: 0.1349835 Dec 10 19:57:18.294539 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-95b34991-b317-45bf-a0fd-4bdbbd356e91 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 200 len: 1002 time: 0.1029403 Dec 10 19:57:18.360791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-51750d1d-e382-4064-8930-17e4b423107a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:18.362298 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-51750d1d-e382-4064-8930-17e4b423107a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 200 len: 843 time: 0.0620148 Dec 10 19:57:18.444934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-63625be0-09cf-420b-8e23-e3d40a4c81c9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766056 Dec 10 19:57:18.455498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-26d244ae-7c29-498c-b37a-d0370711ef95 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:57:18.456487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-26d244ae-7c29-498c-b37a-d0370711ef95 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050991 Dec 10 19:57:18.597674 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-8f4527fb-b62e-49b9-a5c6-b0f660d13ed6 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339431 Dec 10 19:57:18.736093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c440594-9bae-4882-bc4c-88fa751f2fc2 req-0a8c4f3d-c7bc-4a9e-8a57-31233342605c service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325824 Dec 10 19:57:28.239765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36704) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:28.678242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 53b55851-a69d-470e-b8e0-35827a4e3647 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:57:28.678621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:28.852480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:28.852876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:28.980219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 53b55851-a69d-470e-b8e0-35827a4e3647 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:57:29.130917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:29.135216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:29.183158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=53b55851-a69d-470e-b8e0-35827a4e3647,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:29.224367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.224803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.225232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.225956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.226379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.226797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.227214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.227633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.228046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.228453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.228862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:29.236214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:29.292945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:29.703014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router f24b8e4b-6dcb-4aaf-a332-311035d74474 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:57:29.914724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:57:29.924838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] Sync routers for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:57:29.933852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:29.937897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:57:29.938578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:29.993301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/9514b464-b067-40db-a7bb-0f0da49fc080 HTTP/1.1" status: 204 len: 168 time: 1.7497473 Dec 10 19:57:29.993301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:30.144477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:57:30.297796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'status': 'completed', 'code': 200} Dec 10 19:57:30.399518 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-f5acef28-9174-4e25-bb10-5e11510efaa5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 1099 time: 0.0788803 Dec 10 19:57:30.513481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:30.517732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] Checking router: f24b8e4b-6dcb-4aaf-a332-311035d74474 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:57:30.529240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:57:30.529901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:30.551318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-0cb3a343-ec1e-433b-b915-17c4d9835ecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:30.553189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-0cb3a343-ec1e-433b-b915-17c4d9835ecb service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 200 len: 897 time: 0.1473930 Dec 10 19:57:30.567578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deaa6d-9ff7-4f91-addc-3bc9e2dbc9ee req-a980b7b2-5de6-4289-9ad1-ca11ec6ce8bd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:30.568346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-59deaa6d-9ff7-4f91-addc-3bc9e2dbc9ee req-a980b7b2-5de6-4289-9ad1-ca11ec6ce8bd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:57:30.583208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-59deaa6d-9ff7-4f91-addc-3bc9e2dbc9ee req-a980b7b2-5de6-4289-9ad1-ca11ec6ce8bd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:57:30.584569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59deaa6d-9ff7-4f91-addc-3bc9e2dbc9ee req-a980b7b2-5de6-4289-9ad1-ca11ec6ce8bd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 946 time: 0.2045889 Dec 10 19:57:30.631277 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-3eca0a86-0570-4cea-ab13-ef4cee983b2d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 200 len: 217 time: 0.0702176 Dec 10 19:57:30.635883 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59deaa6d-9ff7-4f91-addc-3bc9e2dbc9ee req-4959395c-cb73-43a8-a596-d35db6b206e2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Dec 10 19:57:30.702145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-d1198f7c-d29f-4688-88a0-8ca739830d4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:30.703672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-d1198f7c-d29f-4688-88a0-8ca739830d4f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 200 len: 843 time: 0.0648031 Dec 10 19:57:30.721034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:57:30.786780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-c0265466-0e25-4ff8-a779-0703e0587989 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c8447b-0c8a-4ee0-9451-c6e229e991ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758810 Dec 10 19:57:30.931330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-26604b22-1c4a-451e-be87-99fec0438fcc service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378174 Dec 10 19:57:31.056596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:31.061134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28fc4c-d9db-4bc4-a544-9837ae7e37fb None None] The sync data for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv is: [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:46Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '11ecb118-b3a1-4bb9-af4e-7a7194dbbe22', 'name': '', 'network_id': 'f2c8447b-0c8a-4ee0-9451-c6e229e991ca', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:d7:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': 'a8873112-196e-490a-afa3-e362f8b6778f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:57:31.076702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76af3d36-28cf-4404-ba37-dceb56b01b6f req-2e5d764f-053b-45fe-b052-f5b2fe5ef795 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390049 Dec 10 19:57:31.531395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126806ae-4649-4503-916a-d42e9eb17f81 None None] New status for floating IP 9514b464-b067-40db-a7bb-0f0da49fc080: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:57:31.934008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9f71c-1c8a-4512-933b-dbe7e0b8a8e9 req-bc0666ac-19eb-4431-9502-dda826c9b9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:31.935530 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39c9f71c-1c8a-4512-933b-dbe7e0b8a8e9 req-bc0666ac-19eb-4431-9502-dda826c9b9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 946 time: 0.1606872 Dec 10 19:57:31.986461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39c9f71c-1c8a-4512-933b-dbe7e0b8a8e9 req-236f78f2-9543-44bc-a04c-0a23a931d58c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=63af74c6-3492-49e3-93a4-199e143babd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Dec 10 19:57:32.070415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-85b995b8-7563-4635-a6ea-c6c1b0a6bbff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:32.071163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-85b995b8-7563-4635-a6ea-c6c1b0a6bbff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:57:32.083461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-85b995b8-7563-4635-a6ea-c6c1b0a6bbff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:57:32.084649 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-85b995b8-7563-4635-a6ea-c6c1b0a6bbff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 946 time: 0.0993202 Dec 10 19:57:32.157747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 52795d08-f88b-4954-ab16-fa3fa2ef7095 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:57:32.158129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:32.409224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 52795d08-f88b-4954-ab16-fa3fa2ef7095, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=52795d08-f88b-4954-ab16-fa3fa2ef7095,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:32.409649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:32.510322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:32.538673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 52795d08-f88b-4954-ab16-fa3fa2ef7095 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:57:32.684200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:32.689855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a864129e-ccd4-42e1-a204-c61117645e93 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:32.734662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=52795d08-f88b-4954-ab16-fa3fa2ef7095,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:32.738868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:32.815278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port 52795d08-f88b-4954-ab16-fa3fa2ef7095 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:57:32.818333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:32.821060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'name': 'network-vif-deleted', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:32.836348 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c5e19532-c51d-424c-a9e3-b316223b68b4 req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/52795d08-f88b-4954-ab16-fa3fa2ef7095 HTTP/1.1" status: 204 len: 173 time: 0.7469194 Dec 10 19:57:32.981951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe82c9dd-bf7b-49ab-a847-480bda36f79e', 'name': 'network-vif-deleted', 'tag': '52795d08-f88b-4954-ab16-fa3fa2ef7095', 'status': 'completed', 'code': 200} Dec 10 19:57:33.169810 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-188f8ea3-2eed-45d1-8bd7-a2519cfc5430 req-4d296fd7-45a6-4159-9b9f-75a51bf831fb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe82c9dd-bf7b-49ab-a847-480bda36f79e HTTP/1.1" status: 200 len: 210 time: 0.0471754 Dec 10 19:57:34.278113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36748) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:34.349569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6347-6dc4-4a6e-b165-2f21a80f0c62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:34.379644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6347-6dc4-4a6e-b165-2f21a80f0c62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:34.433971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6347-6dc4-4a6e-b165-2f21a80f0c62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:34.438269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-468cd502-c270-46c8-a7cb-ea2b30d13cb5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:34.457995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c6347-6dc4-4a6e-b165-2f21a80f0c62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af74c6-3492-49e3-93a4-199e143babd4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:34.461430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fb5c6347-6dc4-4a6e-b165-2f21a80f0c62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:34.469792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6347-6dc4-4a6e-b165-2f21a80f0c62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:34.471359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fb5c6347-6dc4-4a6e-b165-2f21a80f0c62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/63af74c6-3492-49e3-93a4-199e143babd4 HTTP/1.1" status: 204 len: 168 time: 0.1918008 Dec 10 19:57:34.512142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36754) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:34.921050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:35.776502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:57:35.777067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:35.967692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:35.968084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:36.099269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:57:36.272425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:36.276750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47f2bf53-6a4a-483d-aef1-dba008fb054a tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:36.320683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=11ecb118-b3a1-4bb9-af4e-7a7194dbbe22,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:36.324964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:36.634420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:37.060781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 52795d08-f88b-4954-ab16-fa3fa2ef7095 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:57:37.099526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 52795d08-f88b-4954-ab16-fa3fa2ef7095 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:57:37.099929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 52795d08-f88b-4954-ab16-fa3fa2ef7095 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:57:37.240574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router f24b8e4b-6dcb-4aaf-a332-311035d74474 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:57:37.449398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:57:37.461312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] Sync routers for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:57:37.467684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/f24b8e4b-6dcb-4aaf-a332-311035d74474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9522486 Dec 10 19:57:37.468520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36758) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:37.474532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:57:37.475207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:37.662420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:57:37.665037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet a8873112-196e-490a-afa3-e362f8b6778f {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 19:57:37.668210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:37.725683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:37.816567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:37.897647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:37.902312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cda37e6-7723-4c48-8ee0-e4c8b7f34d74 tempest-BulkNetworkOpsTest-1978228376 tempest-BulkNetworkOpsTest-1978228376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:37.937941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=a8873112-196e-490a-afa3-e362f8b6778f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:37.943087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:37.946322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:37.952317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e8eb2-548a-4f4f-948c-d97610da90cd None None] Network f2c8447b-0c8a-4ee0-9451-c6e229e991ca requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:57:37.952614 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/a8873112-196e-490a-afa3-e362f8b6778f HTTP/1.1" status: 204 len: 168 time: 0.4830854 Dec 10 19:57:37.955358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36762) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:38.069250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:57:36Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:38.105260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] Checking router: f24b8e4b-6dcb-4aaf-a332-311035d74474 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:57:38.156302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] Routers {'f24b8e4b-6dcb-4aaf-a332-311035d74474'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:57:38.157000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['f24b8e4b-6dcb-4aaf-a332-311035d74474'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:38.170902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:38.543524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] Set router f24b8e4b-6dcb-4aaf-a332-311035d74474 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:57:38.590922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] DHCP port deletion for f2c8447b-0c8a-4ee0-9451-c6e229e991ca request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 19:57:38.631202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:38.639325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port eef873f1-debf-4543-8019-32ffb9c57278 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:57:38.639699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:38.656755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Deleting port 58d71896-9dd3-47af-89a8-1d072ddefb74 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:57:38.657192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:38.822767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port eef873f1-debf-4543-8019-32ffb9c57278, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eef873f1-debf-4543-8019-32ffb9c57278,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:38.823105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:38.954014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for eef873f1-debf-4543-8019-32ffb9c57278 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:57:39.033539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] For port 58d71896-9dd3-47af-89a8-1d072ddefb74, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=58d71896-9dd3-47af-89a8-1d072ddefb74,segment=NetworkSegment(9f62bfcb-1b48-4070-8144-728b71544f08),segment_id=9f62bfcb-1b48-4070-8144-728b71544f08)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:39.034019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:39.127791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:39.132374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e4038d8-0194-46b3-8c13-ce6cc84fe872 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:39.169909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Calling delete_port for 58d71896-9dd3-47af-89a8-1d072ddefb74 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:57:39.178585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=eef873f1-debf-4543-8019-32ffb9c57278,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:39.181183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:39.234607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:57:36Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:39.239704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12790deb-c8ec-4150-8b2d-e5c9eb28d3f1 None None] The sync data for ids ['f24b8e4b-6dcb-4aaf-a332-311035d74474'] in dv-neutron-821443-1-hyperv is: [{'id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'name': 'tempest-TestNetworkBasicOps-router-8324241', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:57:36Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eef873f1-debf-4543-8019-32ffb9c57278', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24b8e4b-6dcb-4aaf-a332-311035d74474', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:42Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:57:39.263647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:39.269034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:39.316630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Pushing event deleted for resources: {'Port': ['ID=58d71896-9dd3-47af-89a8-1d072ddefb74,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:39.327731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.328127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.328518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.328911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.329290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.329707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.330095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.330472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.330844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.331219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.331624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:39.335215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] No DVR routers for this DVR port 58d71896-9dd3-47af-89a8-1d072ddefb74 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:57:39.336704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:39.425949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:39.702702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:39.707322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:39.733799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:39.734361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Fanout notify agent at l3_agent the message router_deleted on router f24b8e4b-6dcb-4aaf-a332-311035d74474 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 19:57:39.750066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:39.751304 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/routers/f24b8e4b-6dcb-4aaf-a332-311035d74474 HTTP/1.1" status: 204 len: 168 time: 1.7949758 Dec 10 19:57:39.755020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36766) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:39.887162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.027689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.055897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c8447b-0c8a-4ee0-9451-c6e229e991ca']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:40.068566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f62bfcb-1b48-4070-8144-728b71544f08') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:40.068905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f62bfcb-1b48-4070-8144-728b71544f08') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:40.080952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.095859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.103889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 19:57:40.104421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:57:40.120405 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:57:40.141639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:57:40.177681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:57:40.178087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 11ecb118-b3a1-4bb9-af4e-7a7194dbbe22 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:57:40.178560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 58d71896-9dd3-47af-89a8-1d072ddefb74 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:57:40.201010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.204533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dfd8d736-8c43-4982-b84a-8b270528de44 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:40.215514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 58d71896-9dd3-47af-89a8-1d072ddefb74 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:57:40.215925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 58d71896-9dd3-47af-89a8-1d072ddefb74 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:57:40.216393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eef873f1-debf-4543-8019-32ffb9c57278 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:57:40.222098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.232034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=f2c8447b-0c8a-4ee0-9451-c6e229e991ca,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:40.235441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:40.241013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74f0dc87-d5a8-4817-8cb3-9e8108c33166 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/f2c8447b-0c8a-4ee0-9451-c6e229e991ca HTTP/1.1" status: 204 len: 168 time: 0.4847558 Dec 10 19:57:40.252210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: eef873f1-debf-4543-8019-32ffb9c57278 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:57:40.252937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eef873f1-debf-4543-8019-32ffb9c57278 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:57:40.254767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36770) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:40.261052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--614763288', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:40.267144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:40.271704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:network and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:40.274860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:40.281043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:40.290936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:57:40.296231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.324877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 19:57:40.333484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.333919 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment 767ea4e0-37d0-41a7-b342-9a5fc62b4ca2 of type vlan for network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 Dec 10 19:57:40.360335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.388978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.393073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:40.393736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.398970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:40.504601 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2486947 Dec 10 19:57:40.507504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36774) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:40.515350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'admin_state_up': True, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:40.524866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=3824eed3-b7d7-45b7-b858-3894f6f32bb9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:40.527431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:40.529933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:40.532333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:router and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:40.536338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 19:57:40.536919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:40.543077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:40.551930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.552908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.570868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:40.955558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:41.139347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:41.163035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08ab935c-809a-4718-a37d-b059a05b6e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:41.171103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:41.312745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.207 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/9e7b40a3-d8d4-404f-92c1-924a68c03f42) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:57:41.463504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:41.491512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:41.495983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:41.564723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:57:41.567765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:57:41.572336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:57:41.601806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=9e7b40a3-d8d4-404f-92c1-924a68c03f42,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:41.606971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:41.735851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:41.736612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:41.982442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b53d3b56-2c46-4193-9019-a20bed0a69a9 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 19:57:42.190216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:57:42.200279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Sync routers for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:57:42.213696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:57:42.214362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:42.216954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:42.219067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7105291 Dec 10 19:57:42.221546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36778) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:42.412786 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a08aeed6-5e89-42c8-b53b-f6dc1c69a1b1 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1875873 Dec 10 19:57:42.413035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36784) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:42.524412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:42.554321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:57:42.560772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7a510-9818-4d2c-a6cd-e86b1ffab6ec tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:42.562447 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8fa7a510-9818-4d2c-a6cd-e86b1ffab6ec tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483309 Dec 10 19:57:42.565395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:42.611157 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c1b371ba-f7a1-43b2-84e8-0f412cffb160 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440087 Dec 10 19:57:42.613174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36792) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:42.619219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-381242918', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:42.735696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:42.740287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:42.743344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:42.749352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:42.759035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:57:42.855376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:41Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:42.859439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Checking router: b53d3b56-2c46-4193-9019-a20bed0a69a9 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:57:42.859884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Updating router b53d3b56-2c46-4193-9019-a20bed0a69a9 port 9e7b40a3-d8d4-404f-92c1-924a68c03f42 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:57:42.869539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:42.913451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.095709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.100930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa850f0a-c535-45d6-845e-7e88ed1b3778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:43.184636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=6e615fe4-3afb-4911-b0c2-5cbe022c76cf,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:43.187448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:43.197291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:57:43.197769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: 3824eed3-b7d7-45b7-b858-3894f6f32bb9, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 19:57:43.218756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 19:57:43.227901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 3824eed3-b7d7-45b7-b858-3894f6f32bb9) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:57:43.232270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:43.232929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.236962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d458e2a-e3ce-48a0-b206-5aa2d4fc1f0f None None] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:57:43.255731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6413891 Dec 10 19:57:43.258586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36796) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:43.259823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.272083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Transition to ACTIVE for port object 9e7b40a3-d8d4-404f-92c1-924a68c03f42 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:57:43.278331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.282514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:43.367563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Attempting to bind port 9e7b40a3-d8d4-404f-92c1-924a68c03f42 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:57:43.368024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Attempting to bind port 9e7b40a3-d8d4-404f-92c1-924a68c03f42 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:57:43.368351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Attempting to bind port 9e7b40a3-d8d4-404f-92c1-924a68c03f42 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:57:43.371266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Pushing event updated for resources: {'Port': ['ID=9e7b40a3-d8d4-404f-92c1-924a68c03f42,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:43.380955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:57:43.381367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:57:43.381836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.383161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:57:43.383161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Bound port: 9e7b40a3-d8d4-404f-92c1-924a68c03f42, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:57:43.383161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.414618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.414999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.415627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.415757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.416071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.416433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.416793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.417157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.417537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.417896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.418240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:43.422053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:43.474995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] For port 9e7b40a3-d8d4-404f-92c1-924a68c03f42, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:57:43.475634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 19:57:43.476642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.478682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] For port 9e7b40a3-d8d4-404f-92c1-924a68c03f42, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9e7b40a3-d8d4-404f-92c1-924a68c03f42,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:57:43.482663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.487160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-696a0108-07a0-4760-9b4a-ec34813e7028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:43.569359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Pushing event updated for resources: {'Port': ['ID=9e7b40a3-d8d4-404f-92c1-924a68c03f42,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:43.574864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:43.585155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:57:43.586069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:43.647950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Allocated IP 172.20.0.2 (3824eed3-b7d7-45b7-b858-3894f6f32bb9/6e615fe4-3afb-4911-b0c2-5cbe022c76cf/9444e299-3243-4bf4-a7b9-f33bf97a6c7a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:57:43.777667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:57:43.878902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.897614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.914885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Transition to ACTIVE for port object 9444e299-3243-4bf4-a7b9-f33bf97a6c7a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:57:43.917629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d46bf20c-d1e1-4329-8f17-766d44555538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.936855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Transition to ACTIVE for port object 9444e299-3243-4bf4-a7b9-f33bf97a6c7a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:57:43.942509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:43.946951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:44.013328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:57:44.016540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:57:44.021406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:57:44.028276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Pushing event updated for resources: {'Port': ['ID=9444e299-3243-4bf4-a7b9-f33bf97a6c7a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:44.032605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:44.068128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:44.106482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:41Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:44.110742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb75df6-c550-43b5-bc1d-84f1db357b99 None None] The sync data for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv is: [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:41Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:57:44.124264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Attempting to bind port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:57:44.124785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Attempting to bind port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:57:44.125284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Attempting to bind port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a on network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:57:44.135744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:57:44.136256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Checking segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:57:44.136786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:44.137315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Bound using segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:57:44.137955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Bound port: 9444e299-3243-4bf4-a7b9-f33bf97a6c7a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:57:44.138463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:44.238375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] For port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:57:44.242258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] For port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9444e299-3243-4bf4-a7b9-f33bf97a6c7a,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:57:44.246151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:44.250974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:44.349147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Pushing event updated for resources: {'Port': ['ID=9444e299-3243-4bf4-a7b9-f33bf97a6c7a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:44.352813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:44.796249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.1 (3824eed3-b7d7-45b7-b858-3894f6f32bb9/6e615fe4-3afb-4911-b0c2-5cbe022c76cf/988dfe64-654a-498c-97f5-1b826fc15ef3) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:57:44.981008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:44.998163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 988dfe64-654a-498c-97f5-1b826fc15ef3 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:57:45.021793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:45.027619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e42d8e0a-c95c-49ad-b29e-99aea222874f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:45.101569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:57:45.105479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:57:45.109882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:57:45.156258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=988dfe64-654a-498c-97f5-1b826fc15ef3,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:45.175314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.175756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.176188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.176623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.177049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.177471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.177921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.178348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.178747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.179161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.179574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:57:45.185573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:45.191336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:45.286477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:45.373735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:45.729326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:45.733716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:45.764609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72e9585b-33d3-43c2-b73c-7dbf0aeb8cf1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:45.858379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:45.862369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=988dfe64-654a-498c-97f5-1b826fc15ef3,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:45.866211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:45.962982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031d1f0-4ebb-4f55-a6be-9b5c538b5de9 None None] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 19:57:46.011860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:57:46.013063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:57:46.079630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-02e742ab-5310-4354-9b5c-646210ab75f1 None None] Provisioning for port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:57:46.219684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9444e299-3243-4bf4-a7b9-f33bf97a6c7a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:57:46.443811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b53d3b56-2c46-4193-9019-a20bed0a69a9 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:57:46.474953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:57:46.480902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:46.481470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:46.611494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:46.647764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9444e299-3243-4bf4-a7b9-f33bf97a6c7a,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:46.653379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:46.654337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9e7b40a3-d8d4-404f-92c1-924a68c03f42 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:57:46.677273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:57:46.684327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a17c8b7-e60b-4419-bdfa-35842cdcec45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:46.693232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/b53d3b56-2c46-4193-9019-a20bed0a69a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4333842 Dec 10 19:57:46.695819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36800) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:46.782536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=9444e299-3243-4bf4-a7b9-f33bf97a6c7a,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:46.786506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:46.798474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 9e7b40a3-d8d4-404f-92c1-924a68c03f42 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:57:46.804494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9e7b40a3-d8d4-404f-92c1-924a68c03f42 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:46.805072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:46.856017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868837a7-8094-426b-bc1e-fa1b4b18763c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:46.856559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868837a7-8094-426b-bc1e-fa1b4b18763c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:46.857049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868837a7-8094-426b-bc1e-fa1b4b18763c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:46.857538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868837a7-8094-426b-bc1e-fa1b4b18763c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:46.859473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-868837a7-8094-426b-bc1e-fa1b4b18763c tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1626062 Dec 10 19:57:46.862593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36804) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:46.882203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d58ef855-0540-40cb-897f-30187697001d None None] Provisioning complete for port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:46.882737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d58ef855-0540-40cb-897f-30187697001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:46.947970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243862b-0622-4505-9aff-deb772b58987 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:46.948444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243862b-0622-4505-9aff-deb772b58987 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:46.948928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243862b-0622-4505-9aff-deb772b58987 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:46.949412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243862b-0622-4505-9aff-deb772b58987 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:46.951293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2243862b-0622-4505-9aff-deb772b58987 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0878868 Dec 10 19:57:46.954311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36808) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:47.014588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.085207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Sync routers for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:57:47.108333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 9e7b40a3-d8d4-404f-92c1-924a68c03f42, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9e7b40a3-d8d4-404f-92c1-924a68c03f42,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:47.114662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.117632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:47.157487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d58ef855-0540-40cb-897f-30187697001d None None] Provisioning for port 988dfe64-654a-498c-97f5-1b826fc15ef3 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:57:47.169922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:57:47.170630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:47.180637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1e44640e-4fc1-4949-a2f5-e889b610c96d tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2249019 Dec 10 19:57:47.232796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d58ef855-0540-40cb-897f-30187697001d None None] Provisioning complete for port 988dfe64-654a-498c-97f5-1b826fc15ef3 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:47.233224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d58ef855-0540-40cb-897f-30187697001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.384673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=9e7b40a3-d8d4-404f-92c1-924a68c03f42,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:47.391363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:47.402108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d58ef855-0540-40cb-897f-30187697001d None None] Port 988dfe64-654a-498c-97f5-1b826fc15ef3 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:57:47.441891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:57:47.606129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9226eddb-a989-490a-a547-7adb9667a168 None None] Provisioning complete for port 988dfe64-654a-498c-97f5-1b826fc15ef3 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:47.606581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9226eddb-a989-490a-a547-7adb9667a168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.625265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36814) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:47.634030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907583908', 'description': 'tempest-secgroup-smoke-907583908 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:47.640828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:47.645326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:47.648430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:47.655584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:47.666972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.705196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:47.709305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:47.712423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:47.718404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:47.736839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9226eddb-a989-490a-a547-7adb9667a168 None None] Port 988dfe64-654a-498c-97f5-1b826fc15ef3 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:57:47.778488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.781759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.787632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f29bde05-4fa5-483a-899b-38f79dc1b620 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:47.830418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a44e9-0993-4a3f-9d14-97b1aa0cb036,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:47.834163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:47.834922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.839048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2097657 Dec 10 19:57:47.839502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36818) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:47.845551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:47.845704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'f76a44e9-0993-4a3f-9d14-97b1aa0cb036', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:47.850667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Checking router: b53d3b56-2c46-4193-9019-a20bed0a69a9 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:57:47.850945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Updating router b53d3b56-2c46-4193-9019-a20bed0a69a9 port 988dfe64-654a-498c-97f5-1b826fc15ef3 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 19:57:47.852766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:47.856772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:47.859865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:47.866813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:47.885844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.905318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.950126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.953769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.955846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-971aaa37-ae0f-42fc-a9d3-19c677e59243 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:47.980702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4531a7-5ede-46ca-9dcf-3de4dd4b0192,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:47.983277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:47.989712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:47.991003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1503873 Dec 10 19:57:47.994054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36822) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:47.999972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'f76a44e9-0993-4a3f-9d14-97b1aa0cb036', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:48.006435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:48.010520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:48.013468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:48.019950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:48.041320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.104833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.109024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.117073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-499b26c3-5902-4704-87f8-9160711cb66b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:48.137117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160f4c6c-9ca4-47ad-938c-7e228e58f249,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:48.140266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:48.146369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.149725 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1525462 Dec 10 19:57:48.150881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36826) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:48.158569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'f76a44e9-0993-4a3f-9d14-97b1aa0cb036', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:48.165190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:48.166004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9444e299-3243-4bf4-a7b9-f33bf97a6c7a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:57:48.169943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:48.173134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:48.179846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:48.197207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.265358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.268208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.270243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f5e3188-7a49-4ee3-bee6-cd135d99d55f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:48.294398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82e89cc-c050-4993-8d86-2ff3720ae062,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:48.296923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:48.304043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.305336 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1523128 Dec 10 19:57:48.308481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36830) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:48.314778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'f76a44e9-0993-4a3f-9d14-97b1aa0cb036', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:48.321120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:48.325102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:48.325235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:48.325543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.328209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:48.334429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:48.351214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.374808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.400714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Transition to ACTIVE for port object 988dfe64-654a-498c-97f5-1b826fc15ef3 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:57:48.411951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.416215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:48.419159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.421720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.423599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9723fa21-0f7f-4508-8799-f35ad455ef8d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:48.447432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e15645-e512-4d99-81bd-02e67c35ae21,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:48.450091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:48.457854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.459129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1495917 Dec 10 19:57:48.462036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36834) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:48.468326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'f76a44e9-0993-4a3f-9d14-97b1aa0cb036', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:48.475410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:48.479466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:48.482485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:48.489017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:48.501020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:57:48.508391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.584805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.588358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.597948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a99e17a7-9177-41d5-b17d-6c861cb772b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:48.605852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985df8df-be4b-427f-b94d-60f2f8d43965 None None] Pushing event updated for resources: {'Port': ['ID=988dfe64-654a-498c-97f5-1b826fc15ef3,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:48.611221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-985df8df-be4b-427f-b94d-60f2f8d43965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:48.613307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9e7b40a3-d8d4-404f-92c1-924a68c03f42 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:57:48.622563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b67041-8898-44a6-a8b6-41fdf7872f0d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:48.625238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:48.630243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.634835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36838) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:57:48.638237 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1751139 Dec 10 19:57:48.642874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': 'f76a44e9-0993-4a3f-9d14-97b1aa0cb036', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:48.650038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:48.654247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:57:48.657351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:57:48.664199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:48.675104 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:57:48.682594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.755817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.757638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Attempting to bind port 988dfe64-654a-498c-97f5-1b826fc15ef3 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:57:48.758009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Attempting to bind port 988dfe64-654a-498c-97f5-1b826fc15ef3 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:57:48.758518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Attempting to bind port 988dfe64-654a-498c-97f5-1b826fc15ef3 on network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:57:48.759702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.762554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-86493160-8225-48ff-9c68-1ff0396b635e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:48.772269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:57:48.772596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Checking segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:57:48.773008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.773552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Bound using segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:57:48.773979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Bound port: 988dfe64-654a-498c-97f5-1b826fc15ef3, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:57:48.774381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.789789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e2161e-7406-42fc-bf75-9e683c91d1df,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:48.792352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:48.797023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 9e7b40a3-d8d4-404f-92c1-924a68c03f42 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:48.797450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.798893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:48.802110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1638215 Dec 10 19:57:48.986492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-29e9db6d-b54a-42ea-a952-63857b52c32d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:57:49.002209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-29e9db6d-b54a-42ea-a952-63857b52c32d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:57:49.003593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-29e9db6d-b54a-42ea-a952-63857b52c32d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907583908&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.0640783 Dec 10 19:57:49.108871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] For port 988dfe64-654a-498c-97f5-1b826fc15ef3, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:57:49.113264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] For port 988dfe64-654a-498c-97f5-1b826fc15ef3, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=988dfe64-654a-498c-97f5-1b826fc15ef3,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:57:49.146279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:49.156323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ad24b074-b8be-4e03-8c8b-f8f4f0c682c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:49.168976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-3d111bb2-4485-4690-a468-8ff913808c76 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:49.170585 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-3d111bb2-4485-4690-a468-8ff913808c76 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 796 time: 0.1594396 Dec 10 19:57:49.188266 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-6b72bd11-501e-486e-a461-b736afc128a6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.0115917 Dec 10 19:57:49.258623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985df8df-be4b-427f-b94d-60f2f8d43965 None None] Pushing event updated for resources: {'Port': ['ID=988dfe64-654a-498c-97f5-1b826fc15ef3,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:49.263206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-985df8df-be4b-427f-b94d-60f2f8d43965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:49.264247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:57:49.264934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:49.291101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-38bbb559-b7a4-46b7-8264-0a2d5022a878 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:57:49.307238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-38bbb559-b7a4-46b7-8264-0a2d5022a878 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:57:49.308701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-38bbb559-b7a4-46b7-8264-0a2d5022a878 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140065 Dec 10 19:57:49.404125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-41a53819-140a-4a07-a83f-1df79fa629ce service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:57:49.405331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-41a53819-140a-4a07-a83f-1df79fa629ce service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0824757 Dec 10 19:57:49.480229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:57:49.553654 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-3ef24fc3-2eb5-4cdd-a1f6-a8c3ac84f923 service neutron] 10.222.0.41 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407809 Dec 10 19:57:49.696210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-cbf7ec2b-318a-4102-b356-781d6a7a12d4 service neutron] 10.222.0.41 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361763 Dec 10 19:57:49.845768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:49Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:57:49.850816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085a685-f3ff-4881-883f-29ff595e1a7b None None] The sync data for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv is: [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:49Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:57:49.911242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce7eec8f-6bb2-4a04-ac35-82a2e7b14c64 req-bd65f441-cfb4-4f27-911c-50eadab99fd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 210 time: 0.0528188 Dec 10 19:57:50.183270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 988dfe64-654a-498c-97f5-1b826fc15ef3 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:57:50.259699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 988dfe64-654a-498c-97f5-1b826fc15ef3 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:57:50.265817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 988dfe64-654a-498c-97f5-1b826fc15ef3 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:50.266401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:50.399929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:50.437636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 988dfe64-654a-498c-97f5-1b826fc15ef3, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=988dfe64-654a-498c-97f5-1b826fc15ef3,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:50.443832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:50.446238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:50.519165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=988dfe64-654a-498c-97f5-1b826fc15ef3,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:50.522584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:51.120513 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-78c9abfa-5ec3-4558-9ce7-4687198bbef3 req-05e05e36-3c24-48d9-9cf8-94f25107584b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 210 time: 0.0551319 Dec 10 19:57:51.279163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-5430d704-9438-4c00-a703-38e01c305afd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:51.279906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-5430d704-9438-4c00-a703-38e01c305afd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:57:51.294964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-5430d704-9438-4c00-a703-38e01c305afd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:57:51.296171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-5430d704-9438-4c00-a703-38e01c305afd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 796 time: 0.4225140 Dec 10 19:57:51.349854 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-8caf33be-ec8b-46d8-a877-cb36ea2684ce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 379 time: 0.0426965 Dec 10 19:57:51.359004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['f76a44e9-0993-4a3f-9d14-97b1aa0cb036']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:51.502244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:57:51.512674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:57:51.522524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:57:51.528339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:51.700122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.9 (3824eed3-b7d7-45b7-b858-3894f6f32bb9/6e615fe4-3afb-4911-b0c2-5cbe022c76cf/12088ba7-48d3-4215-8c81-38762bd63625) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:57:51.896177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:51.916329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 12088ba7-48d3-4215-8c81-38762bd63625 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:57:51.937912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:51.944204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5f527007-88f9-41db-973d-dd0182e987ff tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:52.020420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:57:52.023856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:57:52.028535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:57:52.056881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=12088ba7-48d3-4215-8c81-38762bd63625,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:52.062972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:52.100524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:52.101487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:52.132543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7776561 Dec 10 19:57:52.144700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Request body: {'port': {'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:57:52.167954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 988dfe64-654a-498c-97f5-1b826fc15ef3 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:57:52.280376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:52.293553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 988dfe64-654a-498c-97f5-1b826fc15ef3 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:52.298751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:52.389159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70308ccf-1229-46dc-82e7-962d4c3d4b95 req-01b94709-ad6f-4d8a-a60a-3b429430ecf0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:52.391645 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-70308ccf-1229-46dc-82e7-962d4c3d4b95 req-01b94709-ad6f-4d8a-a60a-3b429430ecf0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 931 time: 0.1193802 Dec 10 19:57:52.450753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:57:52.468359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-70308ccf-1229-46dc-82e7-962d4c3d4b95 req-48cb0e89-c2b5-499b-8789-c5f011ab78b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687788 Dec 10 19:57:52.491515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-928a9681-d691-4e67-b362-ea9e5fb64246 None None] Provisioning for port 12088ba7-48d3-4215-8c81-38762bd63625 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:57:52.506551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-928a9681-d691-4e67-b362-ea9e5fb64246 None None] Provisioning complete for port 12088ba7-48d3-4215-8c81-38762bd63625 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:52.507203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-928a9681-d691-4e67-b362-ea9e5fb64246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:52.569719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-928a9681-d691-4e67-b362-ea9e5fb64246 None None] Port 12088ba7-48d3-4215-8c81-38762bd63625 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:57:52.708742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12088ba7-48d3-4215-8c81-38762bd63625 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:57:52.716265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:52.733752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Transition to ACTIVE for port object 12088ba7-48d3-4215-8c81-38762bd63625 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:57:52.736624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:52.741333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ce39dd4-3d34-479e-9db4-7540f1179fdb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:52.873830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Pushing event updated for resources: {'Port': ['ID=12088ba7-48d3-4215-8c81-38762bd63625,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:52.878866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:52.993894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Attempting to bind port 12088ba7-48d3-4215-8c81-38762bd63625 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:57:52.994271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Attempting to bind port 12088ba7-48d3-4215-8c81-38762bd63625 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:57:52.994639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Attempting to bind port 12088ba7-48d3-4215-8c81-38762bd63625 on network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:57:53.000964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Port 12088ba7-48d3-4215-8c81-38762bd63625 on network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:57:53.001321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Attempting to bind port 12088ba7-48d3-4215-8c81-38762bd63625 on network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:57:53.008667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:57:53.009045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Checking segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:57:53.009465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Bound using segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:57:53.009989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Bound port: 12088ba7-48d3-4215-8c81-38762bd63625, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:57:53.010377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:53.112582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] For port 12088ba7-48d3-4215-8c81-38762bd63625, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:57:53.115815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] For port 12088ba7-48d3-4215-8c81-38762bd63625, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12088ba7-48d3-4215-8c81-38762bd63625,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:57:53.119146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:53.124147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c84f2c0-5ba9-44bb-b46b-722fe0fb002b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:53.187615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:53.189310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] 10.222.0.84 "PUT /v2.0/ports/12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 1093 time: 1.0498343 Dec 10 19:57:53.193830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:53.217836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Pushing event updated for resources: {'Port': ['ID=12088ba7-48d3-4215-8c81-38762bd63625,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:53.221218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:53.272674 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625', 'status': 'completed', 'code': 200} Dec 10 19:57:53.308008 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-50c3cd58-a7aa-47e1-bf2e-28bf046a9b92 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0826387 Dec 10 19:57:53.387536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-91c76670-c04a-4803-bd77-a88869a6e2cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 217 time: 0.0726128 Dec 10 19:57:53.458944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60b9273e-0fe4-4d96-b6db-b41c48e8f9ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:53.460518 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-60b9273e-0fe4-4d96-b6db-b41c48e8f9ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0659904 Dec 10 19:57:53.551250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-874ee9a6-b3f3-45dc-a986-f1200f49e50b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846517 Dec 10 19:57:53.692522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27d82c-a89f-4187-95ca-406a630f3c66 req-04643040-5637-4525-a0ed-b002039d9e97 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:53.694165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad27d82c-a89f-4187-95ca-406a630f3c66 req-04643040-5637-4525-a0ed-b002039d9e97 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 943 time: 0.0846572 Dec 10 19:57:53.698387 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-d4a3e24a-daa5-4a10-8acf-3eb95b07711e service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400425 Dec 10 19:57:53.743921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad27d82c-a89f-4187-95ca-406a630f3c66 req-70991d99-a42c-417a-bc25-f97a53e8f787 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Dec 10 19:57:53.840138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-210960b6-9c1c-48f3-b25d-c291bd442a2b req-62a46a39-f3bf-499e-8826-d7326f897d84 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357102 Dec 10 19:57:53.966408 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-0015aa99-1906-41a0-9e77-613f770a44fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0750697 Dec 10 19:57:54.106211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-884d9f29-ca2b-434a-a30b-b17a90fa4a6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:54.107777 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-884d9f29-ca2b-434a-a30b-b17a90fa4a6c service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1344974 Dec 10 19:57:54.182002 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-57c86042-d0ad-4bb9-9f4e-2ac5d0d1193c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 217 time: 0.0678854 Dec 10 19:57:54.251067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-56eb0b18-c3fa-44f9-8feb-be7080e7350a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:54.252599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-56eb0b18-c3fa-44f9-8feb-be7080e7350a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0648193 Dec 10 19:57:54.336576 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-7fc41a27-9de0-4972-bd70-fe646d7d9b96 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774045 Dec 10 19:57:54.476598 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-c37b0e59-488d-45a0-b895-b795f7514daf service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336102 Dec 10 19:57:54.622304 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-924f6464-ecee-48d0-81e2-c9b27f284367 req-2c046e37-1b8a-4ce8-875a-a0ae5e0b886f service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388664 Dec 10 19:57:54.951986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd84737-63c8-4b97-8bb7-a513715e9a76 req-b2ced577-f114-4524-8f6e-85532f309da1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:54.953676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dbd84737-63c8-4b97-8bb7-a513715e9a76 req-b2ced577-f114-4524-8f6e-85532f309da1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 943 time: 0.0880830 Dec 10 19:57:55.001292 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dbd84737-63c8-4b97-8bb7-a513715e9a76 req-72df229a-931b-45b6-b0d7-364271bcbba5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Dec 10 19:57:56.204016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7196d03-7e6c-4477-a8de-8af6ac8b2e4b req-5e51c230-c149-416c-81c2-879ccd56b20b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:56.205630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e7196d03-7e6c-4477-a8de-8af6ac8b2e4b req-5e51c230-c149-416c-81c2-879ccd56b20b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 943 time: 0.0843725 Dec 10 19:57:56.253963 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e7196d03-7e6c-4477-a8de-8af6ac8b2e4b req-28805c57-a3e3-48ac-b08e-b09c66e913dc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Dec 10 19:57:57.122807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 12088ba7-48d3-4215-8c81-38762bd63625 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:57:57.263121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 12088ba7-48d3-4215-8c81-38762bd63625, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12088ba7-48d3-4215-8c81-38762bd63625,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:57.277406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '12088ba7-48d3-4215-8c81-38762bd63625', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:57:57.342222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:57.360572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12088ba7-48d3-4215-8c81-38762bd63625 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:57:57.376072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 12088ba7-48d3-4215-8c81-38762bd63625, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12088ba7-48d3-4215-8c81-38762bd63625,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:57.379427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:57.381245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:57.453089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=12088ba7-48d3-4215-8c81-38762bd63625,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:57.457573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:57.465081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f288-b1a4-4cc5-899e-1a60002fbe41 req-af028083-6952-43f0-87c3-106188e63a59 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:57.466826 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9de3f288-b1a4-4cc5-899e-1a60002fbe41 req-af028083-6952-43f0-87c3-106188e63a59 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0893946 Dec 10 19:57:57.514924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9de3f288-b1a4-4cc5-899e-1a60002fbe41 req-b4c68cd2-4d6f-4ef2-873d-35b60396cfe9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419750 Dec 10 19:57:57.734398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['12088ba7-48d3-4215-8c81-38762bd63625'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:57:58.717534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0baf4-bbda-4176-bc0c-69670a226d6f req-5a165cd3-82b5-4f66-8e22-5acb5a5f3f6f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:58.719095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ff0baf4-bbda-4176-bc0c-69670a226d6f req-5a165cd3-82b5-4f66-8e22-5acb5a5f3f6f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 944 time: 0.0836778 Dec 10 19:57:58.766268 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ff0baf4-bbda-4176-bc0c-69670a226d6f req-20b629db-f1a9-4f6c-93f2-56f68d07d6d5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Dec 10 19:57:59.130282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 12088ba7-48d3-4215-8c81-38762bd63625 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:57:59.200509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 12088ba7-48d3-4215-8c81-38762bd63625 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:57:59.205249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 12088ba7-48d3-4215-8c81-38762bd63625 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:57:59.205708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:59.325855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:59.354055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:59.363941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 12088ba7-48d3-4215-8c81-38762bd63625, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12088ba7-48d3-4215-8c81-38762bd63625,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:57:59.366740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:57:59.368789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c63c743f-7b54-4dd2-9e5b-033636fff161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:57:59.412834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625', 'code': 200} Dec 10 19:57:59.442300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=12088ba7-48d3-4215-8c81-38762bd63625,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:57:59.445812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:57:59.644957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24d51f6b-8f9d-4d44-9aef-f2028113e282 req-2b3d2647-cde8-4be1-80d1-3c7572f98bb3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0752130 Dec 10 19:57:59.688850 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24d51f6b-8f9d-4d44-9aef-f2028113e282 req-5cc28a2d-5ebd-4441-ae88-581ab0d06dda service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375681 Dec 10 19:57:59.975823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75d830-0ec1-4e0c-8d16-10866df6f333 req-16ae4ef7-390c-4755-a90a-0cd23fb675f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:57:59.977349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c75d830-0ec1-4e0c-8d16-10866df6f333 req-16ae4ef7-390c-4755-a90a-0cd23fb675f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 945 time: 0.0880055 Dec 10 19:58:00.025271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2c75d830-0ec1-4e0c-8d16-10866df6f333 req-b750ab6d-2d02-4eee-aee2-c7bac4a92da1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Dec 10 19:58:01.229731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd756241-53eb-4be1-b0bd-69229e3055e3 req-49822c1f-6d81-4367-adaa-a2fdcdebef34 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:01.231321 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd756241-53eb-4be1-b0bd-69229e3055e3 req-49822c1f-6d81-4367-adaa-a2fdcdebef34 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 945 time: 0.0829833 Dec 10 19:58:01.282579 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd756241-53eb-4be1-b0bd-69229e3055e3 req-8246522f-544c-4709-b56d-e0b3bf44f953 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454407 Dec 10 19:58:01.483766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2decebf-3ff7-4f6d-8e51-3833f283a6bb req-5120c21b-785b-4e19-9e4c-b80667aa0122 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:01.485370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f2decebf-3ff7-4f6d-8e51-3833f283a6bb req-5120c21b-785b-4e19-9e4c-b80667aa0122 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 945 time: 0.0832570 Dec 10 19:58:01.534476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f2decebf-3ff7-4f6d-8e51-3833f283a6bb req-3b1706f9-1978-4839-b707-05a658f80531 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424340 Dec 10 19:58:01.562184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36894) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:01.641741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-65580794-ac32-4401-9115-1006e5ec1a2d tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1093 time: 0.0781097 Dec 10 19:58:01.644302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:01.649825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:01.655486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:01.659514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:01.662450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:01.668318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:01.677999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:01.822556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:01.963975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.209 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/189ef3fd-5dd4-4321-80ec-32e725c7ab47) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:58:02.119404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:02.146057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:02.150371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fafd409e-d8e8-4760-8e39-0f689048612c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:02.221413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:58:02.225227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:58:02.231861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:58:02.258155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=189ef3fd-5dd4-4321-80ec-32e725c7ab47,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:02.263366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:02.512227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:02.977558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:03.033060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:03.249034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:03.252293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:03.257167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:03.370971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=189ef3fd-5dd4-4321-80ec-32e725c7ab47,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:03.373826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:03.382575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:03.584858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP 57fe3259-312c-4c21-ba2d-e8305e40f5c9 associated. External IP: 172.26.8.209, port: 12088ba7-48d3-4215-8c81-38762bd63625. Dec 10 19:58:03.995013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b53d3b56-2c46-4193-9019-a20bed0a69a9 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:58:04.205755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:58:04.216116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] Sync routers for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:58:04.230170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:58:04.230360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:04.230830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:58:04.288924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6435380 Dec 10 19:58:04.289656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:58:04.291845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36902) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:04.366369 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625', 'status': 'completed', 'code': 200} Dec 10 19:58:04.428255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:58:04.482491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-3f7c9610-c0a6-4262-bfe2-585d842d77a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0927684 Dec 10 19:58:04.637866 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8198cd9a-bf0e-41b4-bdf5-da0884b4f09b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1093 time: 0.3444645 Dec 10 19:58:04.647639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-a246bc5a-98c2-44cf-bbc5-ce9798acf62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:04.649256 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-a246bc5a-98c2-44cf-bbc5-ce9798acf62f service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1602428 Dec 10 19:58:04.760060 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-49f6a3cf-9991-4924-89df-ee4ba2beb6fd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 999 time: 0.1044431 Dec 10 19:58:04.821996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:02Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:58:04.826879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] Checking router: b53d3b56-2c46-4193-9019-a20bed0a69a9 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:58:04.834200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-8af42069-6902-474b-add4-31b9ec7399e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:04.835962 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-8af42069-6902-474b-add4-31b9ec7399e5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0697577 Dec 10 19:58:04.838757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:58:04.839421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:57:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:58:04.918542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-f99aee56-16ce-4e08-9092-2d8e07350439 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756676 Dec 10 19:58:05.065202 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-3a6f57e0-1cdb-4571-8d11-b2dcd78a756a service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399720 Dec 10 19:58:05.141142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 36910) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:05.148117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140128322', 'description': 'tempest-secgroup-smoke-140128322 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:05.154369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:05.164385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:05.174359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.189262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:58:05.214113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:05.218238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:05.221286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:05.223003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9689a3f3-18c7-4cea-8bd3-f73b6d634ee5 req-8d06ee5c-8585-440f-9222-b31ad9f7ed80 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520245 Dec 10 19:58:05.227490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:05.284286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.287091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.292798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c021e3d7-506b-40a9-904f-a74b169347b3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:05.335001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32a4ee-edac-4603-9045-2deaa8590ed3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:05.341639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:05.344209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.346903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2046325 Dec 10 19:58:05.348513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36914) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:05.354819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7c32a4ee-edac-4603-9045-2deaa8590ed3', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:05.361219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:05.365867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:05.368877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:05.374884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:05.392331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.465756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.468468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.470881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d2c2d36-fe03-4d6b-89f8-3a0e2a19589e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:05.567234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:02Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:58:05.571735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a84f17-f3d2-436b-b1df-1daa9aa52991 None None] The sync data for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv is: [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:02Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:58:05.726372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32fa934-4684-4c55-81d9-e6b33e152268,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:05.730617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:05.738410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.739708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3901305 Dec 10 19:58:05.742543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36918) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:05.748517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7c32a4ee-edac-4603-9045-2deaa8590ed3', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:05.754930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:05.759014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:05.762058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:05.768068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:05.784457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.851284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.854064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.861719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-385e11cd-27e9-4f65-9d06-3295b1706f31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:05.881731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41e46a2-f465-40a5-95b6-0f156993915f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:05.884491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:05.891161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:05.892465 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1489108 Dec 10 19:58:05.895302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36922) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:05.901437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7c32a4ee-edac-4603-9045-2deaa8590ed3', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:05.908122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:05.913289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:05.913964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38cb33-e7e0-4f78-8def-ee96d0fd129a None None] New status for floating IP 57fe3259-312c-4c21-ba2d-e8305e40f5c9: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:58:05.916688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:05.922749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:05.939283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.006501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.010010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.011914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:06.036559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f0911d-2a17-499f-baa3-99d1babacbea,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:06.039188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:06.046103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.050140 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1510439 Dec 10 19:58:06.050672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36926) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:06.056806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7c32a4ee-edac-4603-9045-2deaa8590ed3', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:06.063226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:06.067329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:06.070422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:06.076526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:06.095531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.162944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.165814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.167967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8083b4b9-35d1-404f-ba0e-2e6e3d18916d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:06.191390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00862a9-7268-4f52-af4b-9dab93c6e20d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:06.194054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:06.200503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.201808 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1500990 Dec 10 19:58:06.204623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36930) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:06.210984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7c32a4ee-edac-4603-9045-2deaa8590ed3', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:06.217108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:06.221126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:06.224765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:06.231013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:06.240407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:58:06.247118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.314737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.317989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.319870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74af3b0c-a6f2-4f0a-9dfb-b2b6e6a408b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:06.343162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9458232-54d9-433d-9fbc-b0f102a0389b,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:06.345627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:06.351768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.353013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-628dc934-4e90-4fb8-a5d4-a259ce2d0eb7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1474030 Dec 10 19:58:06.355877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 36934) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:06.361665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '7c32a4ee-edac-4603-9045-2deaa8590ed3', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:06.367712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:06.371680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:06.374684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:06.381137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:06.390286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:58:06.397336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.467547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.470793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.472666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca629855-823e-4f14-94d8-74d7dd66e4de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:06.495644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45894de-0335-4601-9f10-a46906f22ab1,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:06.498213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:06.504747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:06.506023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f2f5d323-43cf-400d-8c48-26cd7eadf8f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1491625 Dec 10 19:58:06.681060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-f661be8b-c000-4cc7-8dbb-63036bf4e115 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:58:06.695761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-f661be8b-c000-4cc7-8dbb-63036bf4e115 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:58:06.696959 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-f661be8b-c000-4cc7-8dbb-63036bf4e115 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140128322&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.0589197 Dec 10 19:58:06.853859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-f3b4f053-8e3a-4e2a-91c8-d995998c59b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:06.855423 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-f3b4f053-8e3a-4e2a-91c8-d995998c59b3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 796 time: 0.1513684 Dec 10 19:58:06.872635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-7181f1d6-b4c2-49b2-84fa-e3987d8d4fcc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.0114956 Dec 10 19:58:06.965324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-29075397-2344-495d-a76d-9757b415e278 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0872209 Dec 10 19:58:07.114097 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-69712867-2bde-4f98-b349-f713cead8969 service neutron] 10.222.0.41 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361747 Dec 10 19:58:07.256121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-cdfd3b49-7fb2-446b-9671-206e9f9d9d0c service neutron] 10.222.0.41 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358235 Dec 10 19:58:07.451368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cac03ae8-518e-4900-b29c-734c81dc50ed req-0c154d6c-1125-47c1-aab5-4a72ecfbfd96 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 210 time: 0.0463779 Dec 10 19:58:08.565394 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7f75fa84-a84b-44fa-b059-52818635ad44 req-db45cb93-c5f8-4e98-aba5-b92e579a94d3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 210 time: 0.0467770 Dec 10 19:58:09.682645 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3f967df-cca0-4d3c-9e81-8590b4e7b4fb req-1059eba1-28c3-49d6-a2aa-2dc1ff53b638 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 210 time: 0.0504062 Dec 10 19:58:10.797159 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90a120c8-aad1-4970-92fc-46862e737f9f req-4c5c4b90-bc66-41b1-b3b9-167cd94a32e9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 210 time: 0.0475216 Dec 10 19:58:11.164327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2588f29-eb22-40e9-b7f4-b3629c6be1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:11.971576 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-551cdc43-1f04-4bf3-aeab-d980966dd91a req-6e50c210-ae7b-4c3d-825c-51989555f47a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 210 time: 0.0513465 Dec 10 19:58:12.528336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:12.612014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-f17e609f-0b7c-4141-b8d0-888e60e437e6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:12.613573 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-f17e609f-0b7c-4141-b8d0-888e60e437e6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 796 time: 0.1541810 Dec 10 19:58:12.671782 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2f76862d-02df-4d82-804f-020b09d0c607 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 471 time: 0.0461781 Dec 10 19:58:12.680923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['7c32a4ee-edac-4603-9045-2deaa8590ed3']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:12.821205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:12.825451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:port and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:12.828912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:12.834874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:12.843460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 19:58:12.848885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.020134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.12 (3824eed3-b7d7-45b7-b858-3894f6f32bb9/6e615fe4-3afb-4911-b0c2-5cbe022c76cf/f7eba905-78e6-4e98-b719-e0cffe419716) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:58:13.149122 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-12c30a59-a28b-4fa4-8ed4-8937b90134e1 req-95c1a797-cd93-478c-9ca9-accaa35b343e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 210 time: 0.0520566 Dec 10 19:58:13.216132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.233134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object f7eba905-78e6-4e98-b719-e0cffe419716 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:58:13.254552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.260259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-33a5584c-2390-4ac3-b11d-6bda7cf09589 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:13.338190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:58:13.341603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:58:13.346207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:58:13.374375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=f7eba905-78e6-4e98-b719-e0cffe419716,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:13.380531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:13.415210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:13.415895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.454293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7779076 Dec 10 19:58:13.467326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Request body: {'port': {'device_id': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:13.589482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.655423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-58e8aff2-e822-4554-8a65-033a129f8ed2 None None] Provisioning for port f7eba905-78e6-4e98-b719-e0cffe419716 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:58:13.660200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-58e8aff2-e822-4554-8a65-033a129f8ed2 None None] Provisioning complete for port f7eba905-78e6-4e98-b719-e0cffe419716 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:58:13.660618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-58e8aff2-e822-4554-8a65-033a129f8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.715420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-58e8aff2-e822-4554-8a65-033a129f8ed2 None None] Port f7eba905-78e6-4e98-b719-e0cffe419716 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 19:58:13.851881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.900523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78bb353b-6b8b-4e7c-b3cc-09d071467bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.953199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7eba905-78e6-4e98-b719-e0cffe419716 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:58:13.961153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.976291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Transition to ACTIVE for port object f7eba905-78e6-4e98-b719-e0cffe419716 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 19:58:13.978940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:13.983518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c770d669-b017-4f1a-9156-4d2b3bc45d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:14.115188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eba905-78e6-4e98-b719-e0cffe419716,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:14.119756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:14.235938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Attempting to bind port f7eba905-78e6-4e98-b719-e0cffe419716 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:58:14.236318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Attempting to bind port f7eba905-78e6-4e98-b719-e0cffe419716 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 19:58:14.236693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Attempting to bind port f7eba905-78e6-4e98-b719-e0cffe419716 on network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:58:14.243726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Port f7eba905-78e6-4e98-b719-e0cffe419716 on network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 19:58:14.244092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Attempting to bind port f7eba905-78e6-4e98-b719-e0cffe419716 on network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 19:58:14.251064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 19:58:14.251442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Checking segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 19:58:14.251863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Bound using segment: {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 19:58:14.252340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Bound port: f7eba905-78e6-4e98-b719-e0cffe419716, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 19:58:14.252723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:14.349155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] For port f7eba905-78e6-4e98-b719-e0cffe419716, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 19:58:14.353271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] For port f7eba905-78e6-4e98-b719-e0cffe419716, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7eba905-78e6-4e98-b719-e0cffe419716,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 19:58:14.356709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:14.361320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2857d6f1-53a5-4911-ab44-aaaad9ed023e tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:14.365206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddee24-5fd9-4585-b0b9-f462b72b2d08 req-bbaed0ea-9e58-458a-a9ab-7a3ab40444fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:14.366853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2fddee24-5fd9-4585-b0b9-f462b72b2d08 req-bbaed0ea-9e58-458a-a9ab-7a3ab40444fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 944 time: 0.0858479 Dec 10 19:58:14.415360 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2fddee24-5fd9-4585-b0b9-f462b72b2d08 req-bafb69fe-6ed9-4583-bd6d-683327f361d9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421543 Dec 10 19:58:14.420631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:14.422346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] 10.222.0.84 "PUT /v2.0/ports/f7eba905-78e6-4e98-b719-e0cffe419716 HTTP/1.1" status: 200 len: 1094 time: 0.9597678 Dec 10 19:58:14.432157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:58:14.455048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eba905-78e6-4e98-b719-e0cffe419716,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:14.458613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:14.524414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'status': 'completed', 'code': 200} Dec 10 19:58:14.570515 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-c481f81b-6178-409f-80bd-9bd3282463e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 1097 time: 0.0867217 Dec 10 19:58:14.650434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-9dc69724-fff2-4ed7-abcb-09cfc255a593 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7eba905-78e6-4e98-b719-e0cffe419716 HTTP/1.1" status: 200 len: 217 time: 0.0711925 Dec 10 19:58:14.724422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-9408a524-8d4f-46ce-9d83-4300034a0eec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:14.726258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-9408a524-8d4f-46ce-9d83-4300034a0eec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0682158 Dec 10 19:58:14.815044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-0ad6dcb3-9b6b-42f6-8e2a-7d598f11d801 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821362 Dec 10 19:58:14.956966 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-aff4cf4a-ddce-4e39-9c3f-d49e0b81cdbf service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356802 Dec 10 19:58:15.098076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27c7b36c-e8f5-4603-92a8-935df339fa5d req-dd725ed2-1bd2-4200-af51-49be175eefdb service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344993 Dec 10 19:58:15.216146 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-1a48b997-78a3-4fbf-ae7f-467aabd4d072 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 1097 time: 0.0775585 Dec 10 19:58:15.359311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-22719734-4ed7-492b-9ab6-fc1b51893fbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:15.361363 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-22719734-4ed7-492b-9ab6-fc1b51893fbd service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1381369 Dec 10 19:58:15.377407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:15.436349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-ccf43cbe-3e00-4e32-9f90-f3b9409375d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7eba905-78e6-4e98-b719-e0cffe419716 HTTP/1.1" status: 200 len: 217 time: 0.0690227 Dec 10 19:58:15.510622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-83d4e931-cc9d-44bf-b40f-fcf5b2207061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:15.512199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-83d4e931-cc9d-44bf-b40f-fcf5b2207061 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0702136 Dec 10 19:58:15.592875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-30ca3c52-c69a-4296-9c68-ae7c2c70db97 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744717 Dec 10 19:58:15.628376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d5f88-3251-44f1-9c3f-3d5618599040 req-3cd8fd13-7e37-47cf-927a-c76951776f8c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:15.629972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ed8d5f88-3251-44f1-9c3f-3d5618599040 req-3cd8fd13-7e37-47cf-927a-c76951776f8c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 944 time: 0.0881860 Dec 10 19:58:15.678784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ed8d5f88-3251-44f1-9c3f-3d5618599040 req-0f6a6c34-37ca-44f1-9916-3a5b9a5e21f6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424047 Dec 10 19:58:15.737111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-f7bc6dcd-0950-4ba5-819d-4c4ff203d2aa service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372132 Dec 10 19:58:15.880286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c656589b-0b51-4d78-96fd-46a2b5e2e373 req-2166a614-e02d-41b2-a972-ae5e1252e90b service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364882 Dec 10 19:58:16.883058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976458c-e730-4a12-8b5c-4941e7c423e5 req-24e1ceb2-b52a-4bcb-ba17-c3bbc7e53a36 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:16.884627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e976458c-e730-4a12-8b5c-4941e7c423e5 req-24e1ceb2-b52a-4bcb-ba17-c3bbc7e53a36 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 944 time: 0.0841303 Dec 10 19:58:16.932427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e976458c-e730-4a12-8b5c-4941e7c423e5 req-922a0d1e-0e91-4dda-8499-c03afbab0640 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Dec 10 19:58:18.275936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ce2e1-3fd9-438b-8455-55fcf565cc4a req-53892275-d053-4cc0-9ebb-582d4580741b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:18.277542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3ce2e1-3fd9-438b-8455-55fcf565cc4a req-53892275-d053-4cc0-9ebb-582d4580741b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 944 time: 0.0867188 Dec 10 19:58:18.327152 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b3ce2e1-3fd9-438b-8455-55fcf565cc4a req-200d16d0-842b-4e22-b7b9-884aafd5d476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 Dec 10 19:58:19.226446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f7eba905-78e6-4e98-b719-e0cffe419716 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 19:58:19.368339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f7eba905-78e6-4e98-b719-e0cffe419716, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7eba905-78e6-4e98-b719-e0cffe419716,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:58:19.383602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'port_id': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'mac_address': 'fa:16:3e:92:65:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 19:58:19.398062 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-0968e69f-b42d-4ca9-bdc8-77bd3a3ce257 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808754 Dec 10 19:58:19.441379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:19.465498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7eba905-78e6-4e98-b719-e0cffe419716 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 19:58:19.482770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f7eba905-78e6-4e98-b719-e0cffe419716, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7eba905-78e6-4e98-b719-e0cffe419716,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:58:19.489780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:19.491887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:19.543649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacd023-ffac-4de8-aca5-829fd00d26d2 req-ff96c336-934d-4148-862c-d4685ddf2d80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:19.545267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bbacd023-ffac-4de8-aca5-829fd00d26d2 req-ff96c336-934d-4148-862c-d4685ddf2d80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 945 time: 0.0931373 Dec 10 19:58:19.557916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-238fe987-a7c0-469d-972b-e6ba5b90a53b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0827546 Dec 10 19:58:19.562184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f7eba905-78e6-4e98-b719-e0cffe419716,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:19.565359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:19.602234 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bbacd023-ffac-4de8-aca5-829fd00d26d2 req-a71b63cc-2a07-4691-95c8-64b02308c5d3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502405 Dec 10 19:58:19.714286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-23cd75a2-a61c-4832-9a68-475271dc6e2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:19.715843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-23cd75a2-a61c-4832-9a68-475271dc6e2a service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1363215 Dec 10 19:58:19.813143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['f7eba905-78e6-4e98-b719-e0cffe419716'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:58:19.824696 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-a471a47a-23f6-4f4a-9e90-4df69a6e31b5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 1001 time: 0.1023588 Dec 10 19:58:19.893236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-b72b3e94-3336-41cd-b9f4-83358ac89139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:19.894870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-b72b3e94-3336-41cd-b9f4-83358ac89139 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0636320 Dec 10 19:58:19.984319 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-21054aaf-5d7f-4867-9fc9-21d0a7d301c8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826578 Dec 10 19:58:20.360128 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-ff01683e-9831-47cd-8f59-5328be477364 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686144 Dec 10 19:58:20.500981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2740e0d-74c2-400b-b155-d9f352ddb4ef req-b7ff9584-a9d1-4dc1-bc29-c0e393da99f5 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333275 Dec 10 19:58:20.803997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc330a76-dcfd-430a-a62a-dc7c86c6041e req-d783aae6-3ec7-4046-848e-1a7d069badce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:20.805583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dc330a76-dcfd-430a-a62a-dc7c86c6041e req-d783aae6-3ec7-4046-848e-1a7d069badce tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 945 time: 0.0833721 Dec 10 19:58:20.854249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dc330a76-dcfd-430a-a62a-dc7c86c6041e req-eaca5cdb-32ec-4029-ace5-bff369446d61 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Dec 10 19:58:21.242478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f7eba905-78e6-4e98-b719-e0cffe419716 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 19:58:21.316012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port f7eba905-78e6-4e98-b719-e0cffe419716 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 19:58:21.320964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port f7eba905-78e6-4e98-b719-e0cffe419716 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:58:21.321391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:21.437263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:21.467802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:58:21.478473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f7eba905-78e6-4e98-b719-e0cffe419716, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7eba905-78e6-4e98-b719-e0cffe419716,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:58:21.481696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:21.483622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:21.527587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'code': 200} Dec 10 19:58:21.556943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f7eba905-78e6-4e98-b719-e0cffe419716,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:21.560361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:21.762142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad0a28c5-945a-4211-842e-d3a0edf980e3 req-eea74218-f18a-4baa-b61a-dbbb38d712e7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 1099 time: 0.0744817 Dec 10 19:58:21.807679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad0a28c5-945a-4211-842e-d3a0edf980e3 req-b6814a9b-f072-4f8d-8e4d-3094f37ed013 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386329 Dec 10 19:58:22.059668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309ede-a209-4ab0-a788-e4236b32f0ed req-7675c0a8-b22e-41eb-bd7a-39c4ccde4827 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:22.061297 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0309ede-a209-4ab0-a788-e4236b32f0ed req-7675c0a8-b22e-41eb-bd7a-39c4ccde4827 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 946 time: 0.0887940 Dec 10 19:58:22.109755 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0309ede-a209-4ab0-a788-e4236b32f0ed req-d6980440-c305-49be-9aff-beeec27321b6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Dec 10 19:58:23.314529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f33396-c35e-4c82-bb73-03deeaad835b req-005b0ede-1c26-4732-b1b6-e6f0c2abf5b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:23.316136 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a1f33396-c35e-4c82-bb73-03deeaad835b req-005b0ede-1c26-4732-b1b6-e6f0c2abf5b7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 946 time: 0.0835204 Dec 10 19:58:23.363955 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a1f33396-c35e-4c82-bb73-03deeaad835b req-43d50632-4838-480d-bdfa-62d701877f93 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417385 Dec 10 19:58:23.572405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a10f50-e274-434d-b0c8-d93b2655793d req-aebf54cc-2506-4c1e-ab5b-74981221316c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:23.574022 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d9a10f50-e274-434d-b0c8-d93b2655793d req-aebf54cc-2506-4c1e-ab5b-74981221316c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 946 time: 0.0870988 Dec 10 19:58:23.621034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d9a10f50-e274-434d-b0c8-d93b2655793d req-14387be4-be2b-4bdf-b041-0cff626f830a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 Dec 10 19:58:23.648134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37004) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:23.722451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2ec3d3db-adc4-40c5-8a4e-3f8a6a29fc4f tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 1094 time: 0.0730083 Dec 10 19:58:23.725252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37008) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:58:23.730872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:58:23.736688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 19:58:23.740739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 19:58:23.743728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 19:58:23.749765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 19:58:23.759602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:23.904177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:24.044357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.35 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/1b5f4b71-7c99-477d-b515-559869f18aa0) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 19:58:24.201348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:24.228491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:24.233054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a75c3714-a744-46bd-9861-83b4533cad31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:24.308000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 19:58:24.311428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 19:58:24.313543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=1b5f4b71-7c99-477d-b515-559869f18aa0,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:24.315856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 19:58:24.341378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:24.830550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:24.887403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:25.097887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:25.101890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:25.106333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4ea5b9b5-efed-4afb-ad1d-a3240934afc8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:58:25.214621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=1b5f4b71-7c99-477d-b515-559869f18aa0,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:58:25.219138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:58:25.231833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:25.657757 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP 3ff187f0-321e-47a5-8d43-805bfe18648a associated. External IP: 172.26.8.35, port: f7eba905-78e6-4e98-b719-e0cffe419716. Dec 10 19:58:26.061095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b53d3b56-2c46-4193-9019-a20bed0a69a9 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:58:26.270757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:58:26.280825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] Sync routers for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:58:26.294816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:26.295076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:58:26.295689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:58:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:58:26.355289 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6287618 Dec 10 19:58:26.355912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:58:26.410010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'status': 'completed', 'code': 200} Dec 10 19:58:26.486118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:58:26.515783 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-8b117d84-500b-4d63-b91b-50b4f85410c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 1099 time: 0.0807843 Dec 10 19:58:26.658273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-4c4b27db-876c-405a-8c73-1a95958b614f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:26.659760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-4c4b27db-876c-405a-8c73-1a95958b614f service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1377335 Dec 10 19:58:26.767567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-cb139b44-7d19-46c9-a175-bf39f0018dae service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7eba905-78e6-4e98-b719-e0cffe419716 HTTP/1.1" status: 200 len: 999 time: 0.1018019 Dec 10 19:58:26.838805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-360714cc-5972-4bc8-87fd-7e693645b128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:58:26.840378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-360714cc-5972-4bc8-87fd-7e693645b128 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0649939 Dec 10 19:58:26.852593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3ff187f0-321e-47a5-8d43-805bfe18648a', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:92:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:24Z', 'updated_at': '2021-12-10T19:58:24Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}, {'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:06Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:58:26.856791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] Checking router: b53d3b56-2c46-4193-9019-a20bed0a69a9 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:58:26.868442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:58:26.869094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:58:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:58:26.920879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-3482d184-96ba-4abf-b014-64db9b11b97d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737584 Dec 10 19:58:27.054611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:58:27.061898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-6afe5a7e-4ce0-4e81-ab3a-b479836f18e7 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338470 Dec 10 19:58:27.205219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-895977b1-6e27-4361-9b37-b5267e290ba7 req-e250deb7-6d34-4408-9532-19e2c350a5ec service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367040 Dec 10 19:58:27.418871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3ff187f0-321e-47a5-8d43-805bfe18648a', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:92:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:24Z', 'updated_at': '2021-12-10T19:58:24Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}, {'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:06Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:58:27.423109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a21e9-a823-4fd1-8826-d7266a6adfe0 None None] The sync data for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv is: [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3ff187f0-321e-47a5-8d43-805bfe18648a', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:92:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:24Z', 'updated_at': '2021-12-10T19:58:24Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}, {'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:06Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:58:27.765818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6e048-3548-4542-af19-03e1c2112315 None None] New status for floating IP 3ff187f0-321e-47a5-8d43-805bfe18648a: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:58:29.451699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:58:32.515547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:41.167444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-092ebf02-1318-446c-a392-45e5346e0a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:42.530241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:43.857653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:43.900626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-88a2730d-b34d-44c0-b2b6-761079e71ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:58:45.378941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:02.518292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:06.452591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:59:11.168216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-71a53890-55d6-4cd6-9ae0-949e49b2dbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:12.530708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:13.858049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:13.899235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61e08e63-91d1-4cce-aefe-5b3cea70022a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:15.381922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:19.813594 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-6be464d5-ecbf-44df-9a0c-3a8d089eabab service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786786 Dec 10 19:59:19.956696 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-592a1dde-2657-421e-9298-76bd8ba36079 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0741119 Dec 10 19:59:20.107631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-fed6f179-1039-417a-9ee8-c86d5a74257f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:20.109075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-fed6f179-1039-417a-9ee8-c86d5a74257f service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1338460 Dec 10 19:59:20.217413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-5ac37842-d9ea-4c15-8660-bbad96c5632c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 1001 time: 0.1009216 Dec 10 19:59:20.288320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-25d68312-9d65-4060-abe2-cb02435a44c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:20.289856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-25d68312-9d65-4060-abe2-cb02435a44c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0650411 Dec 10 19:59:20.370721 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-33e039a2-499e-4b61-be66-3262765e9318 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749028 Dec 10 19:59:20.509753 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-caac2d33-c7b6-4794-9a2a-28acd0a822e5 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329737 Dec 10 19:59:20.649547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b780cae1-f0b4-4b1c-acdd-916a94b0db6c req-a51f299b-0234-4088-ac9b-1da9ca009940 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332202 Dec 10 19:59:32.520441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:41.169415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3a69-92c7-4272-9ebe-7d679f2d79fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:41.878607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37036) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:59:41.989549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-973bac17-68bd-4193-9b4c-1115bf657fff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/57fe3259-312c-4c21-ba2d-e8305e40f5c9 HTTP/1.1" status: 200 len: 993 time: 0.1096504 Dec 10 19:59:42.532988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:42.724174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37046) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:59:42.730775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:59:42.857704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:43.077445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 12088ba7-48d3-4215-8c81-38762bd63625, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12088ba7-48d3-4215-8c81-38762bd63625,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:59:43.103317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:43.106945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:43.111312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8cb926fd-8a3f-435c-9da8-5f54daab162f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:59:43.180179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:43.180857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:43.182413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/ports/12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 938 time: 0.4571512 Dec 10 19:59:43.183145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:43.205496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=12088ba7-48d3-4215-8c81-38762bd63625,revision_number=6']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:59:43.215246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.215680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.216091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.216491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.216911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.217330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.217776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.218194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.218609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.219021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.219440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:43.224743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:59:43.245775 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625', 'status': 'completed', 'code': 200} Dec 10 19:59:43.346808 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-d5ccb281-6be2-4808-b0a8-2fd3ce6438e9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1099 time: 0.0790968 Dec 10 19:59:43.454550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 19:59:43.487304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-40b062e2-bc9c-48ec-9ca3-81e61f60cfe1 None None] Provisioning complete for port 12088ba7-48d3-4215-8c81-38762bd63625 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:59:43.487732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40b062e2-bc9c-48ec-9ca3-81e61f60cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:43.493624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-0e4b578c-6e15-4ad2-923b-48117d85c142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:43.495229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-0e4b578c-6e15-4ad2-923b-48117d85c142 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1423669 Dec 10 19:59:43.552233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-40b062e2-bc9c-48ec-9ca3-81e61f60cfe1 None None] Port 12088ba7-48d3-4215-8c81-38762bd63625 is administratively disabled so it will not transition to active. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Dec 10 19:59:43.608372 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-3af0f2f4-6506-40e6-9794-8219acee7f08 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 1002 time: 0.1060874 Dec 10 19:59:43.676208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-34cd4237-dbc3-4706-85f0-638c2ea6ab14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:43.677697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-34cd4237-dbc3-4706-85f0-638c2ea6ab14 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0627279 Dec 10 19:59:43.761341 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-9f6bf414-e0fa-40e4-a8ad-08bfa20ce163 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772369 Dec 10 19:59:43.859178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:43.899836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa0db-7c28-44c3-998e-0ae35966b5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:43.907780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-9f42ae19-332f-4f27-8ed9-02902dbc53b1 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383312 Dec 10 19:59:44.045633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-50c84236-6146-4d7b-bc89-8f5ce50406e5 req-3c425147-b512-43d7-83ae-fd00ddacda45 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311877 Dec 10 19:59:45.388218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:46.621270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37056) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:59:46.627651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 19:59:46.751718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:47.202073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 12088ba7-48d3-4215-8c81-38762bd63625, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12088ba7-48d3-4215-8c81-38762bd63625,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:59:47.227178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:47.230636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:47.234925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cafd9cea-f827-437d-beb5-b3d87ddb0edb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:59:47.295103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:47.295834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:47.297369 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/ports/12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 937 time: 0.6748507 Dec 10 19:59:47.301058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:47.301368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37060) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:59:47.331016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=12088ba7-48d3-4215-8c81-38762bd63625,revision_number=7']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:59:47.334545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:59:47.382795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625', 'status': 'completed', 'code': 200} Dec 10 19:59:47.414321 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-976748ec-c1d9-4e10-bebf-1e1a1b42a13f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/57fe3259-312c-4c21-ba2d-e8305e40f5c9 HTTP/1.1" status: 200 len: 993 time: 0.1115470 Dec 10 19:59:47.485604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-f83bdcf9-a782-4e6c-a318-038234269646 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0814047 Dec 10 19:59:47.629905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-06e1e038-f84c-4dd4-8ba0-dba9680a9b17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:47.631433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-06e1e038-f84c-4dd4-8ba0-dba9680a9b17 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1395779 Dec 10 19:59:47.636422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['12088ba7-48d3-4215-8c81-38762bd63625'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 19:59:47.727716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-64747a1e-0790-4701-85cf-e18f14765582 None None] Provisioning complete for port 12088ba7-48d3-4215-8c81-38762bd63625 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 19:59:47.728133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64747a1e-0790-4701-85cf-e18f14765582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:47.742814 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-1d7b6c8e-2611-4ff5-8fa0-feab74c3a504 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 1001 time: 0.1045702 Dec 10 19:59:47.810386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-64396381-ac16-46a5-8e2c-f1774da375eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:47.811960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-64396381-ac16-46a5-8e2c-f1774da375eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0633934 Dec 10 19:59:47.896751 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-057910e1-44e7-415e-a1e7-6a0ea98386bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791488 Dec 10 19:59:48.038824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-b40b8478-ff7b-4f16-a19d-a897e2688ab0 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353934 Dec 10 19:59:48.179353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28203bd1-2824-4bdd-bed3-a47f71a37b16 req-3a256fd8-374f-400d-a447-a6598fa18ed9 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340799 Dec 10 19:59:49.980028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37074) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:59:50.196536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 1b5f4b71-7c99-477d-b515-559869f18aa0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:59:50.196913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:50.376445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:50.376810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:50.508727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 1b5f4b71-7c99-477d-b515-559869f18aa0 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:59:50.653303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:50.657621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-30dd486f-6b57-48a3-a38b-6dee4721229b tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:59:50.702869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=1b5f4b71-7c99-477d-b515-559869f18aa0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:59:50.744755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.745188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.745643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.746068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.746487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.746904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.747318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.747733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.748145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.748572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.748964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 19:59:50.756715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:59:50.811250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:51.219970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b53d3b56-2c46-4193-9019-a20bed0a69a9 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:59:51.661629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:59:51.671359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] Sync routers for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:59:51.678405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:51.683814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:59:51.684557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:59:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:59:51.734889 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/3ff187f0-321e-47a5-8d43-805bfe18648a HTTP/1.1" status: 204 len: 168 time: 1.7536223 Dec 10 19:59:51.735478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:51.795543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'status': 'completed', 'code': 200} Dec 10 19:59:51.900071 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-4ca32fa2-beba-4756-92a3-6476acd237c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 1099 time: 0.0818186 Dec 10 19:59:52.035271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:59:52.057098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-771e23be-fdef-477d-a90a-49d9b6eec6c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:52.058755 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-771e23be-fdef-477d-a90a-49d9b6eec6c9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1522896 Dec 10 19:59:52.145816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-aa44e8ca-2b53-40ca-bc8c-549fef49d3c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7eba905-78e6-4e98-b719-e0cffe419716 HTTP/1.1" status: 200 len: 217 time: 0.0786726 Dec 10 19:59:52.182628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426b3f3-74f2-4449-8a21-7b248ac526a0 req-4f04ec51-e939-4efa-ae11-179c12647468 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:52.183914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0426b3f3-74f2-4449-8a21-7b248ac526a0 req-4f04ec51-e939-4efa-ae11-179c12647468 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:59:52.205502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0426b3f3-74f2-4449-8a21-7b248ac526a0 req-4f04ec51-e939-4efa-ae11-179c12647468 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:59:52.208829 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0426b3f3-74f2-4449-8a21-7b248ac526a0 req-4f04ec51-e939-4efa-ae11-179c12647468 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 946 time: 0.1286952 Dec 10 19:59:52.229681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-287416fa-044f-418d-88b4-e805a644c98f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:52.231289 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-287416fa-044f-418d-88b4-e805a644c98f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0683677 Dec 10 19:59:52.266911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0426b3f3-74f2-4449-8a21-7b248ac526a0 req-a302dce9-a664-4044-b8a1-dbf4f2defed2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520170 Dec 10 19:59:52.332895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-c6512630-acb9-451b-bd70-bf577b8b7a99 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934181 Dec 10 19:59:52.415855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:06Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:59:52.420462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] Checking router: b53d3b56-2c46-4193-9019-a20bed0a69a9 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:59:52.432635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:59:52.433320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:59:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:59:52.500830 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-cb051cfe-c276-405a-ad13-e9b3b32d4a6f service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611862 Dec 10 19:59:52.624349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:59:52.648132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0c533cc-e440-4052-9d55-7ba6cbbb8a80 req-f008211a-5037-4400-a48e-8ca3deb18c1c service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399646 Dec 10 19:59:52.989778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:06Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:59:52.993835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd825084-e0c1-4c74-8b6d-44663364bec8 None None] The sync data for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv is: [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '57fe3259-312c-4c21-ba2d-e8305e40f5c9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'port_id': '12088ba7-48d3-4215-8c81-38762bd63625', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'mac_address': 'fa:16:3e:30:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:58:02Z', 'updated_at': '2021-12-10T19:58:06Z', 'revision_number': 1, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:59:53.455877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848211e5-ca24-459e-814f-d6f37ffd9e70 None None] New status for floating IP 3ff187f0-321e-47a5-8d43-805bfe18648a: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:59:53.476148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f75e5-324d-462c-9dac-e6a640f5d25c req-7c8f207f-afb1-4b8d-9cbf-ee521a3bed18 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:53.477791 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a89f75e5-324d-462c-9dac-e6a640f5d25c req-7c8f207f-afb1-4b8d-9cbf-ee521a3bed18 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 946 time: 0.0860534 Dec 10 19:59:53.527456 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a89f75e5-324d-462c-9dac-e6a640f5d25c req-6765bab5-6a9e-4531-873a-82f5b4632e6b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c32a4ee-edac-4603-9045-2deaa8590ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429635 Dec 10 19:59:53.735990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-3f8b5397-6a68-4e31-ad7b-6b9606cd5566 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:53.736750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-3f8b5397-6a68-4e31-ad7b-6b9606cd5566 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:59:53.749005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-3f8b5397-6a68-4e31-ad7b-6b9606cd5566 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:59:53.750225 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-3f8b5397-6a68-4e31-ad7b-6b9606cd5566 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 946 time: 0.0960286 Dec 10 19:59:53.828059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port f7eba905-78e6-4e98-b719-e0cffe419716 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:59:53.828371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:54.081342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port f7eba905-78e6-4e98-b719-e0cffe419716, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7eba905-78e6-4e98-b719-e0cffe419716,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 19:59:54.081727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:54.212487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for f7eba905-78e6-4e98-b719-e0cffe419716 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:59:54.356925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:54.364019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-875ccb35-85f9-4ff2-a3e8-44ed64795ffd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:59:54.411050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=f7eba905-78e6-4e98-b719-e0cffe419716,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:59:54.413542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:59:54.492709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port f7eba905-78e6-4e98-b719-e0cffe419716 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 19:59:54.495274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:54.499378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'name': 'network-vif-deleted', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:54.512119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fcfe29e1-5978-426b-b6d1-e847a9b5f4ba req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/f7eba905-78e6-4e98-b719-e0cffe419716 HTTP/1.1" status: 204 len: 173 time: 0.7565479 Dec 10 19:59:54.558694 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82124aa1-c22c-4443-b8e0-717a0acc9b1c', 'name': 'network-vif-deleted', 'tag': 'f7eba905-78e6-4e98-b719-e0cffe419716', 'status': 'completed', 'code': 200} Dec 10 19:59:54.712010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53ffc1b1-f376-4c70-be97-35e9ca37ac1b req-a9ad92c0-dcb6-459a-94cd-6440507f5783 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=82124aa1-c22c-4443-b8e0-717a0acc9b1c HTTP/1.1" status: 200 len: 210 time: 0.0612640 Dec 10 19:59:55.817601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37092) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:59:55.890042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8825-9ae3-4777-ae22-8cd5d951403c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:55.920133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8825-9ae3-4777-ae22-8cd5d951403c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:55.976386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8825-9ae3-4777-ae22-8cd5d951403c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:55.981862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fb2e26ba-3740-4952-95fe-d2880b1d6f8a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:59:55.997431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c8825-9ae3-4777-ae22-8cd5d951403c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32a4ee-edac-4603-9045-2deaa8590ed3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:59:56.000414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea6c8825-9ae3-4777-ae22-8cd5d951403c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:59:56.009411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8825-9ae3-4777-ae22-8cd5d951403c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:56.011431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ea6c8825-9ae3-4777-ae22-8cd5d951403c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c32a4ee-edac-4603-9045-2deaa8590ed3 HTTP/1.1" status: 204 len: 168 time: 0.1920002 Dec 10 19:59:56.047753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37098) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 19:59:56.260499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 189ef3fd-5dd4-4321-80ec-32e725c7ab47 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:59:56.260803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:56.437208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:56.437599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:56.570328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 189ef3fd-5dd4-4321-80ec-32e725c7ab47 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 19:59:56.717348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:56.721697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-589dbd12-09ed-450a-a99a-83763185d6d7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 19:59:56.769724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=189ef3fd-5dd4-4321-80ec-32e725c7ab47,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 19:59:56.772742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 19:59:56.864138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:57.275636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b53d3b56-2c46-4193-9019-a20bed0a69a9 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 19:59:57.488984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 19:59:57.498915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] Sync routers for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 19:59:57.505989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 19:59:57.511390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:59:57.512053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:59:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:59:57.562798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/57fe3259-312c-4c21-ba2d-e8305e40f5c9 HTTP/1.1" status: 204 len: 168 time: 1.5137405 Dec 10 19:59:57.563429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:57.637591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625', 'status': 'completed', 'code': 200} Dec 10 19:59:57.642995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f7eba905-78e6-4e98-b719-e0cffe419716 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 19:59:57.680973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: f7eba905-78e6-4e98-b719-e0cffe419716 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 19:59:57.681643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f7eba905-78e6-4e98-b719-e0cffe419716 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 19:59:57.714399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:59:57.745926 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-8b463915-aa1c-4356-a4cd-839f42de0260 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0845783 Dec 10 19:59:57.896877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-c95e8b99-fdb6-46ff-addd-11bcb09a02f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:57.899414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-c95e8b99-fdb6-46ff-addd-11bcb09a02f6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 200 len: 897 time: 0.1477058 Dec 10 19:59:57.973439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-0240fd3a-09c9-4b20-afd3-5b2cff3ac192 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 200 len: 217 time: 0.0677817 Dec 10 19:59:57.984707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fcdfe-bc91-465b-96c4-7e6dc3881dc4 req-18c1e48e-bb95-4b1b-809e-2e2fa3ec23dc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:57.985450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-357fcdfe-bc91-465b-96c4-7e6dc3881dc4 req-18c1e48e-bb95-4b1b-809e-2e2fa3ec23dc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:59:58.000589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-357fcdfe-bc91-465b-96c4-7e6dc3881dc4 req-18c1e48e-bb95-4b1b-809e-2e2fa3ec23dc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:59:58.002451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-357fcdfe-bc91-465b-96c4-7e6dc3881dc4 req-18c1e48e-bb95-4b1b-809e-2e2fa3ec23dc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 945 time: 0.1037705 Dec 10 19:59:58.052219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-357fcdfe-bc91-465b-96c4-7e6dc3881dc4 req-1d76facc-dfdd-4bac-ba02-529a188c9d7b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:59:58.054426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-efa6c203-5876-4bb6-8495-c7d974bc914b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:58.055474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:59:58.056007 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-efa6c203-5876-4bb6-8495-c7d974bc914b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 200 len: 834 time: 0.0759442 Dec 10 19:59:58.059751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] Checking router: b53d3b56-2c46-4193-9019-a20bed0a69a9 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 19:59:58.068622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-357fcdfe-bc91-465b-96c4-7e6dc3881dc4 req-1d76facc-dfdd-4bac-ba02-529a188c9d7b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:59:58.070070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-357fcdfe-bc91-465b-96c4-7e6dc3881dc4 req-1d76facc-dfdd-4bac-ba02-529a188c9d7b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607569 Dec 10 19:59:58.072344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 19:59:58.073096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:59:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:59:58.139638 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-394a896c-886a-4d05-bd72-2130444c255e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3824eed3-b7d7-45b7-b858-3894f6f32bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768065 Dec 10 19:59:58.274151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 19:59:58.544186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-c046c55b-af12-426c-8684-78923c9ea769 service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973367 Dec 10 19:59:58.686581 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a3e8acf-2a02-4f43-afc8-641b20e89c88 req-8dc68db0-3e45-4bca-9309-a39834e8c37c service neutron] 10.222.0.84 "GET /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350586 Dec 10 19:59:58.758863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 19:59:58.763200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b99260-f946-4d8f-b081-1d5b2dc4ab44 None None] The sync data for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv is: [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T19:57:45Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '988dfe64-654a-498c-97f5-1b826fc15ef3', 'name': '', 'network_id': '3824eed3-b7d7-45b7-b858-3894f6f32bb9', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:74:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:44Z', 'updated_at': '2021-12-10T19:57:50Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '6e615fe4-3afb-4911-b0c2-5cbe022c76cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 19:59:59.203559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074af7a-9a91-426f-8fa3-780ed37d5d05 None None] New status for floating IP 57fe3259-312c-4c21-ba2d-e8305e40f5c9: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 19:59:59.278699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a7a2-81b7-48a9-9631-4fdb1cb02d14 req-d94c0fde-b81b-4502-948e-504b8336fba9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:59.280354 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ca3a7a2-81b7-48a9-9631-4fdb1cb02d14 req-d94c0fde-b81b-4502-948e-504b8336fba9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 945 time: 0.0869639 Dec 10 19:59:59.329724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ca3a7a2-81b7-48a9-9631-4fdb1cb02d14 req-fcf6334c-2658-4b62-b409-f1ba491656f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=f76a44e9-0993-4a3f-9d14-97b1aa0cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419667 Dec 10 19:59:59.689709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-7504b861-03e1-4fef-991e-db446c98969a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 19:59:59.690376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-7504b861-03e1-4fef-991e-db446c98969a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 19:59:59.703275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-7504b861-03e1-4fef-991e-db446c98969a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 19:59:59.704469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-7504b861-03e1-4fef-991e-db446c98969a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 945 time: 0.0971510 Dec 10 19:59:59.781223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 12088ba7-48d3-4215-8c81-38762bd63625 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 19:59:59.781640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:00.037130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 12088ba7-48d3-4215-8c81-38762bd63625, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=12088ba7-48d3-4215-8c81-38762bd63625,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:00.037539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:00.163001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 12088ba7-48d3-4215-8c81-38762bd63625 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:00:00.307855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:00.313222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1546e1e2-f2b4-4cda-a142-2307eede7fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:00.357285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=12088ba7-48d3-4215-8c81-38762bd63625,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:00.360909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:00.439749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port 12088ba7-48d3-4215-8c81-38762bd63625 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:00:00.442910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:00.447724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'name': 'network-vif-deleted', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:00:00.463931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b046f11-7b1c-447e-9e0c-30e6bcdd8621 req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/12088ba7-48d3-4215-8c81-38762bd63625 HTTP/1.1" status: 204 len: 173 time: 0.7541046 Dec 10 20:00:00.511015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842fd7c4-bc15-4f1b-b946-be71824fd9b5', 'name': 'network-vif-deleted', 'tag': '12088ba7-48d3-4215-8c81-38762bd63625', 'status': 'completed', 'code': 200} Dec 10 20:00:00.518640 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-059ada93-2b6c-4d8c-9b3b-6e2af18220db req-4b2a4da0-af38-4703-814a-b82f5124993a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=842fd7c4-bc15-4f1b-b946-be71824fd9b5 HTTP/1.1" status: 200 len: 210 time: 0.0574903 Dec 10 20:00:01.630564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37118) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:01.702008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b56e16de-2f48-4da7-bb1d-ff5830ec2866 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:01.732433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b56e16de-2f48-4da7-bb1d-ff5830ec2866 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:01.782463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b56e16de-2f48-4da7-bb1d-ff5830ec2866 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:01.788249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76624ec5-2b83-4bf4-9b5d-e9335b7bc0be tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:01.804886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e16de-2f48-4da7-bb1d-ff5830ec2866 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a44e9-0993-4a3f-9d14-97b1aa0cb036,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:01.809193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b56e16de-2f48-4da7-bb1d-ff5830ec2866 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:01.812525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b56e16de-2f48-4da7-bb1d-ff5830ec2866 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:01.813755 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b56e16de-2f48-4da7-bb1d-ff5830ec2866 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/f76a44e9-0993-4a3f-9d14-97b1aa0cb036 HTTP/1.1" status: 204 len: 168 time: 0.1820982 Dec 10 20:00:01.850004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37124) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:02.267247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:02.533080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:03.129877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 988dfe64-654a-498c-97f5-1b826fc15ef3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:00:03.130472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:03.323161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 988dfe64-654a-498c-97f5-1b826fc15ef3, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=988dfe64-654a-498c-97f5-1b826fc15ef3,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:03.323580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:03.451969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 988dfe64-654a-498c-97f5-1b826fc15ef3 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:00:03.630482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:03.634815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d59b9892-1e1e-4aef-a6be-da5c3c90cc16 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:03.681430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=988dfe64-654a-498c-97f5-1b826fc15ef3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:03.684179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:03.689699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 12088ba7-48d3-4215-8c81-38762bd63625 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:00:03.726318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 12088ba7-48d3-4215-8c81-38762bd63625 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:00:03.726718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 12088ba7-48d3-4215-8c81-38762bd63625 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:00:04.007144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:04.613395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b53d3b56-2c46-4193-9019-a20bed0a69a9 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:00:04.823991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:00:04.835034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] Sync routers for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:00:04.837983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/b53d3b56-2c46-4193-9019-a20bed0a69a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9868062 Dec 10 20:00:04.841054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37128) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:04.848057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:00:04.849010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:59:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:05.033460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:00:05.037121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet 6e615fe4-3afb-4911-b0c2-5cbe022c76cf {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:00:05.040266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:05.102690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:05.188050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:05.265166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:05.270438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-123038be-3100-4076-98ae-9c595d338dfd tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:05.311665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=6e615fe4-3afb-4911-b0c2-5cbe022c76cf,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:05.315036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:05.316197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:05.322799 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/6e615fe4-3afb-4911-b0c2-5cbe022c76cf HTTP/1.1" status: 204 len: 168 time: 0.4806783 Dec 10 20:00:05.325460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37132) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:05.328875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ae874-bc93-434f-814b-ec75563453b7 None None] Network 3824eed3-b7d7-45b7-b858-3894f6f32bb9 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:00:05.342883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T20:00:03Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:05.347040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] Checking router: b53d3b56-2c46-4193-9019-a20bed0a69a9 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:00:05.359056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] Routers {'b53d3b56-2c46-4193-9019-a20bed0a69a9'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:00:05.359658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:59:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b53d3b56-2c46-4193-9019-a20bed0a69a9'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:05.556982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:05.564420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] Set router b53d3b56-2c46-4193-9019-a20bed0a69a9 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:00:05.606028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] DHCP port deletion for 3824eed3-b7d7-45b7-b858-3894f6f32bb9 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:00:05.610866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Deleting port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:00:05.611313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:05.842883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] For port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9444e299-3243-4bf4-a7b9-f33bf97a6c7a,segment=NetworkSegment(767ea4e0-37d0-41a7-b342-9a5fc62b4ca2),segment_id=767ea4e0-37d0-41a7-b342-9a5fc62b4ca2)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:05.843442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:05.887334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T20:00:03Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:05.891692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae8067-71c0-429b-9440-2588142fa359 None None] The sync data for ids ['b53d3b56-2c46-4193-9019-a20bed0a69a9'] in dv-neutron-821443-1-hyperv is: [{'id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'name': 'tempest-TestNetworkBasicOps-router-1958851628', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:40Z', 'updated_at': '2021-12-10T20:00:03Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': '9e7b40a3-d8d4-404f-92c1-924a68c03f42', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d3b56-2c46-4193-9019-a20bed0a69a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:00:05.981466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Calling delete_port for 9444e299-3243-4bf4-a7b9-f33bf97a6c7a owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:00:06.016665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:06.026156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 9e7b40a3-d8d4-404f-92c1-924a68c03f42 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:00:06.026539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:06.066558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:06.071967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:06.116336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Pushing event deleted for resources: {'Port': ['ID=9444e299-3243-4bf4-a7b9-f33bf97a6c7a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:06.126462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] No DVR routers for this DVR port 9444e299-3243-4bf4-a7b9-f33bf97a6c7a on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:00:06.130615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.131014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.132889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.132889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.132889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.132889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.132889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.133263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.133597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.133917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.134238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:06.137803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:06.215975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9444e299-3243-4bf4-a7b9-f33bf97a6c7a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:00:06.229868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 9e7b40a3-d8d4-404f-92c1-924a68c03f42, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=9e7b40a3-d8d4-404f-92c1-924a68c03f42,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:06.230271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:06.252143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 9444e299-3243-4bf4-a7b9-f33bf97a6c7a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:00:06.252546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9444e299-3243-4bf4-a7b9-f33bf97a6c7a not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:00:06.253014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 988dfe64-654a-498c-97f5-1b826fc15ef3 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:00:06.289500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 988dfe64-654a-498c-97f5-1b826fc15ef3 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:00:06.289925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 988dfe64-654a-498c-97f5-1b826fc15ef3 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:00:06.360611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 9e7b40a3-d8d4-404f-92c1-924a68c03f42 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:00:06.538304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:06.542630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8c6040fc-3625-4445-9b60-304d7b48f299 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:06.586783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=9e7b40a3-d8d4-404f-92c1-924a68c03f42,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:06.589803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:06.817357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.087850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.092231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.115926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.116485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Fanout notify agent at l3_agent the message router_deleted on router b53d3b56-2c46-4193-9019-a20bed0a69a9 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:00:07.131642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.135587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/routers/b53d3b56-2c46-4193-9019-a20bed0a69a9 HTTP/1.1" status: 204 len: 168 time: 1.8062744 Dec 10 20:00:07.136020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37136) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:07.262225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.404165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.431503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3824eed3-b7d7-45b7-b858-3894f6f32bb9']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:07.444832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:07.445171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767ea4e0-37d0-41a7-b342-9a5fc62b4ca2') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:07.457180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.475714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.482219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:00:07.482650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:00:07.498251 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:00:07.574748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.578160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fb4ec6f-783b-44ec-bfde-ee84747870ea tempest-NetworksTest-1025799942 tempest-NetworksTest-1025799942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:07.595392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.604620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=3824eed3-b7d7-45b7-b858-3894f6f32bb9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:07.607934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:07.612275 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-af2b0d7a-d3c0-42cd-8b64-9a5e3844f7fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/3824eed3-b7d7-45b7-b858-3894f6f32bb9 HTTP/1.1" status: 204 len: 168 time: 0.4754570 Dec 10 20:00:07.643295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37140) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:07.649684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'network': {'name': 'tempest-network-smoke--1100055974', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:07.655187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:07.659523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:network and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:07.662553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:07.668577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:07.682209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:00:07.687544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.716904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:00:07.726550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.726941 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Added segment a6bb9892-29b9-4b98-8d68-e44555807724 of type vlan for network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c Dec 10 20:00:07.753194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.781195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.785743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:07.786394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.791564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17c73b9a-595a-45b7-809e-f208a451bd7f tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:07.897858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2532103 Dec 10 20:00:07.900753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37144) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:07.908438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-274244298', 'admin_state_up': True, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:07.914450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Network': ['ID=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:07.917906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:07.918917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:07.923132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:router and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:07.926305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:00:07.926867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:07.933014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:07.942068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.943122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:07.961842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:08.115989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:08.212049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9e7b40a3-d8d4-404f-92c1-924a68c03f42 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:00:08.247360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 9e7b40a3-d8d4-404f-92c1-924a68c03f42 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:00:08.247764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 9e7b40a3-d8d4-404f-92c1-924a68c03f42 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:00:08.302570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:08.336894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:08.485280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.232 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/eaf6b989-c83d-46ff-948b-7d6640e9af9a) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:00:08.641446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:08.668879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:08.673205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a478358c-a6ae-4c89-8dde-f89b742d582f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:08.742908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:00:08.745796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:00:08.748218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:00:08.793781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=eaf6b989-c83d-46ff-948b-7d6640e9af9a,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:08.796566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:08.918179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:08.918927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:09.151733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:00:09.595124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:00:09.606245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Sync routers for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:00:09.618762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:00:09.619471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:59:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:09.620719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:09.622049 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7202973 Dec 10 20:00:09.625363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37148) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:09.674618 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70409b79-331c-418a-a108-e119a5bcd2b7 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6c8bde24013841fa8a6b3855058a24f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455303 Dec 10 20:00:09.674859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37152) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:09.819176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b95c6e-5b7d-4e41-a8b2-4692b115f34b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:09.823664 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-61b95c6e-5b7d-4e41-a8b2-4692b115f34b tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1450121 Dec 10 20:00:09.823969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37156) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:09.874007 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c3c4d955-9828-45ae-9023-3566c9bdaa8e tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461183 Dec 10 20:00:09.874250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37160) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:09.880444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-655343931', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:09.969136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:00:09.996879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:10.001044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:subnet and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:10.004565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:10.010592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:10.020054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:00:10.131129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:10.277230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:08Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:10.281274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Checking router: b3b025ac-8cdd-48cc-8d8c-7904bc023ebc for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:00:10.281717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Updating router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc port eaf6b989-c83d-46ff-948b-7d6640e9af9a binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:00:10.337503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:10.354610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:10.359713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95d3fa0c-17c7-4d83-ab08-9d63ccaae080 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:10.441954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Subnet': ['ID=31622b66-eafb-418c-ab5a-5af9d7cfc1e8,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:10.446117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:10.455427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Checking segment: {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:00:10.455623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network hostable DHCP agents. Network: a66f9bbd-f28f-4135-997f-b6e75d8e0a4c, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:00:10.482531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:00:10.491931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a66f9bbd-f28f-4135-997f-b6e75d8e0a4c) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:00:10.496273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:10.496894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:10.518978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6435933 Dec 10 20:00:10.521908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37164) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:10.540511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa218b-263d-4d11-a9da-5b3d5f3021af None None] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:00:10.885670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:00:10.886592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:10.903438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:10.959726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Transition to ACTIVE for port object eaf6b989-c83d-46ff-948b-7d6640e9af9a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:00:10.970603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:10.980686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-369674f4-69c6-4815-9936-5a43153e7b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:11.086181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36cb1-d0c2-4064-b63f-c4cdfba58277 None None] Pushing event updated for resources: {'Port': ['ID=eaf6b989-c83d-46ff-948b-7d6640e9af9a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:11.089008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bba36cb1-d0c2-4064-b63f-c4cdfba58277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:11.092894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Attempting to bind port eaf6b989-c83d-46ff-948b-7d6640e9af9a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:00:11.093313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Attempting to bind port eaf6b989-c83d-46ff-948b-7d6640e9af9a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:00:11.093756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Attempting to bind port eaf6b989-c83d-46ff-948b-7d6640e9af9a on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:00:11.144348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:00:11.144713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:00:11.145167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:11.145635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:00:11.146167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Bound port: eaf6b989-c83d-46ff-948b-7d6640e9af9a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:00:11.146587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:11.227304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Allocated IP 172.20.0.2 (a66f9bbd-f28f-4135-997f-b6e75d8e0a4c/31622b66-eafb-418c-ab5a-5af9d7cfc1e8/7e72193f-9267-4a71-b74a-7de06d06db2a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:00:11.237897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8e1d427f-2536-4879-93a3-9cd3eaa304cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:11.276899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] For port eaf6b989-c83d-46ff-948b-7d6640e9af9a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:00:11.323449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:11.346409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] For port eaf6b989-c83d-46ff-948b-7d6640e9af9a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaf6b989-c83d-46ff-948b-7d6640e9af9a,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:00:11.352775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:11.358792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:11.467515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36cb1-d0c2-4064-b63f-c4cdfba58277 None None] Pushing event updated for resources: {'Port': ['ID=eaf6b989-c83d-46ff-948b-7d6640e9af9a,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:11.485406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bba36cb1-d0c2-4064-b63f-c4cdfba58277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:11.499561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:00:11.500309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T19:59:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:11.712786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:11.737070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Transition to ACTIVE for port object 7e72193f-9267-4a71-b74a-7de06d06db2a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:00:11.766306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Transition to ACTIVE for port object 7e72193f-9267-4a71-b74a-7de06d06db2a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:00:11.773376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:00:11.813787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:11.822652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b29be393-357a-4ecf-83b1-01834ed1c213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:11.839546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.1 (a66f9bbd-f28f-4135-997f-b6e75d8e0a4c/31622b66-eafb-418c-ab5a-5af9d7cfc1e8/76874922-22ac-4ae3-b5cc-6c091a9f8d7d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:00:12.014572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.032308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object 76874922-22ac-4ae3-b5cc-6c091a9f8d7d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:00:12.054637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.059568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:12.135906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:00:12.139701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:00:12.144555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:00:12.171510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:12.177686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:12.199650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:00:12.207124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.210336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:00:12.214928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Pushing event updated for resources: {'Port': ['ID=7e72193f-9267-4a71-b74a-7de06d06db2a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:12.217327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:00:12.222692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:12.298844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.349958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Attempting to bind port 7e72193f-9267-4a71-b74a-7de06d06db2a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:00:12.350532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Attempting to bind port 7e72193f-9267-4a71-b74a-7de06d06db2a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:00:12.350778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Attempting to bind port 7e72193f-9267-4a71-b74a-7de06d06db2a on network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:00:12.390018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:00:12.390448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Checking segment: {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:00:12.390903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.391346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Bound using segment: {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:00:12.391872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Bound port: 7e72193f-9267-4a71-b74a-7de06d06db2a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:00:12.392295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.512281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:08Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:12.517015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] For port 7e72193f-9267-4a71-b74a-7de06d06db2a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:00:12.520888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] For port 7e72193f-9267-4a71-b74a-7de06d06db2a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7e72193f-9267-4a71-b74a-7de06d06db2a,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:00:12.525981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d06a3-b256-455c-a102-7dfeb5d4ad06 None None] The sync data for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv is: [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:08Z', 'revision_number': 3, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:00:12.535120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.541799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97cae35d-4bfc-47a8-96bf-0730fff3cb0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:12.594464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.629999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Pushing event updated for resources: {'Port': ['ID=7e72193f-9267-4a71-b74a-7de06d06db2a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:12.632848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:12.739359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.743838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:12.774586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:13.156102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:13.160757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:13.164297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:13.309467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:00:13.310778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:00:13.728807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:00:13.866395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:13.908816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6d04-37e4-43a6-96d3-c4de458b7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:13.955632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:00:13.970087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/b3b025ac-8cdd-48cc-8d8c-7904bc023ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4468009 Dec 10 20:00:13.973098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37168) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:14.125947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846619b4-e134-4102-b276-c2be43cc5795 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:14.126378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846619b4-e134-4102-b276-c2be43cc5795 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:14.126808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846619b4-e134-4102-b276-c2be43cc5795 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:14.127224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846619b4-e134-4102-b276-c2be43cc5795 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:14.129087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-846619b4-e134-4102-b276-c2be43cc5795 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1546898 Dec 10 20:00:14.132000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37172) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:14.216919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe41dd-81c5-4838-9275-fe6dbf197b44 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:14.217484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe41dd-81c5-4838-9275-fe6dbf197b44 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:14.217923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe41dd-81c5-4838-9275-fe6dbf197b44 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:14.218334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe41dd-81c5-4838-9275-fe6dbf197b44 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:14.220212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a2fe41dd-81c5-4838-9275-fe6dbf197b44 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0870156 Dec 10 20:00:14.224093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37176) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:14.288731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaf6b989-c83d-46ff-948b-7d6640e9af9a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:00:14.339919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d38440-2927-40fc-a22e-d3e1ba5aaba2 None None] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:00:14.438032 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-18d51c73-d560-4ab5-8662-6b6acc6c09fb tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2124810 Dec 10 20:00:14.476855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-502d521d-e42d-40cd-957c-94d32d4e1554 None None] Provisioning for port 7e72193f-9267-4a71-b74a-7de06d06db2a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:00:14.500990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port eaf6b989-c83d-46ff-948b-7d6640e9af9a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:00:14.509948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port eaf6b989-c83d-46ff-948b-7d6640e9af9a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:14.510369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:14.742565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:14.762646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port eaf6b989-c83d-46ff-948b-7d6640e9af9a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaf6b989-c83d-46ff-948b-7d6640e9af9a,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:14.765525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:14.766454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7e72193f-9267-4a71-b74a-7de06d06db2a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:00:14.798881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:14.894074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=eaf6b989-c83d-46ff-948b-7d6640e9af9a,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:14.897981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:14.903631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37182) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:14.907753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 7e72193f-9267-4a71-b74a-7de06d06db2a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:00:14.910920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1097714588', 'description': 'tempest-secgroup-smoke-1097714588 description', 'project_id': '6c8bde24013841fa8a6b3855058a24f7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:14.913037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7e72193f-9267-4a71-b74a-7de06d06db2a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:14.913471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:14.919705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:14.924284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:14.927945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:14.934944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:14.952396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:14.991352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:14.995780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:15.001986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:15.009675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:15.047074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.077848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.081479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.086200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 7e72193f-9267-4a71-b74a-7de06d06db2a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7e72193f-9267-4a71-b74a-7de06d06db2a,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:15.087161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8048beab-7f17-4e78-8ae7-a23d226d66ac tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:15.089816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.093121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:15.140321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.141818 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2367804 Dec 10 20:00:15.143203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d562b0b-fee7-4d47-a194-d23da32ed539,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:15.145467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37186) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:15.146579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a8da47e-508f-405a-942b-8dd52e8cf9f0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:15.151874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d562b0b-fee7-4d47-a194-d23da32ed539', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:15.159548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:15.164224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:15.167365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:15.175621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:15.182814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=7e72193f-9267-4a71-b74a-7de06d06db2a,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:15.186911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:15.194087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c484d0d4-7bb2-4888-8e31-730000cefe64 None None] Provisioning complete for port 7e72193f-9267-4a71-b74a-7de06d06db2a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:15.194530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c484d0d4-7bb2-4888-8e31-730000cefe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.196589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.275348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.278920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.281572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f417eaaf-32aa-434c-95a2-4fa2c18777c1 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:15.307422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d72d65-ec82-4b7b-98c9-6ca9aa2f60a7,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:15.310300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:15.317001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.321350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37190) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:15.321476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a726c6ca-bea2-4e5f-9309-039aba0475b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1747870 Dec 10 20:00:15.327628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d562b0b-fee7-4d47-a194-d23da32ed539', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:15.335049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:15.339269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:15.343584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:15.354464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:15.356433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c484d0d4-7bb2-4888-8e31-730000cefe64 None None] Provisioning for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:00:15.361599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c484d0d4-7bb2-4888-8e31-730000cefe64 None None] Provisioning complete for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:15.362039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c484d0d4-7bb2-4888-8e31-730000cefe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.373739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.433693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.438769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c484d0d4-7bb2-4888-8e31-730000cefe64 None None] Port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:00:15.454854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.458785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.466942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-564aae43-a499-45dd-b246-1f42502a0167 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:15.476514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Sync routers for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:00:15.490125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ed2666-ea4a-474a-b5d4-e0917f630e2c,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:15.492964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:15.494357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:00:15.495043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:00:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:15.499978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.504240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1790507 Dec 10 20:00:15.504725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37194) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:15.511344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d562b0b-fee7-4d47-a194-d23da32ed539', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:15.518282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:15.522578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:15.525898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:15.532771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:15.552399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.566025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-10708ba1-483f-4a3e-bbc6-4d42c382d517 None None] Provisioning complete for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:15.566619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10708ba1-483f-4a3e-bbc6-4d42c382d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.625931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.627947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-10708ba1-483f-4a3e-bbc6-4d42c382d517 None None] Port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:00:15.629455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.631360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:15.655096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9db518b-1506-4979-bed9-52333f8cd32d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:15.657893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:15.664730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.668646 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1601851 Dec 10 20:00:15.668926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37198) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:15.675146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d562b0b-fee7-4d47-a194-d23da32ed539', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:15.681562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:15.685582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:15.688543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:15.694736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:15.702004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:00:15.714513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.751932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a7338016-b910-4173-a958-a1c3bae32169 None None] Provisioning complete for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:15.752468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7338016-b910-4173-a958-a1c3bae32169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.782515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.786206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.788601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-80e89b81-70c6-4b73-bd32-a8a34ba0c23f tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:15.810050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70f26c6-967e-4a3e-b5c2-08fadfd84b19,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:15.814503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:15.815002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a7338016-b910-4173-a958-a1c3bae32169 None None] Port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:00:15.822356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.823651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1537073 Dec 10 20:00:15.826981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37202) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:15.833496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d562b0b-fee7-4d47-a194-d23da32ed539', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:15.839698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:15.843739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:15.847353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:15.853601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:15.863755 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:00:15.870633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.937631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.940273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.948182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50c99dec-c6a5-4092-981e-427ba1eab36d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:15.967471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3047d6b6-c809-40d8-bb9d-42d39344ce1d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:15.970033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:15.977043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:15.978370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c7aa9763-6823-4822-96dd-8af21310f5ae tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1502976 Dec 10 20:00:15.981244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37206) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:15.987197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'security_group_rule': {'security_group_id': '8d562b0b-fee7-4d47-a194-d23da32ed539', 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:15.993462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:15.997605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:security_group_rule and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:16.000710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:16.007370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:16.017109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Project 6c8bde24013841fa8a6b3855058a24f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:00:16.024387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.038237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:12Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:00:12Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:16.042235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Checking router: b3b025ac-8cdd-48cc-8d8c-7904bc023ebc for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:00:16.042633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Updating router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:00:16.096432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.096631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.099780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.102134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4cb8fc8-10e5-4d44-a66b-4df3c47ca2f3 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:16.123378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52405e9-bed0-4326-b789-7e5029ebb439,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:16.127679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:16.137154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.138474 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-abe7db19-e519-48d4-9fcf-eabe1d1fe7ba tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1561997 Dec 10 20:00:16.238294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaf6b989-c83d-46ff-948b-7d6640e9af9a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:00:16.330057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port eaf6b989-c83d-46ff-948b-7d6640e9af9a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:16.330501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.392971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-ed51d2a3-b137-4a07-9a82-058454b1c4ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:00:16.410771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-ed51d2a3-b137-4a07-9a82-058454b1c4ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:00:16.412292 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-ed51d2a3-b137-4a07-9a82-058454b1c4ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1097714588&fields=id&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 267 time: 0.0720215 Dec 10 20:00:16.468884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7e72193f-9267-4a71-b74a-7de06d06db2a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:00:16.552219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7e72193f-9267-4a71-b74a-7de06d06db2a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:16.552573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.595846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-f0699c13-70ce-4224-802c-d949979c3b1e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:16.596584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-f0699c13-70ce-4224-802c-d949979c3b1e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:00:16.613109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-f0699c13-70ce-4224-802c-d949979c3b1e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:00:16.614515 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-f0699c13-70ce-4224-802c-d949979c3b1e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/networks?id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c HTTP/1.1" status: 200 len: 797 time: 0.1945221 Dec 10 20:00:16.634855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.638516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-0a2d29c5-87d6-4449-98f8-29f5a1f94f1a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/quotas/6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 375 time: 0.0169330 Dec 10 20:00:16.647296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Transition to ACTIVE for port object 76874922-22ac-4ae3-b5cc-6c091a9f8d7d will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:00:16.653660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.658110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7519cf60-9c1c-4f05-a016-aad66d291c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:16.730770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-74e23523-2171-4c7a-84f5-4edc8e670da4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:00:16.746977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-74e23523-2171-4c7a-84f5-4edc8e670da4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:00:16.748433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-74e23523-2171-4c7a-84f5-4edc8e670da4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030457 Dec 10 20:00:16.792359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Pushing event updated for resources: {'Port': ['ID=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:16.832966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.833352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.833754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.834133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.834528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.834874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.835238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.835673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.835965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.836333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.836679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:00:16.844878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:16.896403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Attempting to bind port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:00:16.896817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Attempting to bind port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:00:16.897223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Attempting to bind port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d on network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:00:16.904162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:00:16.904573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Checking segment: {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:00:16.905028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.905778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Bound using segment: {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:00:16.905983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Bound port: 76874922-22ac-4ae3-b5cc-6c091a9f8d7d, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:00:16.906399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:16.910115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-80691ecb-6d5a-4599-9674-6e09c2e38c42 service neutron] 10.222.0.41 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475751 Dec 10 20:00:17.006351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] For port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:00:17.009352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] For port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:00:17.036514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:17.045020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:17.058154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-af229789-b600-463a-b6f8-5b7ee4e80c0b service neutron] 10.222.0.41 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410291 Dec 10 20:00:17.128208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Pushing event updated for resources: {'Port': ['ID=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:17.131900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:17.134401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:00:17.135075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:00:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:17.291237 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86b66359-50c1-47ea-9a85-6896c5e62028 req-a461bbca-b8f9-4494-876a-4f4dbae7dff8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 210 time: 0.0571101 Dec 10 20:00:17.346018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:00:17.693862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:12Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:00:17Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:17.698440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c817e-4588-469d-b067-c88b3b24c090 None None] The sync data for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv is: [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:12Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:00:17Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:00:18.243171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76874922-22ac-4ae3-b5cc-6c091a9f8d7d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:00:18.316784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:00:18.323106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:18.323530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:18.490084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:18.524482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0484fb66-eb2f-41c0-b80b-3884c568f385 req-ba321efe-1b14-4be2-a1f8-895496f84432 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 210 time: 0.0773723 Dec 10 20:00:18.540992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:18.544967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:18.546983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:18.623570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:18.628569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:18.655320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-babba45e-3193-4f70-8a63-87aee208cc23 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:18.656984 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-babba45e-3193-4f70-8a63-87aee208cc23 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/networks?id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c HTTP/1.1" status: 200 len: 797 time: 0.2253728 Dec 10 20:00:18.720844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-343fb129-814e-4fb1-a434-b5a3ab31075f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8bde24013841fa8a6b3855058a24f7 HTTP/1.1" status: 200 len: 380 time: 0.0525460 Dec 10 20:00:18.729349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'port': {'device_id': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'admin_state_up': True, 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'security_groups': ['8d562b0b-fee7-4d47-a194-d23da32ed539']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:18.878297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:18.888567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:18.898344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Made reservation on behalf of 6c8bde24013841fa8a6b3855058a24f7 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:00:18.903998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:19.079987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.20.0.6 (a66f9bbd-f28f-4135-997f-b6e75d8e0a4c/31622b66-eafb-418c-ab5a-5af9d7cfc1e8/c5448a4b-dad9-41bb-89ff-23f16b0907b2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:00:19.279678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:19.295757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Transition to ACTIVE for port object c5448a4b-dad9-41bb-89ff-23f16b0907b2 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:00:19.317231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:19.323240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:19.394282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:00:19.397561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:00:19.401871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:00:19.457738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=c5448a4b-dad9-41bb-89ff-23f16b0907b2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:19.460858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:19.482010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:19.482856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:19.512918 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7877011 Dec 10 20:00:19.529214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Request body: {'port': {'device_id': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:19.666823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:19.753130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-39495d7c-69f7-44b5-8daa-357dcd1343a2 None None] Provisioning for port c5448a4b-dad9-41bb-89ff-23f16b0907b2 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:00:19.755044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be3c3f-ec3e-4381-939a-aa9fff861d7e req-70b31394-c1a3-46d9-9d18-fbf4aaf3fc1d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:19.756791 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62be3c3f-ec3e-4381-939a-aa9fff861d7e req-70b31394-c1a3-46d9-9d18-fbf4aaf3fc1d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 931 time: 0.0876651 Dec 10 20:00:19.758095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-39495d7c-69f7-44b5-8daa-357dcd1343a2 None None] Provisioning complete for port c5448a4b-dad9-41bb-89ff-23f16b0907b2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:19.758531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39495d7c-69f7-44b5-8daa-357dcd1343a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:19.809273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62be3c3f-ec3e-4381-939a-aa9fff861d7e req-05556937-568b-4975-aa90-7bd1c36cfe37 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Dec 10 20:00:19.818729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-39495d7c-69f7-44b5-8daa-357dcd1343a2 None None] Port c5448a4b-dad9-41bb-89ff-23f16b0907b2 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:00:20.030465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5448a4b-dad9-41bb-89ff-23f16b0907b2 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:00:20.038182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:20.054495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Transition to ACTIVE for port object c5448a4b-dad9-41bb-89ff-23f16b0907b2 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:00:20.057236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:20.061745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:20.199729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Pushing event updated for resources: {'Port': ['ID=c5448a4b-dad9-41bb-89ff-23f16b0907b2,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:20.203644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:20.229050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76874922-22ac-4ae3-b5cc-6c091a9f8d7d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:00:20.302749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:20.303258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:20.321056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Attempting to bind port c5448a4b-dad9-41bb-89ff-23f16b0907b2 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:00:20.321438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Attempting to bind port c5448a4b-dad9-41bb-89ff-23f16b0907b2 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:00:20.321850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Attempting to bind port c5448a4b-dad9-41bb-89ff-23f16b0907b2 on network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:00:20.328330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Port c5448a4b-dad9-41bb-89ff-23f16b0907b2 on network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:00:20.328704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Attempting to bind port c5448a4b-dad9-41bb-89ff-23f16b0907b2 on network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:00:20.337683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:00:20.338098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Checking segment: {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:00:20.338530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Bound using segment: {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:00:20.339144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Bound port: c5448a4b-dad9-41bb-89ff-23f16b0907b2, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bb9892-29b9-4b98-8d68-e44555807724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:00:20.339539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:20.438633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] For port c5448a4b-dad9-41bb-89ff-23f16b0907b2, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:00:20.442463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] For port c5448a4b-dad9-41bb-89ff-23f16b0907b2, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:00:20.447982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:20.452420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:20.454219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:00:20.521227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:20.522747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] 10.222.0.84 "PUT /v2.0/ports/c5448a4b-dad9-41bb-89ff-23f16b0907b2 HTTP/1.1" status: 200 len: 1093 time: 0.9987612 Dec 10 20:00:20.523311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:00:20.541872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Pushing event updated for resources: {'Port': ['ID=c5448a4b-dad9-41bb-89ff-23f16b0907b2,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:20.545210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:20.606127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'status': 'completed', 'code': 200} Dec 10 20:00:20.645385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-1b9caa98-1352-441a-9662-bc2d58e7aba8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 1096 time: 0.0831804 Dec 10 20:00:20.722658 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-92105bc1-4ba0-4081-8c7c-fe5903cd175a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2 HTTP/1.1" status: 200 len: 217 time: 0.0705342 Dec 10 20:00:20.791480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-214bd03c-fc44-4f40-bb3d-bc07b2e9f0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:20.793148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-214bd03c-fc44-4f40-bb3d-bc07b2e9f0ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=31622b66-eafb-418c-ab5a-5af9d7cfc1e8 HTTP/1.1" status: 200 len: 834 time: 0.0647833 Dec 10 20:00:20.875012 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-2a100f99-52e8-49d1-a53d-118a7eeb007b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758221 Dec 10 20:00:21.020108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-721c3745-ae52-4d62-8076-fb319a4b3a60 service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386514 Dec 10 20:00:21.024738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7060851-ec9e-4386-a85e-b6c29624ad6c req-15eb648e-e66a-4498-954e-6bc3bdb3b3a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:21.026341 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b7060851-ec9e-4386-a85e-b6c29624ad6c req-15eb648e-e66a-4498-954e-6bc3bdb3b3a1 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 943 time: 0.0877228 Dec 10 20:00:21.075161 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b7060851-ec9e-4386-a85e-b6c29624ad6c req-bdf4491b-2eae-4923-9526-4f73ebed63e6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Dec 10 20:00:21.165599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34084bae-d1cc-480b-98f7-3f4fc6eea271 req-f68f0414-6b59-47a6-90e4-540c79112c31 service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394467 Dec 10 20:00:21.293038 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-141e4592-75b7-42e9-af52-14128c7199f5 req-b0b1a6ec-5c1a-439c-9ade-084dcaafc502 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 1096 time: 0.0801241 Dec 10 20:00:21.436872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e4592-75b7-42e9-af52-14128c7199f5 req-0ac83eb3-cfd6-4ac9-b510-3296fd529e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:21.438412 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-141e4592-75b7-42e9-af52-14128c7199f5 req-0ac83eb3-cfd6-4ac9-b510-3296fd529e8f service neutron] 10.222.0.84 "GET /v2.0/networks?id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c HTTP/1.1" status: 200 len: 898 time: 0.1375706 Dec 10 20:00:21.513131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-141e4592-75b7-42e9-af52-14128c7199f5 req-88663d07-964d-4343-83c7-480e1b1ad03e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2 HTTP/1.1" status: 200 len: 217 time: 0.0688455 Dec 10 20:00:21.815142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e4592-75b7-42e9-af52-14128c7199f5 req-113d937a-cbd7-4638-a789-9bb3e787af0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:21.816722 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-141e4592-75b7-42e9-af52-14128c7199f5 req-113d937a-cbd7-4638-a789-9bb3e787af0f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=31622b66-eafb-418c-ab5a-5af9d7cfc1e8 HTTP/1.1" status: 200 len: 834 time: 0.2979484 Dec 10 20:00:21.897962 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-141e4592-75b7-42e9-af52-14128c7199f5 req-13cc360a-2ef6-463a-b628-ac73aa033453 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748460 Dec 10 20:00:22.044817 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-141e4592-75b7-42e9-af52-14128c7199f5 req-2117685c-f6c2-4b00-9d1a-8e15c9adf69f service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376004 Dec 10 20:00:22.200482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-141e4592-75b7-42e9-af52-14128c7199f5 req-4dcae2ee-bc67-4b68-bc4d-daa506f80723 service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456480 Dec 10 20:00:22.281502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460b738-27e7-4f7d-873b-f231eab0ff6c req-48e29c5f-3199-4fcf-a625-d3ce323d2143 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:22.283137 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8460b738-27e7-4f7d-873b-f231eab0ff6c req-48e29c5f-3199-4fcf-a625-d3ce323d2143 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 943 time: 0.0839336 Dec 10 20:00:22.329928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8460b738-27e7-4f7d-873b-f231eab0ff6c req-a20db323-fe7e-4e3a-a562-ca0688dde452 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 Dec 10 20:00:23.536127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9be5af-0b1f-4b7a-9956-f04b33e5f3b0 req-1b034656-f561-4ca6-a286-a6bdc4e16adc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:23.537759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b9be5af-0b1f-4b7a-9956-f04b33e5f3b0 req-1b034656-f561-4ca6-a286-a6bdc4e16adc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 943 time: 0.0880153 Dec 10 20:00:23.586363 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b9be5af-0b1f-4b7a-9956-f04b33e5f3b0 req-cbe8d9eb-fe10-4b8e-afd6-e710722f7349 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Dec 10 20:00:23.767887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device c5448a4b-dad9-41bb-89ff-23f16b0907b2 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:00:24.066476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port c5448a4b-dad9-41bb-89ff-23f16b0907b2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:24.080412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'port_id': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'mac_address': 'fa:16:3e:c4:b0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:00:24.136847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:24.156581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5448a4b-dad9-41bb-89ff-23f16b0907b2 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:00:24.171866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port c5448a4b-dad9-41bb-89ff-23f16b0907b2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:24.175229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:24.177102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:24.244569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=c5448a4b-dad9-41bb-89ff-23f16b0907b2,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:24.247708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:24.526806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['c5448a4b-dad9-41bb-89ff-23f16b0907b2'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:00:24.790163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33a97e-a24b-4797-94e2-ac468107f917 req-d56f55f9-ab09-4370-b457-fc5d8233e6dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:24.791753 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f33a97e-a24b-4797-94e2-ac468107f917 req-d56f55f9-ab09-4370-b457-fc5d8233e6dd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 944 time: 0.0857203 Dec 10 20:00:24.844287 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f33a97e-a24b-4797-94e2-ac468107f917 req-40785968-09a8-4707-8c3f-6c7e6aea9a3f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459676 Dec 10 20:00:25.767331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device c5448a4b-dad9-41bb-89ff-23f16b0907b2 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:00:25.841451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port c5448a4b-dad9-41bb-89ff-23f16b0907b2 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:00:25.846209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port c5448a4b-dad9-41bb-89ff-23f16b0907b2 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:00:25.847127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:25.965036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:25.993857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:00:26.003997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port c5448a4b-dad9-41bb-89ff-23f16b0907b2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:00:26.007506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:26.010443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d33373c4-d782-4fb8-967a-1f86748483be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:26.048442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31361591-382d-4b27-a963-c360dacc4422 req-e63b9457-6637-4e75-a3fc-e31c6d10eccd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:26.056265 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-31361591-382d-4b27-a963-c360dacc4422 req-e63b9457-6637-4e75-a3fc-e31c6d10eccd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 945 time: 0.0921092 Dec 10 20:00:26.082370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=c5448a4b-dad9-41bb-89ff-23f16b0907b2,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:26.085711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:26.100816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-31361591-382d-4b27-a963-c360dacc4422 req-4f3855d6-1a81-4877-a586-e61df4eea970 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436234 Dec 10 20:00:26.180411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'code': 200} Dec 10 20:00:26.412467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bc8018ce-2687-496b-86cf-65e5588b78f4 req-2308d314-6a9d-43d3-bbeb-e4bed88d73bc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 1098 time: 0.0780690 Dec 10 20:00:26.456966 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bc8018ce-2687-496b-86cf-65e5588b78f4 req-33de01db-6758-4560-8e81-7d2f81cd446c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381293 Dec 10 20:00:27.309232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d02cee-d2f3-4972-8da3-f54c5982d75f req-7bf20145-aba7-4c96-8481-f681f5a44e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:27.310898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e7d02cee-d2f3-4972-8da3-f54c5982d75f req-7bf20145-aba7-4c96-8481-f681f5a44e81 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 945 time: 0.0874095 Dec 10 20:00:27.358363 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e7d02cee-d2f3-4972-8da3-f54c5982d75f req-4528f8d6-aaeb-4471-afa2-61a37a357820 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Dec 10 20:00:28.567615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0749f8-8810-41ef-a85c-d2410af135b8 req-06c3b0d4-603d-4433-bbe3-d4e1084b8a23 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:28.569196 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2d0749f8-8810-41ef-a85c-d2410af135b8 req-06c3b0d4-603d-4433-bbe3-d4e1084b8a23 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 945 time: 0.0881596 Dec 10 20:00:28.616101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2d0749f8-8810-41ef-a85c-d2410af135b8 req-f263c1f4-3204-40f4-8679-2599c38b1fca tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407746 Dec 10 20:00:28.821665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3239ec-449c-458d-8ad9-e8fded31e299 req-361150a2-1516-4b89-a07b-f87f54c61b76 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:28.823226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2b3239ec-449c-458d-8ad9-e8fded31e299 req-361150a2-1516-4b89-a07b-f87f54c61b76 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 945 time: 0.0877168 Dec 10 20:00:28.871441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2b3239ec-449c-458d-8ad9-e8fded31e299 req-2fea7059-00fa-45bb-a09a-146b4b34c16e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415635 Dec 10 20:00:28.898261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37266) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:28.974339 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-75330719-5c59-44f0-8c70-1d5b702edcc9 tempest-TestNetworkBasicOps-1973485163 tempest-TestNetworkBasicOps-1973485163-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 1093 time: 0.0747595 Dec 10 20:00:28.976977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37270) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:28.982521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:00:28.988763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:00:28.992770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Usage tracker for resource:floatingip and tenant:6c8bde24013841fa8a6b3855058a24f7 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:00:28.995775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:00:29.001701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:00:29.014567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:29.156620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:29.299482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Allocated IP 172.26.8.180 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/06865716-a02b-456c-b91c-9f8a6b583ce7) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:00:29.452539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:29.481600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:29.486456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:29.558037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:00:29.561089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:00:29.563716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:00:29.599993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=06865716-a02b-456c-b91c-9f8a6b583ce7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:29.602838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:30.087554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:30.144040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:30.356542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:30.359791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:30.364254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4e48ae09-843d-4924-b8a4-8303526a0f3a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:00:30.476426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event updated for resources: {'Port': ['ID=06865716-a02b-456c-b91c-9f8a6b583ce7,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:00:30.480748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:00:30.490241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:30.690399 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Floating IP f33072cf-9a4c-487f-926a-26179b654051 associated. External IP: 172.26.8.180, port: c5448a4b-dad9-41bb-89ff-23f16b0907b2. Dec 10 20:00:31.104979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:00:31.313493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:00:31.324927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] Sync routers for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:00:31.339289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:31.339704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:00:31.340403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:00:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:31.402235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4214697 Dec 10 20:00:31.402235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:00:31.402717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37274) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:31.467028 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'status': 'completed', 'code': 200} Dec 10 20:00:31.522420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-21937dac-0f52-4503-a35a-0572250926b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 991 time: 0.1167896 Dec 10 20:00:31.542091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:00:31.570890 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-d74ed226-d2d4-489d-88f3-0e2196e4d378 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 1098 time: 0.0791984 Dec 10 20:00:31.918944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:12Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'f33072cf-9a4c-487f-926a-26179b654051', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'port_id': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'mac_address': 'fa:16:3e:c4:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:00:29Z', 'updated_at': '2021-12-10T20:00:29Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:00:18Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:31.923098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] Checking router: b3b025ac-8cdd-48cc-8d8c-7904bc023ebc for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:00:31.935113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:00:31.935793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:00:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:31.940336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-d03fb7cf-725b-4219-b5f7-998cae87b09e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:31.941979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-d03fb7cf-725b-4219-b5f7-998cae87b09e service neutron] 10.222.0.84 "GET /v2.0/networks?id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c HTTP/1.1" status: 200 len: 898 time: 0.3652837 Dec 10 20:00:32.051127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-20b12080-4434-416b-aacb-87e58c9b818b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2 HTTP/1.1" status: 200 len: 999 time: 0.1029031 Dec 10 20:00:32.119392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-43b1bb8f-96fa-4674-a2a2-55c0ea278efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:00:32.120947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-43b1bb8f-96fa-4674-a2a2-55c0ea278efd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=31622b66-eafb-418c-ab5a-5af9d7cfc1e8 HTTP/1.1" status: 200 len: 834 time: 0.0638487 Dec 10 20:00:32.127583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:00:32.206672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-44783d2e-4c95-4051-b678-9dd66fc4b739 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790377 Dec 10 20:00:32.349969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-cf68a928-c70a-4312-b36c-931a332b22ad service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374068 Dec 10 20:00:32.494452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9636bf2-a7bb-43bb-81f1-4e9812db6ed7 req-be1075fe-1be2-42e0-bd99-f2007fc7952d service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387691 Dec 10 20:00:32.496742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:12Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'f33072cf-9a4c-487f-926a-26179b654051', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'port_id': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'mac_address': 'fa:16:3e:c4:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:00:29Z', 'updated_at': '2021-12-10T20:00:29Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:00:18Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:00:32.500996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409b8c-adec-4713-a653-ead3b8f9c850 None None] The sync data for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv is: [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:00:12Z', 'revision_number': 4, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'f33072cf-9a4c-487f-926a-26179b654051', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'port_id': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'mac_address': 'fa:16:3e:c4:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:00:29Z', 'updated_at': '2021-12-10T20:00:29Z', 'revision_number': 0, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:00:18Z', 'revision_number': 5, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:00:32.524664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37280) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:32.540803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:32.638070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c4493166-fc6a-4e80-a029-b8e533051a11 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 991 time: 0.1120765 Dec 10 20:00:32.897322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782feee-9c46-4a24-bd3a-4fdae8762e57 None None] New status for floating IP f33072cf-9a4c-487f-926a-26179b654051: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:00:33.641994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37284) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:00:33.981528 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1dfa0cf0-df9a-4f5a-9ebf-9d3d18869f3f tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 993 time: 0.3382473 Dec 10 20:00:41.170013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8805493d-fbf2-457f-83f8-b18314da8eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:42.537949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:43.865522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:43.898913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21de1574-e904-446b-9140-f911eaf95b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:45.390999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:00:57.462364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:01:02.562579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:11.170559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c411bd83-ce29-4a15-b585-72a2d59d95cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:12.539621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:13.867811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:13.898113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b823b750-ded6-4085-9fa3-7beb17c6d403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:15.394448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:21.361517 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-31087209-4bd3-496a-a387-d2f8f4cbcdec service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746350 Dec 10 20:01:21.512389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-7ce26fdb-a22a-4566-b3c9-41dccfeb81e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 1098 time: 0.0794480 Dec 10 20:01:21.667060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-c44aa669-1af1-4f64-871e-a26c510d95f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:01:21.668522 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-c44aa669-1af1-4f64-871e-a26c510d95f0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c HTTP/1.1" status: 200 len: 898 time: 0.1369030 Dec 10 20:01:21.773368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-6d6924c1-e3c9-4be2-965e-974193c0897c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2 HTTP/1.1" status: 200 len: 1001 time: 0.0985825 Dec 10 20:01:21.843647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-88d1ffd1-1042-4294-955f-59dbdb20aad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:01:21.845758 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-88d1ffd1-1042-4294-955f-59dbdb20aad3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=31622b66-eafb-418c-ab5a-5af9d7cfc1e8 HTTP/1.1" status: 200 len: 834 time: 0.0653970 Dec 10 20:01:21.925688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-d84bef5a-91dc-4953-9d22-79513ea6343d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746846 Dec 10 20:01:22.065671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-d3c828e3-5cdf-483a-8650-2472ff1bd0cd service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327450 Dec 10 20:01:22.204121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9d66642-ffbf-42fb-86d0-48c9a95eec30 req-bdba8a9c-3e83-4e85-abd5-774a4609400c service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327922 Dec 10 20:01:32.556831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:34.453122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:01:41.171183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37cd32e4-6f34-4bf5-8b78-08ef66f6f4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:42.540657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:43.871610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:43.896801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ec29c475-4df9-4cfe-bf6d-cb133d25889a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:45.067757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37306) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:45.154919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3812fbaa-086f-4afe-a237-ab656e37c9fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:01:45.396139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:45.738707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3812fbaa-086f-4afe-a237-ab656e37c9fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:45.747956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3812fbaa-086f-4afe-a237-ab656e37c9fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:45.957897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3812fbaa-086f-4afe-a237-ab656e37c9fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:01:46.172573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3812fbaa-086f-4afe-a237-ab656e37c9fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:01:46.178760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3812fbaa-086f-4afe-a237-ab656e37c9fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:46.180533 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3812fbaa-086f-4afe-a237-ab656e37c9fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/b3b025ac-8cdd-48cc-8d8c-7904bc023ebc HTTP/1.1" status: 200 len: 888 time: 1.1111226 Dec 10 20:01:46.182602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072003f-bef2-4df6-82d8-75ee1ba3e0cf None None] Sync routers for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:01:46.196300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072003f-bef2-4df6-82d8-75ee1ba3e0cf None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:01:46.196981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8072003f-bef2-4df6-82d8-75ee1ba3e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:01:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:46.261646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8072003f-bef2-4df6-82d8-75ee1ba3e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:46.273327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072003f-bef2-4df6-82d8-75ee1ba3e0cf None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:01:46.274035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8072003f-bef2-4df6-82d8-75ee1ba3e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:01:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:46.339608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8072003f-bef2-4df6-82d8-75ee1ba3e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:46.340214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072003f-bef2-4df6-82d8-75ee1ba3e0cf None None] The sync data for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv is: [] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:01:46.674956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119cc576-570c-4518-b2a2-bfa776e52c6e None None] New status for floating IP f33072cf-9a4c-487f-926a-26179b654051: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:01:48.265791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaf6b989-c83d-46ff-948b-7d6640e9af9a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:01:48.358117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37314) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:48.364043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-dc713a29-8279-4a9b-bd25-d3baadc28fe8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:01:48.392428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:48.408536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port eaf6b989-c83d-46ff-948b-7d6640e9af9a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaf6b989-c83d-46ff-948b-7d6640e9af9a,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:01:48.411296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:48.412088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76874922-22ac-4ae3-b5cc-6c091a9f8d7d no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:01:48.440768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:01:48.536362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=eaf6b989-c83d-46ff-948b-7d6640e9af9a,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:01:48.584606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.585003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.585394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.585833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.586217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.586599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.586978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.587358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.587747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.588114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.588488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:48.594197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:01:48.610710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:48.644529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:01:48.647298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:48.649124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cb21831-c976-48de-92a4-96f71c953a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:01:48.716064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:01:48.719357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:01:48.957557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc713a29-8279-4a9b-bd25-d3baadc28fe8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:48.970917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc713a29-8279-4a9b-bd25-d3baadc28fe8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854372218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-403697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-512074'] for router, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:49.413901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc713a29-8279-4a9b-bd25-d3baadc28fe8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:01:49.625659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc713a29-8279-4a9b-bd25-d3baadc28fe8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:01:49.631829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc713a29-8279-4a9b-bd25-d3baadc28fe8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:49.633084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dc713a29-8279-4a9b-bd25-d3baadc28fe8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/b3b025ac-8cdd-48cc-8d8c-7904bc023ebc HTTP/1.1" status: 200 len: 887 time: 1.2738659 Dec 10 20:01:49.635791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] Sync routers for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:01:49.636180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37318) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:49.649039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:01:49.649750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:01:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:49.746073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9eab1426-7ed5-49b0-b604-5964b5c2d694 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 991 time: 0.1074271 Dec 10 20:01:50.002111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:01:50.356884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'f33072cf-9a4c-487f-926a-26179b654051', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'port_id': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'mac_address': 'fa:16:3e:c4:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:00:29Z', 'updated_at': '2021-12-10T20:01:46Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:50.361403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] Checking router: b3b025ac-8cdd-48cc-8d8c-7904bc023ebc for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:01:50.372383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:01:50.373027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:01:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:50.561541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:01:50.749065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37322) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:50.865113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a46c3228-80a6-4e80-b2d7-dbd51ff978fc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 991 time: 0.1146371 Dec 10 20:01:50.935280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'f33072cf-9a4c-487f-926a-26179b654051', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'port_id': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'mac_address': 'fa:16:3e:c4:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:00:29Z', 'updated_at': '2021-12-10T20:01:46Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:50.939529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2d65a-8125-42c9-adeb-71f038cfa3bf None None] The sync data for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv is: [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'f33072cf-9a4c-487f-926a-26179b654051', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'port_id': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'mac_address': 'fa:16:3e:c4:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:00:29Z', 'updated_at': '2021-12-10T20:01:46Z', 'revision_number': 2, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:01:51.869074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37326) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:51.989587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-531a0dd2-257c-4720-bea5-d2a396450921 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 991 time: 0.1188641 Dec 10 20:01:52.323949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaf6b989-c83d-46ff-948b-7d6640e9af9a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:01:52.402219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port eaf6b989-c83d-46ff-948b-7d6640e9af9a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:01:52.402653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:52.538880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:52.557146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port eaf6b989-c83d-46ff-948b-7d6640e9af9a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaf6b989-c83d-46ff-948b-7d6640e9af9a,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:01:52.561016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:52.562229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76874922-22ac-4ae3-b5cc-6c091a9f8d7d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:01:52.592535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7a2c05a-104d-48d8-8383-ee4ad8d5f6a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:01:52.689611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=eaf6b989-c83d-46ff-948b-7d6640e9af9a,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:01:52.694349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:01:52.706556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:01:52.706988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:52.829486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:52.871894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:01:52.874780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:52.876693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:01:52.946035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:01:52.949536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:01:52.993305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37330) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:53.106240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7386cfe9-fdab-4689-b77a-d2d17145c03a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 991 time: 0.1116533 Dec 10 20:01:54.091832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0bd75e-8739-4e2b-93a9-4f8b87ddf36b None None] New status for floating IP f33072cf-9a4c-487f-926a-26179b654051: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:01:54.110839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37334) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:54.226104 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-945f5125-d905-4577-b366-10104b0234f3 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 991 time: 0.1139176 Dec 10 20:01:54.281490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaf6b989-c83d-46ff-948b-7d6640e9af9a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:01:54.353234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port eaf6b989-c83d-46ff-948b-7d6640e9af9a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:01:54.353718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:54.477920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76874922-22ac-4ae3-b5cc-6c091a9f8d7d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:01:54.548207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:01:54.548649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:55.230060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37338) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:55.341741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-41fffd6f-6a7e-4733-b03c-05e83c09fab8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 200 len: 993 time: 0.1103256 Dec 10 20:01:55.632471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37348) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:01:55.838893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 06865716-a02b-456c-b91c-9f8a6b583ce7 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:01:55.839274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:56.017146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:56.017434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:56.142382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 06865716-a02b-456c-b91c-9f8a6b583ce7 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:01:56.297169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:56.301475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:01:56.343636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=06865716-a02b-456c-b91c-9f8a6b583ce7,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:01:56.385144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.385597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.386022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.386439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.386852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.387264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.387676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.388086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.388494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.388896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.389300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:01:56.397404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:01:56.457256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:57.111476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:01:57.323771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:01:57.333757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] Sync routers for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:01:57.341435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:57.346736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:01:57.347677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:01:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:57.398191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/floatingips/f33072cf-9a4c-487f-926a-26179b654051 HTTP/1.1" status: 204 len: 168 time: 1.7644987 Dec 10 20:01:57.398883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:01:57.457254 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'status': 'completed', 'code': 200} Dec 10 20:01:57.555767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:01:57.561921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-366362fd-0cb9-4e07-acff-d7ea32bdcc1f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6c8bde24013841fa8a6b3855058a24f7&device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 1098 time: 0.0818503 Dec 10 20:01:57.712889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-5d6e31fb-569b-4371-990a-04c94ac81115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:01:57.715179 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-5d6e31fb-569b-4371-990a-04c94ac81115 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c HTTP/1.1" status: 200 len: 898 time: 0.1475852 Dec 10 20:01:57.794502 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-3485d82f-4e90-4484-b144-c37ad3ec8863 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2 HTTP/1.1" status: 200 len: 217 time: 0.0727129 Dec 10 20:01:57.817061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddd3de-a189-4f6e-a7b1-67d1b6ce0b18 req-dca1a882-8d82-4fc6-b63b-043388f1a469 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:01:57.818903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-31ddd3de-a189-4f6e-a7b1-67d1b6ce0b18 req-dca1a882-8d82-4fc6-b63b-043388f1a469 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 945 time: 0.0855680 Dec 10 20:01:57.868084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-3a355f61-2a9c-4e17-9eef-da4fee1bd0b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:01:57.869710 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-3a355f61-2a9c-4e17-9eef-da4fee1bd0b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=31622b66-eafb-418c-ab5a-5af9d7cfc1e8 HTTP/1.1" status: 200 len: 834 time: 0.0686688 Dec 10 20:01:57.875796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-31ddd3de-a189-4f6e-a7b1-67d1b6ce0b18 req-756e98a5-5fe8-48d0-ad66-006dbecc0b9e tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500934 Dec 10 20:01:57.898789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:57.902959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] Checking router: b3b025ac-8cdd-48cc-8d8c-7904bc023ebc for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:01:57.914930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:01:57.915527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:01:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:57.960113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-c482ff78-c475-4a0e-b83c-a8e5d0b84f03 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814676 Dec 10 20:01:58.107592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-c514b27b-551c-4d16-9067-c816fa2a98a1 service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401927 Dec 10 20:01:58.258969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a53902e-467d-48e4-9bd8-ed09129455bd req-4e7cf13d-6493-4f4b-bba5-2b822e7b0094 service neutron] 10.222.0.84 "GET /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442213 Dec 10 20:01:58.280960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:01:58.609420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:01:58.613671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a750f9-2452-4afb-832d-a8e998705d77 None None] The sync data for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv is: [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:01:48Z', 'revision_number': 6, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '76874922-22ac-4ae3-b5cc-6c091a9f8d7d', 'name': '', 'network_id': 'a66f9bbd-f28f-4135-997f-b6e75d8e0a4c', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'mac_address': 'fa:16:3e:e9:0f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:11Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'subnets': [{'id': '31622b66-eafb-418c-ab5a-5af9d7cfc1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:01:59.090641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e971-54ca-4934-9587-f11985dd206e req-f33f9cc2-676f-461b-a77d-8b9b0f706bd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:01:59.092288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b19e971-54ca-4934-9587-f11985dd206e req-f33f9cc2-676f-461b-a77d-8b9b0f706bd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 945 time: 0.0892489 Dec 10 20:01:59.142693 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b19e971-54ca-4934-9587-f11985dd206e req-bc08932f-7e99-4fcc-9ac5-a1b741d63992 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d562b0b-fee7-4d47-a194-d23da32ed539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Dec 10 20:01:59.408880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-36f1730d-8379-4989-945f-6c2a244f3cd7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:01:59.409677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-36f1730d-8379-4989-945f-6c2a244f3cd7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Synchronizing usage tracker for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:01:59.424564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-36f1730d-8379-4989-945f-6c2a244f3cd7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Unset dirty status for tenant:6c8bde24013841fa8a6b3855058a24f7 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:01:59.425812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-36f1730d-8379-4989-945f-6c2a244f3cd7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 945 time: 0.1024890 Dec 10 20:01:59.504874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port c5448a4b-dad9-41bb-89ff-23f16b0907b2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:01:59.505258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:59.758317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port c5448a4b-dad9-41bb-89ff-23f16b0907b2, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=c5448a4b-dad9-41bb-89ff-23f16b0907b2,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:01:59.758814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:01:59.837776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cb8bd-6d5b-4494-9168-f3fd49326bd9 None None] New status for floating IP f33072cf-9a4c-487f-926a-26179b654051: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:01:59.896391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for c5448a4b-dad9-41bb-89ff-23f16b0907b2 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:02:00.045769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:00.052129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac24e3bd-e2c4-408a-83fe-7a6637040de0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:00.100188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=c5448a4b-dad9-41bb-89ff-23f16b0907b2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:00.103849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:00.177613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] No DVR routers for this DVR port c5448a4b-dad9-41bb-89ff-23f16b0907b2 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:02:00.180086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:00.182976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'name': 'network-vif-deleted', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:00.200773 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cf53b9bd-891d-46df-918b-dbb6f3fa11e3 req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.84 "DELETE /v2.0/ports/c5448a4b-dad9-41bb-89ff-23f16b0907b2 HTTP/1.1" status: 204 len: 173 time: 0.7699304 Dec 10 20:02:00.240023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd28906-5fe0-49fd-9ca3-9a2ea8efe208', 'name': 'network-vif-deleted', 'tag': 'c5448a4b-dad9-41bb-89ff-23f16b0907b2', 'status': 'completed', 'code': 200} Dec 10 20:02:00.322943 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ca27530-4d3a-41e9-aeb1-f79fb66904df req-03b566b8-3a5a-454c-ac2c-bb6d192faf32 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cd28906-5fe0-49fd-9ca3-9a2ea8efe208 HTTP/1.1" status: 200 len: 210 time: 0.0548618 Dec 10 20:02:01.433341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37366) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:01.509947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4965f4e-1647-4c2e-a697-a1fd17742fc6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:01.541393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4965f4e-1647-4c2e-a697-a1fd17742fc6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:01.598812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4965f4e-1647-4c2e-a697-a1fd17742fc6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:01.604068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d71c553f-c999-49cd-9ab9-a9ff9a836496 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:01.618910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4965f4e-1647-4c2e-a697-a1fd17742fc6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d562b0b-fee7-4d47-a194-d23da32ed539,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:01.622217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a4965f4e-1647-4c2e-a697-a1fd17742fc6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:01.628524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a4965f4e-1647-4c2e-a697-a1fd17742fc6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:01.629786 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a4965f4e-1647-4c2e-a697-a1fd17742fc6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d562b0b-fee7-4d47-a194-d23da32ed539 HTTP/1.1" status: 204 len: 168 time: 0.1953411 Dec 10 20:02:01.667263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37372) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:02.082140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:02.576698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:02.944975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:02:02.945363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:03.141939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port 76874922-22ac-4ae3-b5cc-6c091a9f8d7d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:03.142336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:03.269987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for 76874922-22ac-4ae3-b5cc-6c091a9f8d7d owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:02:03.447068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:03.451694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:03.498586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=76874922-22ac-4ae3-b5cc-6c091a9f8d7d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:03.503440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:03.810033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:04.330191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device c5448a4b-dad9-41bb-89ff-23f16b0907b2 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:02:04.368876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: c5448a4b-dad9-41bb-89ff-23f16b0907b2 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:02:04.369274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device c5448a4b-dad9-41bb-89ff-23f16b0907b2 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:02:04.424422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:02:04.632354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:02:04.643151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] Sync routers for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:02:04.645996 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "PUT /v2.0/routers/b3b025ac-8cdd-48cc-8d8c-7904bc023ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9775712 Dec 10 20:02:04.648763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:04.655905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:02:04.657238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:01:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:02:04.842919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:02:04.847814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting subnet 31622b66-eafb-418c-ab5a-5af9d7cfc1e8 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:02:04.851017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:04.911896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:05.001006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:05.081895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:05.086348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8549a69a-281e-46cc-8e81-d536f0ce3375 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:05.122759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Subnet': ['ID=31622b66-eafb-418c-ab5a-5af9d7cfc1e8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:05.127213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:05.130704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:05.137085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d4932afd-457f-4d10-90bf-7b2a4db73c38 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/subnets/31622b66-eafb-418c-ab5a-5af9d7cfc1e8 HTTP/1.1" status: 204 len: 168 time: 0.4873030 Dec 10 20:02:05.137331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b45c14f-f56d-43c1-8257-37d4ee876141 None None] Network a66f9bbd-f28f-4135-997f-b6e75d8e0a4c requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:02:05.139874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37382) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:05.244209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:02:03Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:02:05.251974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] Checking router: b3b025ac-8cdd-48cc-8d8c-7904bc023ebc for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:02:05.333317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] Routers {'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:02:05.334047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:01:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:02:05.352997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:05.551382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] Set router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:02:05.596133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] DHCP port deletion for a66f9bbd-f28f-4135-997f-b6e75d8e0a4c request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:02:05.670227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] Deleting port 7e72193f-9267-4a71-b74a-7de06d06db2a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:02:05.670632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:05.800688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:05.809166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Deleting port eaf6b989-c83d-46ff-948b-7d6640e9af9a {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:02:05.809618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:05.994408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] For port eaf6b989-c83d-46ff-948b-7d6640e9af9a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=eaf6b989-c83d-46ff-948b-7d6640e9af9a,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:05.994973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.130957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Calling delete_port for eaf6b989-c83d-46ff-948b-7d6640e9af9a owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:02:06.219357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] For port 7e72193f-9267-4a71-b74a-7de06d06db2a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7e72193f-9267-4a71-b74a-7de06d06db2a,segment=NetworkSegment(a6bb9892-29b9-4b98-8d68-e44555807724),segment_id=a6bb9892-29b9-4b98-8d68-e44555807724)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:06.219811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.290767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7e72193f-9267-4a71-b74a-7de06d06db2a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:02:06.309048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.314124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc5c4475-226f-4971-9b33-2465467bbc74 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:06.357058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Port': ['ID=eaf6b989-c83d-46ff-948b-7d6640e9af9a,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:06.359856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:06.384134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] Calling delete_port for 7e72193f-9267-4a71-b74a-7de06d06db2a owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:02:06.472446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:02:03Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:02:06.484169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7d9ad-14e3-44f6-abb1-d97a018e5976 None None] The sync data for ids ['b3b025ac-8cdd-48cc-8d8c-7904bc023ebc'] in dv-neutron-821443-1-hyperv is: [{'id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'name': 'tempest-TestNetworkBasicOps-router-274244298', 'tenant_id': '6c8bde24013841fa8a6b3855058a24f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232'}], 'enable_snat': True}, 'gw_port_id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:00:07Z', 'updated_at': '2021-12-10T20:02:03Z', 'revision_number': 7, 'project_id': '6c8bde24013841fa8a6b3855058a24f7', 'gw_port': {'id': 'eaf6b989-c83d-46ff-948b-7d6640e9af9a', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b025ac-8cdd-48cc-8d8c-7904bc023ebc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:00:08Z', 'updated_at': '2021-12-10T20:01:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:02:06.551793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.560199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:06.606594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.609165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] Pushing event deleted for resources: {'Port': ['ID=7e72193f-9267-4a71-b74a-7de06d06db2a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:06.613580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:06.614245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.633733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] No DVR routers for this DVR port 7e72193f-9267-4a71-b74a-7de06d06db2a on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:02:06.892147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.897055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.921288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.922323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Fanout notify agent at l3_agent the message router_deleted on router b3b025ac-8cdd-48cc-8d8c-7904bc023ebc {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:02:06.937233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:06.939160 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/routers/b3b025ac-8cdd-48cc-8d8c-7904bc023ebc HTTP/1.1" status: 204 len: 168 time: 1.7982969 Dec 10 20:02:06.942102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37386) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:07.065843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:07.213326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:07.241018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66f9bbd-f28f-4135-997f-b6e75d8e0a4c']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:02:07.253749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bb9892-29b9-4b98-8d68-e44555807724') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:02:07.254096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bb9892-29b9-4b98-8d68-e44555807724') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:02:07.265963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:07.283966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:07.290244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:02:07.290692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:02:07.306680 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:02:07.386887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:07.390311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-37e53dc1-5e1d-4d3b-b329-1aeb94684f66 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:07.409097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:07.415538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Pushing event deleted for resources: {'Network': ['ID=a66f9bbd-f28f-4135-997f-b6e75d8e0a4c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:07.429250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.429722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.430150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.430614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.430993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.431411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.431824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.432241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.432655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.433065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.433473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:07.436736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:07.441273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] 10.222.0.41 "DELETE /v2.0/networks/a66f9bbd-f28f-4135-997f-b6e75d8e0a4c HTTP/1.1" status: 204 len: 168 time: 0.4952333 Dec 10 20:02:07.815330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37396) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:08.013283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-63448839-3529-4eb4-b434-213ef9e5c97e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c8bde24013841fa8a6b3855058a24f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966245 Dec 10 20:02:08.016685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37402) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:08.076257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac506-501d-4786-8b65-7c2191aafb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.102729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac506-501d-4786-8b65-7c2191aafb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.151649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac506-501d-4786-8b65-7c2191aafb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.156970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18379669-c1cf-4223-8f1f-c26ee7070ddb tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:08.170927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ac506-501d-4786-8b65-7c2191aafb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8197e547-31fb-45cf-9c82-a8e001966cee,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:08.175112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9a6ac506-501d-4786-8b65-7c2191aafb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:08.178305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac506-501d-4786-8b65-7c2191aafb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.179517 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9a6ac506-501d-4786-8b65-7c2191aafb85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8197e547-31fb-45cf-9c82-a8e001966cee HTTP/1.1" status: 204 len: 168 time: 0.1618702 Dec 10 20:02:08.278722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaf6b989-c83d-46ff-948b-7d6640e9af9a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:02:08.317636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: eaf6b989-c83d-46ff-948b-7d6640e9af9a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:02:08.318045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device eaf6b989-c83d-46ff-948b-7d6640e9af9a not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:02:08.318517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76874922-22ac-4ae3-b5cc-6c091a9f8d7d no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:02:08.352167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 76874922-22ac-4ae3-b5cc-6c091a9f8d7d {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:02:08.352573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 76874922-22ac-4ae3-b5cc-6c091a9f8d7d not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:02:08.543712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37410) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:08.564277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.597374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:02:08.601363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Usage tracker for resource:security_group_rule and tenant:9eac39d553954cb1a080a1669989524f is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:02:08.604309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:02:08.610867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:02:08.678019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.680538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.687812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9dccd323-5602-4c0b-a824-983a871717e9 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:08.730426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63784ce8-a4c3-4f01-b5c1-981494ccd87c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:08.734025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:08.736828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eac39d553954cb1a080a1669989524f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919930 Dec 10 20:02:08.739591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37414) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:08.801002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d032c412-a1e0-4013-b658-f9c4d50690ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.831504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d032c412-a1e0-4013-b658-f9c4d50690ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.874638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d032c412-a1e0-4013-b658-f9c4d50690ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.879502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8848c1fd-10d7-4b87-bf59-cc630b617aca tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:08.892108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032c412-a1e0-4013-b658-f9c4d50690ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63784ce8-a4c3-4f01-b5c1-981494ccd87c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:08.894459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d032c412-a1e0-4013-b658-f9c4d50690ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:08.897929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d032c412-a1e0-4013-b658-f9c4d50690ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:08.899695 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d032c412-a1e0-4013-b658-f9c4d50690ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63784ce8-a4c3-4f01-b5c1-981494ccd87c HTTP/1.1" status: 204 len: 168 time: 0.1591449 Dec 10 20:02:11.174393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38b05031-1130-4941-bc10-c87575b1a135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:11.454940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:02:12.548492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:13.875813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:13.896935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bdcd7219-bb3d-475b-a853-26eb322be1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:15.399033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:16.763740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-f002ce1c-62d1-4cab-8007-390138f943bc tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=afe7fa1c5d4048f48da3a49d0e6fa26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325918 Dec 10 20:02:16.929837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b85b3e66-5836-4f8b-b685-c295c4367b2a tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:16.931342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b85b3e66-5836-4f8b-b685-c295c4367b2a tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623578 Dec 10 20:02:16.948503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-3013b5b3-0b35-4e08-8367-bd40f3265284 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/quotas/afe7fa1c5d4048f48da3a49d0e6fa26f HTTP/1.1" status: 200 len: 375 time: 0.0114114 Dec 10 20:02:16.999229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-1cb0d0f3-6eb4-4962-aa53-53f8c4c405b3 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=afe7fa1c5d4048f48da3a49d0e6fa26f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455568 Dec 10 20:02:17.199953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e41e00f-c031-415c-a9c6-093c4b12a04c req-11328511-98a4-468a-b60a-c86a3a52a503 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 210 time: 0.0530570 Dec 10 20:02:18.102793 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-f22a694d-c04a-41bb-8b1a-dd8362437b97 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=afe7fa1c5d4048f48da3a49d0e6fa26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316162 Dec 10 20:02:18.269450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-a09536b5-3532-4c09-9bd8-e259a347820b tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:18.271028 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-a09536b5-3532-4c09-9bd8-e259a347820b tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637797 Dec 10 20:02:18.291900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Request body: {'port': {'device_id': '2b3aa1c7-6805-4fe2-b70b-85142a29bcd0', 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202', 'admin_state_up': True, 'tenant_id': 'afe7fa1c5d4048f48da3a49d0e6fa26f'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:02:18.371276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eac0164a-02f8-4315-900d-899489f405de req-900056f9-7592-449e-89b3-3770d4d8266b tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 210 time: 0.0477080 Dec 10 20:02:18.436867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:02:18.441913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Usage tracker for resource:port and tenant:afe7fa1c5d4048f48da3a49d0e6fa26f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:02:18.445037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:02:18.451389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:02:18.461132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Made reservation on behalf of afe7fa1c5d4048f48da3a49d0e6fa26f for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:02:18.468071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:18.482947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:18.515635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:02:18.520106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Usage tracker for resource:security_group_rule and tenant:afe7fa1c5d4048f48da3a49d0e6fa26f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:02:18.523050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:02:18.528982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:02:18.602928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:18.605458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:18.609706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-02a9a7fe-01d8-4bcb-bc64-303a38195fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:18.692903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09095a1-2cf4-4359-bb3b-1a0f990e98f6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:18.698366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:18.783252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Allocated IP 192.168.233.157 (ec213ecb-31fe-439e-a3b3-acc842e7a202/f2a66dbc-8a1d-4280-a6f7-f7faf67e119b/54474e42-762f-4ae8-ae2a-2c3ed7abfd7c) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:02:18.989315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:19.005594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Transition to ACTIVE for port object 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:02:19.027920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:19.034483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8a29d6-8f4d-4dd8-b056-3dbf1433b3a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:19.106637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Network ec213ecb-31fe-439e-a3b3-acc842e7a202 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:02:19.110018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:02:19.114500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:02:19.147983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Pushing event updated for resources: {'Port': ['ID=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:19.153827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:19.188414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:19.189606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:19.217925 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9335740 Dec 10 20:02:19.352655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2528eef1-37ae-4a85-afec-843a0aced146 None None] Provisioning for port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:02:19.357592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2528eef1-37ae-4a85-afec-843a0aced146 None None] Provisioning complete for port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:02:19.358026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2528eef1-37ae-4a85-afec-843a0aced146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:19.370920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Request body: {'port': {'device_id': '2b3aa1c7-6805-4fe2-b70b-85142a29bcd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:02:19.415983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2528eef1-37ae-4a85-afec-843a0aced146 None None] Port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:02:19.491404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:19.588953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd32c58-4ee0-4593-a10d-3524e4b0dff2 req-c2338433-a25c-459b-b47c-7dc385b7b723 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:19.590526 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5bd32c58-4ee0-4593-a10d-3524e4b0dff2 req-c2338433-a25c-459b-b47c-7dc385b7b723 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 936 time: 0.0908136 Dec 10 20:02:19.643460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5bd32c58-4ee0-4593-a10d-3524e4b0dff2 req-1aced0f3-270b-43f5-b0c9-62c50b271a47 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Dec 10 20:02:19.853423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:02:19.860519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:19.875798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Transition to ACTIVE for port object 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:02:19.878559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:19.882894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2858a839-2b22-49a0-844f-87f35b12d4b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:20.015361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Pushing event updated for resources: {'Port': ['ID=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:20.019971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:20.132788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Attempting to bind port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:02:20.133283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Attempting to bind port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:02:20.133497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Attempting to bind port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c on network ec213ecb-31fe-439e-a3b3-acc842e7a202 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:02:20.139844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c on network ec213ecb-31fe-439e-a3b3-acc842e7a202 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:02:20.140210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Attempting to bind port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c on network ec213ecb-31fe-439e-a3b3-acc842e7a202 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:02:20.147852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:02:20.148230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Checking segment: {'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:02:20.148651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Bound using segment: {'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:02:20.149126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Bound port: 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7d4db8-62b3-4629-9461-09eae575176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:02:20.149493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:20.246138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] For port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:02:20.249297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] For port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,segment=NetworkSegment(7f7d4db8-62b3-4629-9461-09eae575176e),segment_id=7f7d4db8-62b3-4629-9461-09eae575176e)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:02:20.252472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:20.256958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ca55da77-9337-4ff6-9bee-70f53f650c9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:20.320223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:20.321725 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] 10.222.0.84 "PUT /v2.0/ports/54474e42-762f-4ae8-ae2a-2c3ed7abfd7c HTTP/1.1" status: 200 len: 1098 time: 1.0965390 Dec 10 20:02:20.322290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3aa1c7-6805-4fe2-b70b-85142a29bcd0', 'tag': '54474e42-762f-4ae8-ae2a-2c3ed7abfd7c'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:20.340857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Pushing event updated for resources: {'Port': ['ID=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:20.344190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:20.414981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3aa1c7-6805-4fe2-b70b-85142a29bcd0', 'tag': '54474e42-762f-4ae8-ae2a-2c3ed7abfd7c', 'status': 'completed', 'code': 200} Dec 10 20:02:20.457138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-1a2dbb33-cc49-4b70-a79c-7c5d76f8e661 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7fa1c5d4048f48da3a49d0e6fa26f&device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 1101 time: 0.0872540 Dec 10 20:02:20.531140 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-726445b8-e988-4b7c-99a0-30505c0f3d15 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c HTTP/1.1" status: 200 len: 217 time: 0.0669515 Dec 10 20:02:20.602851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-6aa09716-3303-43ba-9db6-b9b40234abc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:20.604331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-6aa09716-3303-43ba-9db6-b9b40234abc0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2a66dbc-8a1d-4280-a6f7-f7faf67e119b HTTP/1.1" status: 200 len: 843 time: 0.0671811 Dec 10 20:02:20.686224 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-d0ab42d1-564d-453a-87c3-8e68e2b5aebe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec213ecb-31fe-439e-a3b3-acc842e7a202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0759408 Dec 10 20:02:20.827794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-d8797db7-95ff-43a0-a258-190071baabbc service neutron] 10.222.0.84 "GET /v2.0/networks/ec213ecb-31fe-439e-a3b3-acc842e7a202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357033 Dec 10 20:02:20.848823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852be09-1d7f-4148-bbda-d2c9ceeb8182 req-d916fd8d-fc10-4347-98e5-0725193a37e4 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:20.850478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c852be09-1d7f-4148-bbda-d2c9ceeb8182 req-d916fd8d-fc10-4347-98e5-0725193a37e4 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 948 time: 0.0858669 Dec 10 20:02:20.899868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c852be09-1d7f-4148-bbda-d2c9ceeb8182 req-e69b20c2-0d30-4b0a-8cc9-0e8341c90712 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Dec 10 20:02:21.208775 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d28f63cf-8dc3-4e74-b139-2eef397dd6b6 req-baa035ea-0cf6-4ff1-b71a-242ca4add032 service neutron] 10.222.0.84 "GET /v2.0/networks/ec213ecb-31fe-439e-a3b3-acc842e7a202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758221 Dec 10 20:02:21.335832 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20bd86da-5a31-4592-a613-e34bf688df4d req-3aba9247-7f52-4ce4-bb9c-048dc3540cd3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7fa1c5d4048f48da3a49d0e6fa26f&device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 1101 time: 0.0797648 Dec 10 20:02:21.477020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd86da-5a31-4592-a613-e34bf688df4d req-a4388369-369d-439a-96b7-2298be19db32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:21.478570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20bd86da-5a31-4592-a613-e34bf688df4d req-a4388369-369d-439a-96b7-2298be19db32 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ec213ecb-31fe-439e-a3b3-acc842e7a202 HTTP/1.1" status: 200 len: 870 time: 0.1360712 Dec 10 20:02:21.550191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20bd86da-5a31-4592-a613-e34bf688df4d req-c9906cd4-8c56-4aa3-b772-bd44d564ca04 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c HTTP/1.1" status: 200 len: 217 time: 0.0650265 Dec 10 20:02:21.619353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd86da-5a31-4592-a613-e34bf688df4d req-c37bbaaf-ea2f-47a8-9371-594f4b885ab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:21.620837 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20bd86da-5a31-4592-a613-e34bf688df4d req-c37bbaaf-ea2f-47a8-9371-594f4b885ab0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2a66dbc-8a1d-4280-a6f7-f7faf67e119b HTTP/1.1" status: 200 len: 843 time: 0.0651095 Dec 10 20:02:21.702884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20bd86da-5a31-4592-a613-e34bf688df4d req-8389da61-fcf5-4a16-8251-0651bcf4793b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ec213ecb-31fe-439e-a3b3-acc842e7a202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0749412 Dec 10 20:02:21.843283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20bd86da-5a31-4592-a613-e34bf688df4d req-9b691f5b-2193-49b0-b386-7e7669d379c4 service neutron] 10.222.0.84 "GET /v2.0/networks/ec213ecb-31fe-439e-a3b3-acc842e7a202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336749 Dec 10 20:02:21.985270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20bd86da-5a31-4592-a613-e34bf688df4d req-88dbafd5-6e85-4a84-bb95-0351e871c14d service neutron] 10.222.0.84 "GET /v2.0/networks/ec213ecb-31fe-439e-a3b3-acc842e7a202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352942 Dec 10 20:02:22.107815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb03868-14fb-48be-ac90-521aa5bf65fa req-c77ad86d-affc-4e82-b00d-13c33ae3a81a tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:22.109278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6eb03868-14fb-48be-ac90-521aa5bf65fa req-c77ad86d-affc-4e82-b00d-13c33ae3a81a tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 948 time: 0.0861399 Dec 10 20:02:22.156543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6eb03868-14fb-48be-ac90-521aa5bf65fa req-042aa460-c3cf-49d3-b1ed-fa49469c9461 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Dec 10 20:02:23.361914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0e282-c5ae-4d97-81cb-05bd93abb37c req-b7a57671-7208-4080-a9e0-ce2b74901082 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:23.363509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92e0e282-c5ae-4d97-81cb-05bd93abb37c req-b7a57671-7208-4080-a9e0-ce2b74901082 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 948 time: 0.0872841 Dec 10 20:02:23.410853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92e0e282-c5ae-4d97-81cb-05bd93abb37c req-5421ad22-2d2a-4607-b849-cda1f46b0e5a tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Dec 10 20:02:24.468827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:02:24.614208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,segment=NetworkSegment(7f7d4db8-62b3-4629-9461-09eae575176e),segment_id=7f7d4db8-62b3-4629-9461-09eae575176e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:24.622108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa64ad-ebe7-415a-94b3-c45a92623fdd req-c554df3d-8f9c-4e52-8fab-419ac4abfd4e tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:24.623700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10fa64ad-ebe7-415a-94b3-c45a92623fdd req-c554df3d-8f9c-4e52-8fab-419ac4abfd4e tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 948 time: 0.0882273 Dec 10 20:02:24.628954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '54474e42-762f-4ae8-ae2a-2c3ed7abfd7c', 'network_id': 'ec213ecb-31fe-439e-a3b3-acc842e7a202', 'port_id': '54474e42-762f-4ae8-ae2a-2c3ed7abfd7c', 'mac_address': 'fa:16:3e:c7:9b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a66dbc-8a1d-4280-a6f7-f7faf67e119b', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:02:24.673024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10fa64ad-ebe7-415a-94b3-c45a92623fdd req-e646a1e8-3d7f-46b1-bbcb-292835dc3c60 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Dec 10 20:02:24.689718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:24.710371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:02:24.725853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,segment=NetworkSegment(7f7d4db8-62b3-4629-9461-09eae575176e),segment_id=7f7d4db8-62b3-4629-9461-09eae575176e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:24.728577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:24.730425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:24.796513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:24.800097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:25.039533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['54474e42-762f-4ae8-ae2a-2c3ed7abfd7c'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:02:25.877610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd9b0-a110-4fa5-934d-89cb9964a912 req-e686bf0a-812c-4ad6-8d5d-e14423285e98 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:25.879185 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab4dd9b0-a110-4fa5-934d-89cb9964a912 req-e686bf0a-812c-4ad6-8d5d-e14423285e98 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 949 time: 0.0836105 Dec 10 20:02:25.926008 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab4dd9b0-a110-4fa5-934d-89cb9964a912 req-377d4d5a-6e39-437d-a8f4-1a788d3f8240 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Dec 10 20:02:26.483753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:02:26.552844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:02:26.557581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:02:26.558010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:26.676504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:26.703630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3aa1c7-6805-4fe2-b70b-85142a29bcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54474e42-762f-4ae8-ae2a-2c3ed7abfd7c'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:26.713909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,segment=NetworkSegment(7f7d4db8-62b3-4629-9461-09eae575176e),segment_id=7f7d4db8-62b3-4629-9461-09eae575176e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:26.716841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:26.718773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:26.764217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3aa1c7-6805-4fe2-b70b-85142a29bcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54474e42-762f-4ae8-ae2a-2c3ed7abfd7c', 'code': 200} Dec 10 20:02:26.790860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:26.793909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:26.995817 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2acc8ae8-17fb-4957-af94-4bdb416ded17 req-054b947b-6693-4a58-bf98-a3b41c2b5cb4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 1103 time: 0.0814373 Dec 10 20:02:27.040044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2acc8ae8-17fb-4957-af94-4bdb416ded17 req-43551250-b912-4135-949e-a2ef61fcb1f9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Dec 10 20:02:27.130237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a7d4-c43c-46e5-9a6c-7ec452dc3624 req-93d1969b-5c18-4275-b9f4-998f08a93b65 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:27.131805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d696a7d4-c43c-46e5-9a6c-7ec452dc3624 req-93d1969b-5c18-4275-b9f4-998f08a93b65 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 950 time: 0.0867164 Dec 10 20:02:27.180131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d696a7d4-c43c-46e5-9a6c-7ec452dc3624 req-2ef2d1c9-69bc-463a-92c6-1480a2dd9ed8 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Dec 10 20:02:28.387889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303261-8971-4284-83e4-9b0069ce84dc req-4c5b08f3-b46c-47a1-8a58-feeacf88b976 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:28.389478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62303261-8971-4284-83e4-9b0069ce84dc req-4c5b08f3-b46c-47a1-8a58-feeacf88b976 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 950 time: 0.0878208 Dec 10 20:02:28.441723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62303261-8971-4284-83e4-9b0069ce84dc req-60852067-0bae-42f7-a153-de381a2633d8 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Dec 10 20:02:29.645101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832c32c-3465-4f6a-a24e-d35d076b114b req-bf1b337e-b373-4db5-a778-8222f5064ca5 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:29.646746 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9832c32c-3465-4f6a-a24e-d35d076b114b req-bf1b337e-b373-4db5-a778-8222f5064ca5 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 950 time: 0.0851679 Dec 10 20:02:29.694248 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9832c32c-3465-4f6a-a24e-d35d076b114b req-ed08c1ae-56b0-41a0-8e28-a8ddcccec288 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Dec 10 20:02:30.129887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-66b4fdac-1126-467d-95a8-76a2a9fbcfe2 req-bfaf8bae-1539-434c-96d3-9f55b0508e5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0780823 Dec 10 20:02:30.694673 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d30d635-3b38-4312-95ca-df62b4895009 req-d708439e-8ee9-4b27-a647-39b21ba790d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1493280 Dec 10 20:02:31.295055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bdf62-2609-4281-8558-7153cbb8bc21 req-b08b8d42-ca87-46ab-9ea5-2441290634ba tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:31.296563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5d2bdf62-2609-4281-8558-7153cbb8bc21 req-b08b8d42-ca87-46ab-9ea5-2441290634ba tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 950 time: 0.1559107 Dec 10 20:02:31.350666 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5d2bdf62-2609-4281-8558-7153cbb8bc21 req-6508175d-8bce-4045-9931-971d704172a2 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Dec 10 20:02:32.561844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa05439-74aa-453f-85c3-650466efbefb req-970445d2-0451-45ab-9f6f-823026571fac tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:32.562599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3aa05439-74aa-453f-85c3-650466efbefb req-970445d2-0451-45ab-9f6f-823026571fac tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Synchronizing usage tracker for tenant:afe7fa1c5d4048f48da3a49d0e6fa26f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:02:32.580175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3aa05439-74aa-453f-85c3-650466efbefb req-970445d2-0451-45ab-9f6f-823026571fac tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Unset dirty status for tenant:afe7fa1c5d4048f48da3a49d0e6fa26f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:02:32.581190 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3aa05439-74aa-453f-85c3-650466efbefb req-970445d2-0451-45ab-9f6f-823026571fac tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 950 time: 0.1029241 Dec 10 20:02:32.591799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:32.637627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57db8-4833-4803-a63d-83707a9589de req-c5719981-bb12-4ab1-a0e5-613e9b058d58 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:32.639246 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5fd57db8-4833-4803-a63d-83707a9589de req-c5719981-bb12-4ab1-a0e5-613e9b058d58 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 950 time: 0.1590235 Dec 10 20:02:32.660237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Deleting port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:02:32.660615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:32.688370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5fd57db8-4833-4803-a63d-83707a9589de req-6bdea5b4-b859-463a-b376-ed7e110cb4c4 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/security-groups?id=e09095a1-2cf4-4359-bb3b-1a0f990e98f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Dec 10 20:02:32.912723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] For port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,segment=NetworkSegment(7f7d4db8-62b3-4629-9461-09eae575176e),segment_id=7f7d4db8-62b3-4629-9461-09eae575176e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:32.913120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:33.042887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Calling delete_port for 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:02:33.188742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:33.195262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b792937-8f0b-4472-a74a-316dc7a65359 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:33.200761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['54474e42-762f-4ae8-ae2a-2c3ed7abfd7c'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:02:33.247866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Pushing event deleted for resources: {'Port': ['ID=54474e42-762f-4ae8-ae2a-2c3ed7abfd7c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:33.250358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:33.325946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] No DVR routers for this DVR port 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:02:33.328561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:33.331674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3aa1c7-6805-4fe2-b70b-85142a29bcd0', 'name': 'network-vif-deleted', 'tag': '54474e42-762f-4ae8-ae2a-2c3ed7abfd7c'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:33.348892 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3aa05439-74aa-453f-85c3-650466efbefb req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.84 "DELETE /v2.0/ports/54474e42-762f-4ae8-ae2a-2c3ed7abfd7c HTTP/1.1" status: 204 len: 173 time: 0.7624381 Dec 10 20:02:33.479176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3aa1c7-6805-4fe2-b70b-85142a29bcd0', 'name': 'network-vif-deleted', 'tag': '54474e42-762f-4ae8-ae2a-2c3ed7abfd7c', 'status': 'completed', 'code': 200} Dec 10 20:02:33.874721 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d628281-5645-4b46-af84-0b16e8c54e85 req-a8ffb7d5-8cc4-461e-bc64-ad541b3422e2 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b3aa1c7-6805-4fe2-b70b-85142a29bcd0 HTTP/1.1" status: 200 len: 210 time: 0.0527747 Dec 10 20:02:35.281145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37564) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:35.681109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-460b89db-5128-43bb-acdb-e75057a09707 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afe7fa1c5d4048f48da3a49d0e6fa26f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3986051 Dec 10 20:02:35.683631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37570) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:35.744701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a73fb13-0bb8-4a0a-ba24-99d1db43a239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:35.771501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a73fb13-0bb8-4a0a-ba24-99d1db43a239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:35.815596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a73fb13-0bb8-4a0a-ba24-99d1db43a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:35.820553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ac0e628-aa47-404b-8190-2dd6380c941a tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:35.833237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73fb13-0bb8-4a0a-ba24-99d1db43a239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09095a1-2cf4-4359-bb3b-1a0f990e98f6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:35.836432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a73fb13-0bb8-4a0a-ba24-99d1db43a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:35.838314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a73fb13-0bb8-4a0a-ba24-99d1db43a239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:35.839514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a73fb13-0bb8-4a0a-ba24-99d1db43a239 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e09095a1-2cf4-4359-bb3b-1a0f990e98f6 HTTP/1.1" status: 204 len: 168 time: 0.1549199 Dec 10 20:02:36.170621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:36.191267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:36.224895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:02:36.229017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Usage tracker for resource:security_group_rule and tenant:12167d5170ca4fedbbe06d1a8c57a6ef is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:02:36.232133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:02:36.239228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:02:36.307633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:36.310162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:36.317432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ed57e7ab-11c4-4748-99cc-eaf8129954e1 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:36.364093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7c33ea-8fe1-444d-ab5e-2db6fc78881d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:36.368762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12167d5170ca4fedbbe06d1a8c57a6ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970568 Dec 10 20:02:36.369809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6805333-f949-4aee-b91f-e1b0fa88360a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:36.371567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37582) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:36.435018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb01cb6e-03f2-4295-8a0f-8f110f4f1318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:36.461536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb01cb6e-03f2-4295-8a0f-8f110f4f1318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:36.499104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:02:36.506424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb01cb6e-03f2-4295-8a0f-8f110f4f1318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:36.511481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69e9565a-0a4e-4378-bc40-3e56d1e6e96b tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:36.522760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01cb6e-03f2-4295-8a0f-8f110f4f1318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7c33ea-8fe1-444d-ab5e-2db6fc78881d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:36.527623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb01cb6e-03f2-4295-8a0f-8f110f4f1318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:36.529665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bb01cb6e-03f2-4295-8a0f-8f110f4f1318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:36.530883 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bb01cb6e-03f2-4295-8a0f-8f110f4f1318 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e7c33ea-8fe1-444d-ab5e-2db6fc78881d HTTP/1.1" status: 204 len: 168 time: 0.1583400 Dec 10 20:02:36.545764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:02:36.546168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 54474e42-762f-4ae8-ae2a-2c3ed7abfd7c not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:02:37.398981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37604) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:37.534981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2125617227-network', 'tenant_id': '7fc39060f1264a36bd61ea67a1d5168c'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:02:37.540067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:02:37.544163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Usage tracker for resource:network and tenant:7fc39060f1264a36bd61ea67a1d5168c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:02:37.547220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:02:37.553759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:02:37.563461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Made reservation on behalf of 7fc39060f1264a36bd61ea67a1d5168c for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:02:37.568733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:37.581853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:37.617072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:02:37.621003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc39060f1264a36bd61ea67a1d5168c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:02:37.623871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:02:37.630402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:02:37.697887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:37.700337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:37.704637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aab161d1-c7b6-4bb0-b387-e51797b106f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:37.730891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:02:37.744585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a30011-2e11-49a3-8c82-ce3fa4dc704d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:37.748861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:37.751531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:37.751929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Added segment 5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49 of type vlan for network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 Dec 10 20:02:37.779221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:37.808908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:37.809923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:37.810565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:37.815566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d007f565-1806-4bc0-9e09-2b273aef72a2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:37.921817 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5215917 Dec 10 20:02:37.922803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:37.925592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37610) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:37.926251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-33ad6987-dcd0-4905-a4fd-d3a3929b7ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:37.932070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Request body: {'subnet': {'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2125617227-subnet', 'tenant_id': '7fc39060f1264a36bd61ea67a1d5168c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:02:37.933550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:02:37.937601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:02:37.941654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Usage tracker for resource:subnet and tenant:7fc39060f1264a36bd61ea67a1d5168c is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:02:37.944827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:02:37.951326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:02:37.961142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Made reservation on behalf of 7fc39060f1264a36bd61ea67a1d5168c for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:02:37.966105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:38.178146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:38.182396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f103019-5786-415e-ac0e-6166a16cc429 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:38.254994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Pushing event updated for resources: {'Subnet': ['ID=763b6e4e-7d84-4dad-8e42-038b7623b3d6,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:38.259113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:38.267937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Checking segment: {'id': '5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:02:38.268329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Network hostable DHCP agents. Network: d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:02:38.290177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:02:38.298064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:02:38.302058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:38.302701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:38.307581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26392842-9395-4344-bdea-23df42b97acf None None] Network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:02:38.322698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3957903 Dec 10 20:02:38.548804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa9763-e758-4d32-9921-f7f75a2d7f36 None None] Network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:02:38.896415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad794f98-b753-4cff-a740-5927d08d31af req-50db812f-8cff-4173-821c-43089724934b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:38.898020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-50db812f-8cff-4173-821c-43089724934b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/networks?id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 HTTP/1.1" status: 200 len: 812 time: 0.1545718 Dec 10 20:02:38.914987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-d69bd7c9-922c-42fc-9632-b837cca71e4f tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/quotas/7fc39060f1264a36bd61ea67a1d5168c HTTP/1.1" status: 200 len: 375 time: 0.0110722 Dec 10 20:02:38.969335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e1a044d-b247-4177-8530-706e09042b4b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7fc39060f1264a36bd61ea67a1d5168c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492015 Dec 10 20:02:39.111657 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-16a1eed3-f47d-48b8-9b97-6f3d8f0838fa service neutron] 10.222.0.41 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347504 Dec 10 20:02:39.252352 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-4a7c8219-f0cc-49f8-9667-5d58b6df4524 service neutron] 10.222.0.41 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344123 Dec 10 20:02:39.445151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8684d2e5-d0de-467f-891a-4d43a63ee85b req-a7f11525-6337-4b3c-86fc-93be121cddd5 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 210 time: 0.0477231 Dec 10 20:02:40.556826 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bb6e64af-cd5e-4579-8f69-67e95f0689c5 req-58988ff3-b8f2-4a4d-a5e3-415f62c6d49b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 210 time: 0.0469191 Dec 10 20:02:41.176367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e9e273b-d1ce-43ee-ac39-2f13a7fbbe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:41.674249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b572ac4-f09e-4757-b77d-1630e35a0e84 req-f412aa81-f2a4-4732-aad5-41d1acb9a526 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 210 time: 0.0504775 Dec 10 20:02:42.542896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:42.787919 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab03fce3-f5a6-4746-9718-222dea429d1c req-6c9b33a0-cb1c-4a88-8107-26764cc638ef tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 210 time: 0.0488503 Dec 10 20:02:43.882389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:43.900350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-020bd94b-ddcf-4338-8673-b6ce34faeb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:43.958947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d332aee0-9cc0-4fd9-908b-fba90945b624 req-1688c6f7-c536-44d5-9826-a17d7025e814 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 210 time: 0.0479641 Dec 10 20:02:44.566152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad794f98-b753-4cff-a740-5927d08d31af req-ef8cd1be-8ea5-43cc-82ee-30190e6bee5b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:44.566894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ad794f98-b753-4cff-a740-5927d08d31af req-ef8cd1be-8ea5-43cc-82ee-30190e6bee5b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Synchronizing usage tracker for tenant:7fc39060f1264a36bd61ea67a1d5168c on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:02:44.584590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ad794f98-b753-4cff-a740-5927d08d31af req-ef8cd1be-8ea5-43cc-82ee-30190e6bee5b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Unset dirty status for tenant:7fc39060f1264a36bd61ea67a1d5168c on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:02:44.585847 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-ef8cd1be-8ea5-43cc-82ee-30190e6bee5b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.84 "GET /v2.0/networks?id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 HTTP/1.1" status: 200 len: 812 time: 0.1864712 Dec 10 20:02:44.601700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Request body: {'port': {'device_id': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5', 'admin_state_up': True, 'tenant_id': '7fc39060f1264a36bd61ea67a1d5168c'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:02:44.742555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:02:44.746695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Usage tracker for resource:port and tenant:7fc39060f1264a36bd61ea67a1d5168c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:02:44.749663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:02:44.755703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:02:44.764426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Made reservation on behalf of 7fc39060f1264a36bd61ea67a1d5168c for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:02:44.770400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:44.938287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Allocated IP 172.20.0.6 (d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5/763b6e4e-7d84-4dad-8e42-038b7623b3d6/d7003a38-c4e4-491f-8bd4-bcc2f19c29c6) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:02:45.134899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f060b5a1-3ace-46c5-8fe6-52ea6c63c0ca req-06f53dbd-035d-43b5-aa74-245b50468a8b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 210 time: 0.0503891 Dec 10 20:02:45.153879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:45.183423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:45.190186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-05d4b609-2d02-4f85-8ad1-90b963f0d09b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:45.270907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:02:45.271890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Pushing event updated for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:45.274601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:02:45.276516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:45.277253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:02:45.339744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:45.340411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:45.363227 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7656610 Dec 10 20:02:45.375161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Request body: {'port': {'device_id': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:02:45.407423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:45.493718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:45.844728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:02:45.852699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:45.867876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Transition to ACTIVE for port object d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:02:45.870430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:45.874695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-801f028f-b792-4b89-816f-6be3f811f616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:46.232179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:46.236605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:46.344265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcc289-e53f-4273-86f7-a17d85ba022c req-efd53b20-5e5d-4efa-afae-080842d9d1c0 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:46.345922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d6fcc289-e53f-4273-86f7-a17d85ba022c req-efd53b20-5e5d-4efa-afae-080842d9d1c0 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 943 time: 0.0846579 Dec 10 20:02:46.346235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Attempting to bind port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:02:46.346872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Attempting to bind port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:02:46.347240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Attempting to bind port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 on network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:02:46.353329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 on network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:02:46.353704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Attempting to bind port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 on network d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:02:46.360310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:02:46.360688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Checking segment: {'id': '5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:02:46.361102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Bound using segment: {'id': '5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:02:46.361639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Bound port: d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:02:46.362023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:46.398779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d6fcc289-e53f-4273-86f7-a17d85ba022c req-44278abf-0cb0-4ee4-bbca-6b84cdf3c996 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Dec 10 20:02:46.453886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:02:46.457499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:02:46.462260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:46.466705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:46.536353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:46.537863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] 10.222.0.84 "PUT /v2.0/ports/d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 HTTP/1.1" status: 200 len: 1093 time: 1.1669760 Dec 10 20:02:46.538424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:46.551566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:46.554713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:46.608529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'status': 'completed', 'code': 200} Dec 10 20:02:46.651390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-e3581ddf-b90e-49f8-82fc-1862893bca05 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fc39060f1264a36bd61ea67a1d5168c&device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 1096 time: 0.0787573 Dec 10 20:02:46.727033 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-dc0b9d94-e842-4de0-b1a3-e53596e853cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 HTTP/1.1" status: 200 len: 217 time: 0.0676944 Dec 10 20:02:46.793191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad794f98-b753-4cff-a740-5927d08d31af req-2c0226b7-783a-4294-8751-f832b19020ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:46.794702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-2c0226b7-783a-4294-8751-f832b19020ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=763b6e4e-7d84-4dad-8e42-038b7623b3d6 HTTP/1.1" status: 200 len: 852 time: 0.0616713 Dec 10 20:02:46.844451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-060fab32-6d1f-44b8-a22f-d8607cc30de2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434053 Dec 10 20:02:46.981990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-33867513-9c88-4c58-a812-8609567261cf service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307726 Dec 10 20:02:47.122594 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad794f98-b753-4cff-a740-5927d08d31af req-a1c27024-1cdf-468d-83bb-484c855b1047 service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340404 Dec 10 20:02:47.244593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-7a1a7272-6d51-425b-9d07-6cd5e056c33e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fc39060f1264a36bd61ea67a1d5168c&device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 1096 time: 0.0807853 Dec 10 20:02:47.382802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-06d08035-b0b9-4c1a-a4a5-ad43da233a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:47.384339 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-06d08035-b0b9-4c1a-a4a5-ad43da233a3b service neutron] 10.222.0.84 "GET /v2.0/networks?id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 HTTP/1.1" status: 200 len: 913 time: 0.1338592 Dec 10 20:02:47.457106 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-598882e0-a4b5-4600-8196-2a4819aca0a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 HTTP/1.1" status: 200 len: 217 time: 0.0662725 Dec 10 20:02:47.529252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-28de04dd-5669-45df-82f8-fe7350b3b20d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:47.530839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-28de04dd-5669-45df-82f8-fe7350b3b20d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=763b6e4e-7d84-4dad-8e42-038b7623b3d6 HTTP/1.1" status: 200 len: 852 time: 0.0679739 Dec 10 20:02:47.581327 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-0e3d75b4-c4c2-4698-8fc7-484e1bd0ffe2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445676 Dec 10 20:02:47.617171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8db00-1203-4fb8-b6cf-4bad603203b4 req-5c765b49-f515-4e63-8885-b47ab8a75590 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:47.618958 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5fd8db00-1203-4fb8-b6cf-4bad603203b4 req-5c765b49-f515-4e63-8885-b47ab8a75590 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 943 time: 0.0888276 Dec 10 20:02:47.667423 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5fd8db00-1203-4fb8-b6cf-4bad603203b4 req-79928ab9-610e-458b-ac7f-8bb59234fdbc tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Dec 10 20:02:47.722471 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-ff6df9f1-8818-4136-b619-3430ea7087ca service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354818 Dec 10 20:02:47.862318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005c886b-82b5-4351-90eb-f0d07aa30178 req-0ac0b1f8-c812-42f5-bfb8-4946b5593278 service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333742 Dec 10 20:02:48.455882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:02:48.871385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16376-9521-4405-b179-8f3bb5cba411 req-181188fe-b6f1-49b9-bc9c-d3ca5b90eaf8 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:48.872972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-38e16376-9521-4405-b179-8f3bb5cba411 req-181188fe-b6f1-49b9-bc9c-d3ca5b90eaf8 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 943 time: 0.0845428 Dec 10 20:02:48.921110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-38e16376-9521-4405-b179-8f3bb5cba411 req-6e1ff1a7-2e0b-412c-bd02-48a1b092efa5 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Dec 10 20:02:50.128360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a02d-8826-4f68-970a-8843ab5fe450 req-5307bfba-40ca-4f70-875c-906648736410 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:50.129969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8d92a02d-8826-4f68-970a-8843ab5fe450 req-5307bfba-40ca-4f70-875c-906648736410 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 943 time: 0.0867231 Dec 10 20:02:50.177620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8d92a02d-8826-4f68-970a-8843ab5fe450 req-6f16df02-71fb-43a3-a612-b0369031ae3c tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Dec 10 20:02:50.546049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:02:50.687352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:50.701755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5', 'port_id': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'mac_address': 'fa:16:3e:38:a7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763b6e4e-7d84-4dad-8e42-038b7623b3d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:02:50.757637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:50.775215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:02:50.790555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:50.793227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:50.795060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:50.865757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:50.874481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.874876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.875265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.875645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.876024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.876403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.876811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.877186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.877575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.877951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.878320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:02:50.882248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:51.093239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['d7003a38-c4e4-491f-8bd4-bcc2f19c29c6'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:02:51.382413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299caf00-b0f5-4847-95f1-b45498241efb req-56037913-f21a-4823-9b51-05c0a9ad0e39 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:51.383994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-299caf00-b0f5-4847-95f1-b45498241efb req-56037913-f21a-4823-9b51-05c0a9ad0e39 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 944 time: 0.0858386 Dec 10 20:02:51.435309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-299caf00-b0f5-4847-95f1-b45498241efb req-e4cb5571-6236-47b9-aad1-fc3705c609ad tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452530 Dec 10 20:02:52.576733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:02:52.647887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79617a2-79fa-44ba-9ad1-1ba21cfa2f42 req-b650b733-6034-4a1e-9c17-c15619b095b6 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:52.650131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c79617a2-79fa-44ba-9ad1-1ba21cfa2f42 req-b650b733-6034-4a1e-9c17-c15619b095b6 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 944 time: 0.0891294 Dec 10 20:02:52.652650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:02:52.657785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:02:52.658918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:52.702684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c79617a2-79fa-44ba-9ad1-1ba21cfa2f42 req-393d3284-6914-4e18-b57a-a9d6944cfecd tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458231 Dec 10 20:02:52.784158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:52.811490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:52.821546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:02:52.824522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:02:52.826454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:02:52.870388 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'code': 200} Dec 10 20:02:52.898059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:02:52.901190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:02:53.104856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-75ba1fce-76ac-4757-b9c1-41838689358f req-dae7da08-b553-4415-9400-26f0fc6e6870 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 1098 time: 0.0786870 Dec 10 20:02:53.147795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-75ba1fce-76ac-4757-b9c1-41838689358f req-81cc50e2-690e-4852-a33d-807ac62877e5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Dec 10 20:02:53.913813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976212d-50c4-4ed7-aad7-6169a63992f4 req-3e1efda3-172a-4b29-90a5-56ee250bd929 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:53.915394 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e976212d-50c4-4ed7-aad7-6169a63992f4 req-3e1efda3-172a-4b29-90a5-56ee250bd929 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0874858 Dec 10 20:02:53.962420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e976212d-50c4-4ed7-aad7-6169a63992f4 req-7b974987-2846-419a-aeea-ddc5b42d18ca tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Dec 10 20:02:55.166347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c5950-a9fc-4a40-a218-30806410cd47 req-8bbebfcf-b85f-4c49-a5d9-88b86e3aa119 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:55.167914 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea1c5950-a9fc-4a40-a218-30806410cd47 req-8bbebfcf-b85f-4c49-a5d9-88b86e3aa119 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0824599 Dec 10 20:02:55.217062 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea1c5950-a9fc-4a40-a218-30806410cd47 req-550026a0-4932-447f-a640-c5a6187967e4 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Dec 10 20:02:55.424548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6994e154-323b-4471-af33-cc1181e14e7e req-21431e78-2f7c-4e3e-a6f0-8c93404afd02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0817277 Dec 10 20:02:55.703450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37690) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:02:55.752434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34029486-9dd3-41bc-90f3-f0d562e2fe59 req-ac4ef7e7-5084-425a-b5c7-0493e23b3e13 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:55.754076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34029486-9dd3-41bc-90f3-f0d562e2fe59 req-ac4ef7e7-5084-425a-b5c7-0493e23b3e13 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0848455 Dec 10 20:02:55.804045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34029486-9dd3-41bc-90f3-f0d562e2fe59 req-c6b0e317-3acf-477e-b240-90fbf1f86abf tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Dec 10 20:02:55.852012 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-93d924d7-600e-4b38-a1db-2f3e6ef95f64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1471136 Dec 10 20:02:57.011935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026686-0da8-4025-ab8d-a3f02af68db9 req-c2eaf92d-8fd4-45eb-b094-4c4b189bda5b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:57.013554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-35026686-0da8-4025-ab8d-a3f02af68db9 req-c2eaf92d-8fd4-45eb-b094-4c4b189bda5b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0878036 Dec 10 20:02:57.064679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-35026686-0da8-4025-ab8d-a3f02af68db9 req-f4dc6d65-c1ad-4dcb-8c57-fbc0e771f142 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Dec 10 20:02:57.130391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-73dc384e-4881-4966-bdec-97ad765bc42b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fc39060f1264a36bd61ea67a1d5168c&device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 1098 time: 0.0840225 Dec 10 20:02:57.270607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-178e28b6-afda-4734-b27c-71214b967a74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:57.272068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-178e28b6-afda-4734-b27c-71214b967a74 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 HTTP/1.1" status: 200 len: 913 time: 0.1361978 Dec 10 20:02:57.343403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-d81d84cc-0778-4182-adc8-1e863e0dc730 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 HTTP/1.1" status: 200 len: 217 time: 0.0647495 Dec 10 20:02:57.411832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-06c670df-a396-4557-af4e-5b94dab37791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:57.413331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-06c670df-a396-4557-af4e-5b94dab37791 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=763b6e4e-7d84-4dad-8e42-038b7623b3d6 HTTP/1.1" status: 200 len: 852 time: 0.0643408 Dec 10 20:02:57.464538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-350f8a53-aa4d-448d-8397-02d192a79f82 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454504 Dec 10 20:02:57.607604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-99660537-9827-47e5-b18d-e46b753a9c3d service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354599 Dec 10 20:02:57.751013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-550f7020-e38f-4513-a49a-c35efe01dc56 service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374776 Dec 10 20:02:58.270934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2ee88-1cbe-4568-be85-a7c75c07b713 req-e5312614-d81e-46d6-b93b-c39f43394fd6 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:58.272521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22e2ee88-1cbe-4568-be85-a7c75c07b713 req-e5312614-d81e-46d6-b93b-c39f43394fd6 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0837431 Dec 10 20:02:58.325067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22e2ee88-1cbe-4568-be85-a7c75c07b713 req-b9e73a55-ca5e-42e1-947d-8142e1db9f4b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463579 Dec 10 20:02:59.530236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe647ac-1fe9-4606-942b-e58ede0e9258 req-6f629f25-13f0-4b91-afbd-a36e37500915 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:02:59.531819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-afe647ac-1fe9-4606-942b-e58ede0e9258 req-6f629f25-13f0-4b91-afbd-a36e37500915 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0845635 Dec 10 20:02:59.580227 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-afe647ac-1fe9-4606-942b-e58ede0e9258 req-3c65149f-3d4c-4714-9754-ff1a438d3515 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Dec 10 20:03:00.785979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b6af3-4783-4c37-9ac5-b624adcb40a8 req-94d0f5f8-bad7-4e2e-8393-29c611378746 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:00.787535 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae8b6af3-4783-4c37-9ac5-b624adcb40a8 req-94d0f5f8-bad7-4e2e-8393-29c611378746 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0866444 Dec 10 20:03:00.835088 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae8b6af3-4783-4c37-9ac5-b624adcb40a8 req-b9850f14-d124-4ae2-aaeb-aaf8cda9e9fd tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Dec 10 20:03:02.039859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14989479-b39a-4288-a198-3ec641c7797d req-4e2ede16-afa6-4bcf-9ba6-7c45fff768f8 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:02.041426 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-14989479-b39a-4288-a198-3ec641c7797d req-4e2ede16-afa6-4bcf-9ba6-7c45fff768f8 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0833516 Dec 10 20:03:02.087947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-14989479-b39a-4288-a198-3ec641c7797d req-fc8efb1b-b01a-42f4-a604-b73b7746fb35 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Dec 10 20:03:02.590369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:03.295069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af58c70-bce0-4341-b32d-cd50150c83ad req-70ef4574-6c16-48bf-997a-1ac50c55d140 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:03.296638 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3af58c70-bce0-4341-b32d-cd50150c83ad req-70ef4574-6c16-48bf-997a-1ac50c55d140 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0862241 Dec 10 20:03:03.344203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3af58c70-bce0-4341-b32d-cd50150c83ad req-80100840-f02b-45d4-9318-9b3e83cb77e3 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Dec 10 20:03:04.546921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6bf1c-54de-4f98-9adf-1d9c23dfbdae req-a116a0b1-d323-4944-ae75-05a8b5f23c1a tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:04.549080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-75b6bf1c-54de-4f98-9adf-1d9c23dfbdae req-a116a0b1-d323-4944-ae75-05a8b5f23c1a tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0843525 Dec 10 20:03:04.596807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-75b6bf1c-54de-4f98-9adf-1d9c23dfbdae req-8b3def9a-bcf7-4d73-87e4-25823284717c tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Dec 10 20:03:05.805823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948997b-328d-4e28-9d53-3a0bb98657a9 req-e8873693-1787-4c60-ac72-a48b3d948307 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:05.807454 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5948997b-328d-4e28-9d53-3a0bb98657a9 req-e8873693-1787-4c60-ac72-a48b3d948307 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0870996 Dec 10 20:03:05.855187 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5948997b-328d-4e28-9d53-3a0bb98657a9 req-05d0ef68-b957-4caa-8718-e3bd73c212fa tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Dec 10 20:03:07.056871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588ab84-6d8c-4835-a83d-089360d2fd7a req-1c7cbaa3-ffb8-4255-a7b3-0507fa575f0c tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:07.058490 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3588ab84-6d8c-4835-a83d-089360d2fd7a req-1c7cbaa3-ffb8-4255-a7b3-0507fa575f0c tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0830457 Dec 10 20:03:07.113059 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3588ab84-6d8c-4835-a83d-089360d2fd7a req-5a365b1c-c1c5-48b7-b6d6-ca02753d5a19 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484874 Dec 10 20:03:08.314210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f047d-bf1b-47c6-9ebf-056137b4901a req-513ffcc0-c909-42da-8003-5c3f3c34a742 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:08.315804 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-194f047d-bf1b-47c6-9ebf-056137b4901a req-513ffcc0-c909-42da-8003-5c3f3c34a742 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0837841 Dec 10 20:03:08.363579 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-194f047d-bf1b-47c6-9ebf-056137b4901a req-d88f5a39-db13-47fb-b819-fcf514bbcfd2 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Dec 10 20:03:09.572718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea5862-dcd4-480a-92d3-12ecc5aa7353 req-167b9e39-61f8-4757-9fa0-ea2e00c813fe tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:09.574313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39ea5862-dcd4-480a-92d3-12ecc5aa7353 req-167b9e39-61f8-4757-9fa0-ea2e00c813fe tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0877390 Dec 10 20:03:09.622500 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39ea5862-dcd4-480a-92d3-12ecc5aa7353 req-812fcbb4-e9e4-4d01-9bbc-9b1da847bf5d tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Dec 10 20:03:10.826656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b3444-1e3d-4b43-a4be-524cc91ba8a8 req-bb5d3e19-9ff9-4d35-a05a-0448ee76fa3e tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:10.828588 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079b3444-1e3d-4b43-a4be-524cc91ba8a8 req-bb5d3e19-9ff9-4d35-a05a-0448ee76fa3e tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0841608 Dec 10 20:03:10.876857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079b3444-1e3d-4b43-a4be-524cc91ba8a8 req-aa3e1171-6b9d-49ac-aed4-b63e056ecd3c tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Dec 10 20:03:11.177350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-872cc12e-1408-465e-b073-f729675a7c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:12.081763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa381fd-e834-4831-8c42-a3254579aa5a req-6bb766ae-6196-4fe0-8dca-4ce8ac326f99 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:12.083331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9fa381fd-e834-4831-8c42-a3254579aa5a req-6bb766ae-6196-4fe0-8dca-4ce8ac326f99 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0863063 Dec 10 20:03:12.131562 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9fa381fd-e834-4831-8c42-a3254579aa5a req-27b421fe-ff67-4b64-93e6-7d3324c47acc tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Dec 10 20:03:12.545107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:13.336314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dfa50-0ebc-4dcc-9935-f54f04f4a631 req-8f19fba1-78a6-4a20-8a2b-143f775d2c00 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:13.337835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-621dfa50-0ebc-4dcc-9935-f54f04f4a631 req-8f19fba1-78a6-4a20-8a2b-143f775d2c00 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0826943 Dec 10 20:03:13.389087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-621dfa50-0ebc-4dcc-9935-f54f04f4a631 req-ea54ca91-9182-4b69-85ac-5f9cbbe6f5b9 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Dec 10 20:03:13.879251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:13.900742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6aaded0b-0ed8-46a4-9a18-294518cc5c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:14.591944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6e57-5f4e-4daf-9d99-faff1419d0f5 req-d84f71f8-b929-4bb5-8952-b494052dfc29 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:14.593615 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e9e6e57-5f4e-4daf-9d99-faff1419d0f5 req-d84f71f8-b929-4bb5-8952-b494052dfc29 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0845006 Dec 10 20:03:14.641113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e9e6e57-5f4e-4daf-9d99-faff1419d0f5 req-59ea5351-450f-4f01-a408-e623d7fa2116 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Dec 10 20:03:15.415703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:15.848081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3ff2-f07f-4868-ac00-2f67da44248a req-fe785f7a-c188-40d0-85c3-9ea4ef828a41 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:15.849687 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f9fc3ff2-f07f-4868-ac00-2f67da44248a req-fe785f7a-c188-40d0-85c3-9ea4ef828a41 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0886383 Dec 10 20:03:15.897547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f9fc3ff2-f07f-4868-ac00-2f67da44248a req-fec50908-b25b-4f6b-b370-a447b83f9a98 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Dec 10 20:03:17.102348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd7d76-9541-41c3-8165-828ba20c2fe4 req-f46267b4-4fbe-4473-9f19-0feb9ffa7e9a tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:17.103928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88cd7d76-9541-41c3-8165-828ba20c2fe4 req-f46267b4-4fbe-4473-9f19-0feb9ffa7e9a tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0844691 Dec 10 20:03:17.152600 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88cd7d76-9541-41c3-8165-828ba20c2fe4 req-56c031fc-1948-48d3-b939-d611e83c4e78 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420969 Dec 10 20:03:18.576241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ae767-33d2-480a-9bca-371050c2f481 req-4f45ec7e-4f84-4b88-9150-675171580053 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:18.577870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-876ae767-33d2-480a-9bca-371050c2f481 req-4f45ec7e-4f84-4b88-9150-675171580053 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.3047998 Dec 10 20:03:18.625875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-876ae767-33d2-480a-9bca-371050c2f481 req-c7381e7d-71c8-4845-b766-f40441b905f2 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Dec 10 20:03:19.827132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870338-d81c-406f-8e7d-93062dbdb9c3 req-c3b813ce-303b-47d2-9375-3f9fd6c876bb tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:19.828691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b4870338-d81c-406f-8e7d-93062dbdb9c3 req-c3b813ce-303b-47d2-9375-3f9fd6c876bb tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0830743 Dec 10 20:03:19.876794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b4870338-d81c-406f-8e7d-93062dbdb9c3 req-16aa06af-5c0a-4ef2-9818-c4921dd2f302 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Dec 10 20:03:21.088114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed133a-7665-48fd-9f38-8656ce0ae4da req-64f76e05-79ac-4465-af21-839d957d70f7 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:21.089776 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a1ed133a-7665-48fd-9f38-8656ce0ae4da req-64f76e05-79ac-4465-af21-839d957d70f7 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0886695 Dec 10 20:03:21.138353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a1ed133a-7665-48fd-9f38-8656ce0ae4da req-756d5e31-e7cd-43d0-86d4-084ccd376167 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414250 Dec 10 20:03:22.342360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb663c30-2a90-4ad4-ba85-8f3c39227d3b req-f8567a5d-c347-4813-a700-aee83ce0d7dd tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:22.343945 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb663c30-2a90-4ad4-ba85-8f3c39227d3b req-f8567a5d-c347-4813-a700-aee83ce0d7dd tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0833147 Dec 10 20:03:22.397643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb663c30-2a90-4ad4-ba85-8f3c39227d3b req-c26b391e-aedb-47a2-95f8-4a9193ad96da tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465245 Dec 10 20:03:22.442434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-c4b0a098-1a85-413b-8b03-0f129566b2e9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fc39060f1264a36bd61ea67a1d5168c&device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 1098 time: 0.0756786 Dec 10 20:03:22.598392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-c42bedee-a0b2-433d-8b5b-3fd2a05b8cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:22.599977 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-c42bedee-a0b2-433d-8b5b-3fd2a05b8cf7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 HTTP/1.1" status: 200 len: 913 time: 0.1381738 Dec 10 20:03:22.676611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-6bb2b6e6-f84e-4765-81a2-650e385b70e2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 HTTP/1.1" status: 200 len: 217 time: 0.0690465 Dec 10 20:03:22.748470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-1f9e20da-b7ea-453d-9fb9-15ae884a984e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:22.749965 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-1f9e20da-b7ea-453d-9fb9-15ae884a984e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=763b6e4e-7d84-4dad-8e42-038b7623b3d6 HTTP/1.1" status: 200 len: 852 time: 0.0634587 Dec 10 20:03:22.803877 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-5bb63ef8-bdb1-4625-9f78-5dc986f3aef4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477650 Dec 10 20:03:22.944544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-f946c549-16ca-461f-b7ca-bf5e652cf37f service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331530 Dec 10 20:03:23.084093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b043297b-2b0f-4916-8c04-e8db4a393d26 req-f1a44709-bf96-4456-9d03-0c95d8b96a34 service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333957 Dec 10 20:03:23.735087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fd4ae-67ee-4840-8cd3-4e534e265f11 req-24afd98a-0d04-473a-866c-f5b008667a00 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:23.737092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fb4fd4ae-67ee-4840-8cd3-4e534e265f11 req-24afd98a-0d04-473a-866c-f5b008667a00 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0826817 Dec 10 20:03:23.784136 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fb4fd4ae-67ee-4840-8cd3-4e534e265f11 req-05efb336-0066-4d76-b29f-90357ebc0319 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Dec 10 20:03:24.458837 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-667a7413-c0df-41bb-bcc7-ab6ea3955d3d service neutron] 10.222.0.84 "GET /v2.0/ports/d7003a38-c4e4-491f-8bd4-bcc2f19c29c6/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0782092 Dec 10 20:03:24.727204 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-c6932539-aceb-4a05-a770-6e7d2dfebb09 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f&tenant_id=7fc39060f1264a36bd61ea67a1d5168c HTTP/1.1" status: 200 len: 1098 time: 0.0794592 Dec 10 20:03:24.822068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-4890da88-2ad0-4551-8e41-ef9bfe46dcea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fc39060f1264a36bd61ea67a1d5168c&device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 1098 time: 0.0736506 Dec 10 20:03:24.964521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-6755dc08-83e8-4141-a311-6a3717db39b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:24.966167 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-6755dc08-83e8-4141-a311-6a3717db39b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 HTTP/1.1" status: 200 len: 913 time: 0.1383657 Dec 10 20:03:24.995953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e1c1-4329-4ae9-b9e9-3db75b66190f req-db6638e9-2635-496f-b590-68cd5dba0f6e tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:24.997445 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-13c2e1c1-4329-4ae9-b9e9-3db75b66190f req-db6638e9-2635-496f-b590-68cd5dba0f6e tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0881646 Dec 10 20:03:25.046493 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-13c2e1c1-4329-4ae9-b9e9-3db75b66190f req-dfa5df38-3748-4cb5-9baa-241b9406a80a tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Dec 10 20:03:25.273103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-c4d8fcb9-3e4d-4c74-9b32-b79127c9a676 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 HTTP/1.1" status: 200 len: 217 time: 0.3008227 Dec 10 20:03:25.341338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-7212199b-d5ec-4f7f-8c1f-154c6deebc58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:25.342910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-7212199b-d5ec-4f7f-8c1f-154c6deebc58 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=763b6e4e-7d84-4dad-8e42-038b7623b3d6 HTTP/1.1" status: 200 len: 852 time: 0.0634642 Dec 10 20:03:25.391546 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-55363580-a0eb-47f6-aaa8-5f1a38c152b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428331 Dec 10 20:03:25.457905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:03:25.530784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-b17cff74-5e8a-47e9-b8d8-bb44f978961f service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331356 Dec 10 20:03:25.671395 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ae10492-7f2d-4b5c-bfd4-2ab1b25489a8 req-a4e9dc73-9c43-4c9b-b3d3-a0cead42fc04 service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344059 Dec 10 20:03:26.250482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596739-6ec6-4b45-b495-e46de779d271 req-9ee95b63-270c-4352-b383-7304a07d46c7 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:26.252105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-68596739-6ec6-4b45-b495-e46de779d271 req-9ee95b63-270c-4352-b383-7304a07d46c7 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0843425 Dec 10 20:03:26.300189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-68596739-6ec6-4b45-b495-e46de779d271 req-f4a7fa78-fcbe-4692-981b-557711b95081 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Dec 10 20:03:27.506850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a732-2891-42c5-a41b-fe77cced2e3e req-fd38864f-a714-4468-b7da-ad55cb44e823 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:27.508435 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4103a732-2891-42c5-a41b-fe77cced2e3e req-fd38864f-a714-4468-b7da-ad55cb44e823 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0869565 Dec 10 20:03:27.560588 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4103a732-2891-42c5-a41b-fe77cced2e3e req-3a6a0189-9793-466c-bf3a-ec6ae23ff5c3 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Dec 10 20:03:28.781479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bbb52-9280-46d1-8f68-aa1f11554122 req-fc7cf366-9131-4edf-a03e-5c661bbaf57b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:28.783593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-206bbb52-9280-46d1-8f68-aa1f11554122 req-fc7cf366-9131-4edf-a03e-5c661bbaf57b tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0835006 Dec 10 20:03:28.788319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:03:28.794259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:03:28.836480 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-206bbb52-9280-46d1-8f68-aa1f11554122 req-48cb16b4-fa3c-4629-b1f3-713ae5493171 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465312 Dec 10 20:03:29.194251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:29.220162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:03:29.240371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'network_id': 'd9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5', 'port_id': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'mac_address': 'fa:16:3e:38:a7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763b6e4e-7d84-4dad-8e42-038b7623b3d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:03:29.247408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:03:29.289784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-052db6a1-de99-4259-ab1c-ae7170504e8e tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:29.290551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-052db6a1-de99-4259-ab1c-ae7170504e8e tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Synchronizing usage tracker for tenant:7fc39060f1264a36bd61ea67a1d5168c on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:03:29.293051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:03:29.305611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:29.308224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-052db6a1-de99-4259-ab1c-ae7170504e8e tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Unset dirty status for tenant:7fc39060f1264a36bd61ea67a1d5168c on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:03:29.309629 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-052db6a1-de99-4259-ab1c-ae7170504e8e tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f&tenant_id=7fc39060f1264a36bd61ea67a1d5168c&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.1238606 Dec 10 20:03:29.311155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bba36cb1-d0c2-4064-b63f-c4cdfba58277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:29.348637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'code': 200} Dec 10 20:03:29.364545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:29.399258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:03:29.441187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:29.450557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:29.459660 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-1b64bcfd-72f5-4ab7-8300-f0e0996b28df service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fc39060f1264a36bd61ea67a1d5168c&device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 1096 time: 0.0771072 Dec 10 20:03:29.471719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:03:29.472127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:03:29.600976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-c4ac6ebd-d151-44a1-a240-f95199c0c0d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:29.602585 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-c4ac6ebd-d151-44a1-a240-f95199c0c0d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 HTTP/1.1" status: 200 len: 913 time: 0.1368418 Dec 10 20:03:29.678878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-6e0336ee-62a5-4747-8cee-8d743aab8338 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 HTTP/1.1" status: 200 len: 217 time: 0.0692837 Dec 10 20:03:29.746430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-91028c24-6bae-4426-913c-7eec88a2c277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:29.747867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-91028c24-6bae-4426-913c-7eec88a2c277 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=763b6e4e-7d84-4dad-8e42-038b7623b3d6 HTTP/1.1" status: 200 len: 852 time: 0.0626786 Dec 10 20:03:29.801643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-6fae8012-b074-4cce-ac66-19bdf72242cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465903 Dec 10 20:03:29.941785 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-53999b75-0fee-4966-a301-8b629b016f28 service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340246 Dec 10 20:03:30.027512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:30.045712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:03:30.061551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:03:30.064518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:30.067060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:30.082105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-c174fa13-11be-444c-99c2-4ef384efb01c service neutron] 10.222.0.84 "GET /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346264 Dec 10 20:03:30.145231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['d7003a38-c4e4-491f-8bd4-bcc2f19c29c6'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:03:30.183989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:30.188768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:30.794554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:03:30.877333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:03:30.877978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:30.921256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d687a9-c36e-486d-ba3d-054eead4aa18 req-a26b39ae-e4f8-46e3-873d-cdd47a63ec54 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:30.922929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f0d687a9-c36e-486d-ba3d-054eead4aa18 req-a26b39ae-e4f8-46e3-873d-cdd47a63ec54 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 944 time: 0.0848091 Dec 10 20:03:30.971433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f0d687a9-c36e-486d-ba3d-054eead4aa18 req-05faf5e7-a99b-46aa-81d8-b48aaeeff9d8 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Dec 10 20:03:30.999971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:31.033186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:03:31.036010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:31.037900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-985df8df-be4b-427f-b94d-60f2f8d43965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:31.103294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:31.106303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:31.349987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:03:31.403604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'code': 200} Dec 10 20:03:32.177781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30c8e-b19a-4259-9458-34742d72bf2b req-e4b9601e-82a6-4c32-a617-7cbd2a545a9d tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:32.179361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bba30c8e-b19a-4259-9458-34742d72bf2b req-e4b9601e-82a6-4c32-a617-7cbd2a545a9d tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0886340 Dec 10 20:03:32.226972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bba30c8e-b19a-4259-9458-34742d72bf2b req-6583329f-27fc-4471-902d-1b8e1c1bf692 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a30011-2e11-49a3-8c82-ce3fa4dc704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Dec 10 20:03:32.591223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:32.730285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-db5c10a7-04a5-451d-8d98-f2a51983a487 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:32.731811 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-db5c10a7-04a5-451d-8d98-f2a51983a487 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 945 time: 0.0828214 Dec 10 20:03:32.803626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Deleting port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:03:32.804002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:33.055379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] For port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,segment=NetworkSegment(5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49),segment_id=5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:03:33.055778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:33.182183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Calling delete_port for d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:03:33.331674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:33.337829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:33.343679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['d7003a38-c4e4-491f-8bd4-bcc2f19c29c6'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:03:33.389668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Pushing event deleted for resources: {'Port': ['ID=d7003a38-c4e4-491f-8bd4-bcc2f19c29c6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:33.403060 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7714600f-d8c9-4660-b6b0-48c3270bf642 req-f573951b-d61d-42d8-8b5e-847d8e3c2fc9 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7fd604-5b26-426c-b93d-02e86053e53f HTTP/1.1" status: 200 len: 210 time: 0.0487587 Dec 10 20:03:33.431564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.431999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.432426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.432843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.433259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.433748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.434168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.434580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.434989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.435401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.435809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:33.443816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:33.479650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] No DVR routers for this DVR port d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:03:33.482568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:33.487413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'name': 'network-vif-deleted', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:03:33.501222 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a10aea77-3a9d-4694-a123-6f6a3ae7cffb req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] 10.222.0.84 "DELETE /v2.0/ports/d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 HTTP/1.1" status: 204 len: 173 time: 0.7635791 Dec 10 20:03:33.546603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7fd604-5b26-426c-b93d-02e86053e53f', 'name': 'network-vif-deleted', 'tag': 'd7003a38-c4e4-491f-8bd4-bcc2f19c29c6', 'status': 'completed', 'code': 200} Dec 10 20:03:34.675766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37798) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:03:34.745430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] Deleting subnet 763b6e4e-7d84-4dad-8e42-038b7623b3d6 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:03:34.748531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:34.800598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:34.858119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:34.926233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:34.930566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0f21a902-f569-4d4a-af55-742e6fcc45f5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:34.966649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=763b6e4e-7d84-4dad-8e42-038b7623b3d6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:34.969266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:34.972842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:34.978956 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d8c3a16c-f123-4021-a6ba-1420e5b8afea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/763b6e4e-7d84-4dad-8e42-038b7623b3d6 HTTP/1.1" status: 204 len: 168 time: 0.3020933 Dec 10 20:03:34.981713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37802) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:03:35.095701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.225645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.251796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:03:35.264164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:03:35.264501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c34c78c-e3d5-48bf-8822-6dbaa1b6cf49') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:03:35.276802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.291162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.297356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:03:35.297912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:03:35.311613 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:03:35.388656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.392664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e53ae3c-5f0c-40ea-b420-dab62be1b5cd tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:35.406093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.416815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:35.428600 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9ea6dc2-55d9-40a3-b5aa-51b4ae35a6b5 HTTP/1.1" status: 204 len: 168 time: 0.4457390 Dec 10 20:03:35.430331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.430762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.431188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.431608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.432029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.432446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.433032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.433409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.433854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.434271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.434682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:03:35.438148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:35.568318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37808) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:03:35.620490 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3119f7f2-552e-4e38-aaf5-4ba41dd1cb60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fc39060f1264a36bd61ea67a1d5168c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508330 Dec 10 20:03:35.622942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37812) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:03:35.688931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66aae5e-6dc0-4ae3-b89b-8b4c4b1aa087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.714782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66aae5e-6dc0-4ae3-b89b-8b4c4b1aa087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.758230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66aae5e-6dc0-4ae3-b89b-8b4c4b1aa087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.761980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b56e16de-2f48-4da7-bb1d-ff5830ec2866 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:35.775085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aae5e-6dc0-4ae3-b89b-8b4c4b1aa087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a30011-2e11-49a3-8c82-ce3fa4dc704d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:35.778214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d66aae5e-6dc0-4ae3-b89b-8b4c4b1aa087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:35.780123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66aae5e-6dc0-4ae3-b89b-8b4c4b1aa087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:35.781739 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d66aae5e-6dc0-4ae3-b89b-8b4c4b1aa087 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00a30011-2e11-49a3-8c82-ce3fa4dc704d HTTP/1.1" status: 204 len: 168 time: 0.1574357 Dec 10 20:03:36.718463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 37834) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:03:36.854830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1505303142-network', 'tenant_id': 'be3e569198684b048186f5aff581f152'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:03:36.856979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:03:36.860089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:03:36.864196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Usage tracker for resource:network and tenant:be3e569198684b048186f5aff581f152 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:03:36.867231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:03:36.873339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:03:36.883887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Made reservation on behalf of be3e569198684b048186f5aff581f152 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:03:36.888842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:36.892533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:03:36.892912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d7003a38-c4e4-491f-8bd4-bcc2f19c29c6 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:03:36.903757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:36.936880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:03:36.941480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:be3e569198684b048186f5aff581f152 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:03:36.944397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:03:36.950277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:03:37.018536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.020959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.025030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a334210f-2449-45a3-a865-93d173e5519a tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:37.049704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:03:37.065151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:37.069309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:37.072148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.072539 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Added segment cb1df89d-d83e-4b85-bd93-6ce5f076e810 of type vlan for network 43ff2dc9-3967-467d-b812-2d505c51501b Dec 10 20:03:37.100203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.128242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.129183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:37.129838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.134708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a69ea44b-e313-4cf1-bc55-9dae11f9bd2c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:37.236052 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5160685 Dec 10 20:03:37.239349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 37840) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:03:37.241192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=43ff2dc9-3967-467d-b812-2d505c51501b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:37.244075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:37.246866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Request body: {'subnet': {'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1505303142-subnet', 'tenant_id': 'be3e569198684b048186f5aff581f152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:03:37.251603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 43ff2dc9-3967-467d-b812-2d505c51501b details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:03:37.253057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:03:37.257193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Usage tracker for resource:subnet and tenant:be3e569198684b048186f5aff581f152 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:03:37.260275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:03:37.266828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:03:37.277386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Made reservation on behalf of be3e569198684b048186f5aff581f152 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:03:37.282843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.498088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.502964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7cb4cdd7-d260-4d54-9495-76db0e081683 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:37.584840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c36b541-2673-4e81-abe4-d744b147fbf4,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:37.587618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:37.598668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Checking segment: {'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:03:37.599065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Network hostable DHCP agents. Network: 43ff2dc9-3967-467d-b812-2d505c51501b, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:03:37.620350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Network 43ff2dc9-3967-467d-b812-2d505c51501b is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:03:37.628893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 43ff2dc9-3967-467d-b812-2d505c51501b) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:03:37.632891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:37.633541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:37.638337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ce190-0355-4eab-b450-6b9cf337ad7f None None] Network 43ff2dc9-3967-467d-b812-2d505c51501b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:03:37.654385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4138520 Dec 10 20:03:37.861836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb2ecd-228a-4e13-be82-bbfe26ac3f98 None None] Network 43ff2dc9-3967-467d-b812-2d505c51501b requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:03:38.217051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a38f-752e-4d49-9fe0-287a1815865c req-63ae3709-3559-4abb-bfbe-431eb072b493 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:38.218563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-63ae3709-3559-4abb-bfbe-431eb072b493 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 815 time: 0.1517937 Dec 10 20:03:38.236065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-c6b8c9cd-98da-4dd4-bac6-60b2ec3aab38 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/quotas/be3e569198684b048186f5aff581f152 HTTP/1.1" status: 200 len: 375 time: 0.0112104 Dec 10 20:03:38.286142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-2b78ec69-1274-4c9b-9ac0-463c4f458f15 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449562 Dec 10 20:03:38.506503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-b6e7a70b-404b-46c9-90af-7376502af194 service neutron] 10.222.0.41 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130990 Dec 10 20:03:38.649363 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-164fbb8c-2f0b-48fe-917a-59ecf5c3bb30 service neutron] 10.222.0.41 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365931 Dec 10 20:03:38.847937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f9e798ac-d2a5-49d3-9bbe-8009f377cd69 req-e94779e2-0212-4b8e-9c22-2d7eb1de693a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 210 time: 0.0518148 Dec 10 20:03:39.874014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a38f-752e-4d49-9fe0-287a1815865c req-c96432c1-aa76-444a-ad65-21feeb5ad0e1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:39.874754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e472a38f-752e-4d49-9fe0-287a1815865c req-c96432c1-aa76-444a-ad65-21feeb5ad0e1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Synchronizing usage tracker for tenant:be3e569198684b048186f5aff581f152 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:03:39.891627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e472a38f-752e-4d49-9fe0-287a1815865c req-c96432c1-aa76-444a-ad65-21feeb5ad0e1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Unset dirty status for tenant:be3e569198684b048186f5aff581f152 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:03:39.892873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-c96432c1-aa76-444a-ad65-21feeb5ad0e1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 815 time: 0.1758695 Dec 10 20:03:39.909143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Request body: {'port': {'device_id': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b', 'admin_state_up': True, 'tenant_id': 'be3e569198684b048186f5aff581f152'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:03:40.018334 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5c7b08a-33e4-4d18-a818-8aaf1c85876f req-d932f208-375a-4bd4-8b83-7418061ec9a0 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 210 time: 0.0464892 Dec 10 20:03:40.054036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:03:40.058068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Usage tracker for resource:port and tenant:be3e569198684b048186f5aff581f152 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:03:40.060970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:03:40.066994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:03:40.075647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Made reservation on behalf of be3e569198684b048186f5aff581f152 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:03:40.081547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:40.244557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Allocated IP 172.20.0.14 (43ff2dc9-3967-467d-b812-2d505c51501b/4c36b541-2673-4e81-abe4-d744b147fbf4/4faf0754-1c40-417a-b318-01012cbfa5f9) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:03:40.458806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:40.486348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:40.492355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-19e88e2f-caa1-4dad-ba04-d74f7fc54920 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:40.567112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Network 43ff2dc9-3967-467d-b812-2d505c51501b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:03:40.568232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:03:40.572819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:03:40.599779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Pushing event updated for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:40.605338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:40.637804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:40.638473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:40.658610 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7543724 Dec 10 20:03:40.670746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Request body: {'port': {'device_id': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:03:40.785843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:41.135957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4faf0754-1c40-417a-b318-01012cbfa5f9 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:03:41.143501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:41.159534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Transition to ACTIVE for port object 4faf0754-1c40-417a-b318-01012cbfa5f9 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:03:41.163061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:41.166809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dcc82629-ed86-4062-9a01-7ad30dbb0de3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:41.180702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1bee4ce3-15d6-4dc2-b7c2-66d535712418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:41.226177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407fefc-0d9a-47e8-b032-0a6624c28046 req-d1a7b2a4-6d63-49cd-bf71-f506b323baf1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:41.228088 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c407fefc-0d9a-47e8-b032-0a6624c28046 req-d1a7b2a4-6d63-49cd-bf71-f506b323baf1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 944 time: 0.0878298 Dec 10 20:03:41.279682 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c407fefc-0d9a-47e8-b032-0a6624c28046 req-7faf43e6-5d25-4245-9079-c8e081d8c83a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Dec 10 20:03:41.303542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Pushing event updated for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:41.308524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:41.417890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Attempting to bind port 4faf0754-1c40-417a-b318-01012cbfa5f9 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:03:41.418271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Attempting to bind port 4faf0754-1c40-417a-b318-01012cbfa5f9 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:03:41.418648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Attempting to bind port 4faf0754-1c40-417a-b318-01012cbfa5f9 on network 43ff2dc9-3967-467d-b812-2d505c51501b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:03:41.424779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Port 4faf0754-1c40-417a-b318-01012cbfa5f9 on network 43ff2dc9-3967-467d-b812-2d505c51501b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:03:41.425148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Attempting to bind port 4faf0754-1c40-417a-b318-01012cbfa5f9 on network 43ff2dc9-3967-467d-b812-2d505c51501b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:03:41.431930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:03:41.432310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Checking segment: {'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:03:41.432734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Bound using segment: {'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:03:41.433209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Bound port: 4faf0754-1c40-417a-b318-01012cbfa5f9, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:03:41.433644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:41.533817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:03:41.536938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:03:41.540159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:41.544544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:41.606993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:41.608482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] 10.222.0.84 "PUT /v2.0/ports/4faf0754-1c40-417a-b318-01012cbfa5f9 HTTP/1.1" status: 200 len: 1094 time: 0.9421892 Dec 10 20:03:41.609041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:03:41.625997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Pushing event updated for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:41.629158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:41.684922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'status': 'completed', 'code': 200} Dec 10 20:03:41.722165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-12a4c1ac-8fba-41eb-95b1-bb5f8f0a75a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 1097 time: 0.0796354 Dec 10 20:03:41.793144 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-0757abba-13ec-4bbc-aae8-0d7c7815cd78 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4faf0754-1c40-417a-b318-01012cbfa5f9 HTTP/1.1" status: 200 len: 217 time: 0.0638225 Dec 10 20:03:41.862081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a38f-752e-4d49-9fe0-287a1815865c req-ec5ed257-d01c-4f82-80de-cf35ec21c257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:41.863526 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-ec5ed257-d01c-4f82-80de-cf35ec21c257 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0649097 Dec 10 20:03:41.912598 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-70c5b879-1821-463e-8a92-a5cfdf952a20 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432563 Dec 10 20:03:42.272355 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-c8fcb839-957a-4dec-ae7c-792007be3b64 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534291 Dec 10 20:03:42.414082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e472a38f-752e-4d49-9fe0-287a1815865c req-2ce39d99-5512-43f1-bf4b-df4e5edd448b service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355371 Dec 10 20:03:42.486842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9829ac-6f2d-4cd6-89a8-3f35a472b77e req-5946be57-916c-48e0-81bc-1780a7c1eaae tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:42.488439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c9829ac-6f2d-4cd6-89a8-3f35a472b77e req-5946be57-916c-48e0-81bc-1780a7c1eaae tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 944 time: 0.0871632 Dec 10 20:03:42.536793 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c9829ac-6f2d-4cd6-89a8-3f35a472b77e req-065015f0-6dff-4595-b90e-914226195a6b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Dec 10 20:03:42.542332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-c1df95f1-30b4-4da8-8e09-83323c3d286e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 1097 time: 0.0831392 Dec 10 20:03:42.550732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:42.684897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-98800782-d00a-4290-9b15-4401e985a5d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:42.686509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-98800782-d00a-4290-9b15-4401e985a5d2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1376274 Dec 10 20:03:42.757302 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-22e4d144-0bf9-4420-b455-80b5a1ae8c57 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4faf0754-1c40-417a-b318-01012cbfa5f9 HTTP/1.1" status: 200 len: 217 time: 0.0646894 Dec 10 20:03:42.827380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-d73d5d75-1301-45f9-87d4-f6cc512015b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:42.828950 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-d73d5d75-1301-45f9-87d4-f6cc512015b4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0651681 Dec 10 20:03:42.879474 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-b1f210f0-13cc-4c1a-91b2-ee7615fb6a48 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446765 Dec 10 20:03:43.017960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-66bcf5ee-bff5-4819-865b-a52365f0ef6e service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317654 Dec 10 20:03:43.156006 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd972fb9-6289-47ab-9fd8-88651eb03620 req-245b3e2e-c3a2-4fed-b0da-f253b1100d80 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318059 Dec 10 20:03:43.749631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f77341-2249-47e7-b519-88504148a3b2 req-44f8bdee-6234-433b-a89c-bd4d3d417c73 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:43.751783 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85f77341-2249-47e7-b519-88504148a3b2 req-44f8bdee-6234-433b-a89c-bd4d3d417c73 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 944 time: 0.0876584 Dec 10 20:03:43.799410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85f77341-2249-47e7-b519-88504148a3b2 req-54ec9e1c-c028-479f-9f94-5fb6b2e8cf1c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Dec 10 20:03:43.881468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:43.899801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d12d264-61ac-426d-8cb0-f7f02dbdde64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:44.935170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 4faf0754-1c40-417a-b318-01012cbfa5f9 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:03:45.010392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8e8e5-e81c-4eaa-9548-1981bb69764c req-118b0fe2-261c-47ff-b502-d247cecf1099 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:45.011986 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15a8e8e5-e81c-4eaa-9548-1981bb69764c req-118b0fe2-261c-47ff-b502-d247cecf1099 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 944 time: 0.0889711 Dec 10 20:03:45.059928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-15a8e8e5-e81c-4eaa-9548-1981bb69764c req-1a8a2f4f-e386-4c0b-a881-f6fe3cbd14ba tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Dec 10 20:03:45.080095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:03:45.094457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b', 'port_id': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'mac_address': 'fa:16:3e:a6:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c36b541-2673-4e81-abe4-d744b147fbf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:03:45.153520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:45.171030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4faf0754-1c40-417a-b318-01012cbfa5f9 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:03:45.187256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:03:45.189960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:45.193074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:45.260401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:45.263779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:45.419313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:45.538941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['4faf0754-1c40-417a-b318-01012cbfa5f9'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:03:46.265710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff281e8-adf3-484c-9660-9f5e02e7f1e2 req-d32c2832-a0c0-4d6d-adba-dd0051ef515c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:46.267288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff281e8-adf3-484c-9660-9f5e02e7f1e2 req-d32c2832-a0c0-4d6d-adba-dd0051ef515c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 945 time: 0.0875280 Dec 10 20:03:46.315375 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff281e8-adf3-484c-9660-9f5e02e7f1e2 req-7e598e7f-b4f7-47ad-9f5a-450d6cfeaea3 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Dec 10 20:03:46.950325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 4faf0754-1c40-417a-b318-01012cbfa5f9 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:03:47.020424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 4faf0754-1c40-417a-b318-01012cbfa5f9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:03:47.025500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 4faf0754-1c40-417a-b318-01012cbfa5f9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:03:47.025969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:47.144988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:47.173130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:03:47.183694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:03:47.186885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:03:47.188836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:03:47.231670 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'code': 200} Dec 10 20:03:47.260305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:03:47.263417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:03:47.463176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85df8c7b-d399-4348-810f-5ee731b377bd req-12331caa-3b36-43b8-8deb-4e769921ebee service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 1099 time: 0.0764780 Dec 10 20:03:47.513014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85df8c7b-d399-4348-810f-5ee731b377bd req-47b31127-b975-4c8f-b61f-383ef9beaa4f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432425 Dec 10 20:03:47.522062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51e705-24c3-4bc6-b763-6909e2623ad9 req-d276a2c9-2fcf-4b28-82c9-72c166c2d714 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:47.523656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2b51e705-24c3-4bc6-b763-6909e2623ad9 req-d276a2c9-2fcf-4b28-82c9-72c166c2d714 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0869291 Dec 10 20:03:47.571522 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2b51e705-24c3-4bc6-b763-6909e2623ad9 req-608d53f1-8158-42c1-8c51-dcfd81220740 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Dec 10 20:03:48.783081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452fdb-b9e4-4a26-8463-5c1bc08ac458 req-d423c2cb-c8a3-441e-a0af-c7b6b412b9a7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:48.784733 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c452fdb-b9e4-4a26-8463-5c1bc08ac458 req-d423c2cb-c8a3-441e-a0af-c7b6b412b9a7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0914378 Dec 10 20:03:48.837015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6c452fdb-b9e4-4a26-8463-5c1bc08ac458 req-e78cb6d3-696d-4fa3-860b-dd49fc5b9568 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Dec 10 20:03:50.040388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d89ba-3910-4811-972f-0624578bfdcb req-f9a8110c-af81-4c7d-8e6a-f71ec3603cfe tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:50.041980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-711d89ba-3910-4811-972f-0624578bfdcb req-f9a8110c-af81-4c7d-8e6a-f71ec3603cfe tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0835023 Dec 10 20:03:50.093101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-711d89ba-3910-4811-972f-0624578bfdcb req-395f0fb3-4a56-42b0-808b-81135f7f60d5 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Dec 10 20:03:50.293550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb215b-1363-4f55-8d12-2bad7fe5ac5d req-1d0fcb53-32e5-4ef3-9424-000e30e87006 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:50.295115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0feb215b-1363-4f55-8d12-2bad7fe5ac5d req-1d0fcb53-32e5-4ef3-9424-000e30e87006 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0830517 Dec 10 20:03:50.342500 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0feb215b-1363-4f55-8d12-2bad7fe5ac5d req-b4b11386-654b-4511-ba1b-c2331a8ae82c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Dec 10 20:03:50.719913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559660c-fadb-45b5-b38d-ace0916f2157 req-bf5baeef-8c43-4a04-ab58-ac0830a2c5f1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:50.722165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b559660c-fadb-45b5-b38d-ace0916f2157 req-bf5baeef-8c43-4a04-ab58-ac0830a2c5f1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0871277 Dec 10 20:03:50.768758 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b559660c-fadb-45b5-b38d-ace0916f2157 req-8b75557b-fc18-45b4-b93c-125d4f438c3d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Dec 10 20:03:50.972222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810397b1-f94e-45d2-8430-0bf694bb0627 req-2411f9fd-8dc7-4a83-bca7-6ef0303b6b98 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:50.973775 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-810397b1-f94e-45d2-8430-0bf694bb0627 req-2411f9fd-8dc7-4a83-bca7-6ef0303b6b98 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0836465 Dec 10 20:03:51.021841 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-810397b1-f94e-45d2-8430-0bf694bb0627 req-f6024767-7263-4fd4-b47b-ff8ec941ceee tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Dec 10 20:03:51.224150 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9c50ee9-1cff-496b-8aad-0b24d44ac955 req-04bfa9b5-3231-4af2-9671-6e86736405c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0776296 Dec 10 20:03:51.483432 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-3b83ff5c-4d99-4336-86ef-90a61d57e688 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772901 Dec 10 20:03:51.549161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9f17-640f-461e-8f39-4f3c48db8ac7 req-06049b24-3eee-4ac1-89d3-988f14e55fbc tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:51.550857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1dbd9f17-640f-461e-8f39-4f3c48db8ac7 req-06049b24-3eee-4ac1-89d3-988f14e55fbc tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0900891 Dec 10 20:03:51.602658 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1dbd9f17-640f-461e-8f39-4f3c48db8ac7 req-e69a1510-27e7-4a06-ba11-20b4d9c9da79 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456836 Dec 10 20:03:52.734720 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-f33313d7-d363-4c4d-a8cc-7fdb87811c0c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 1099 time: 0.0802925 Dec 10 20:03:52.818686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30dab-116f-4968-89e7-ef94b794e1fe req-859c993e-c7fa-4be7-9806-de6972e3848f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:52.820344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fec30dab-116f-4968-89e7-ef94b794e1fe req-859c993e-c7fa-4be7-9806-de6972e3848f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0903423 Dec 10 20:03:52.870034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-fec30dab-116f-4968-89e7-ef94b794e1fe req-3f6bc945-a390-48b0-b729-2601cde4130d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Dec 10 20:03:52.879780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-95d1dc2c-c85a-4d6b-b35c-65eec4771547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:52.881364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-95d1dc2c-c85a-4d6b-b35c-65eec4771547 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1402609 Dec 10 20:03:52.955123 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-f43918e7-2787-4463-a640-f94944a512d6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4faf0754-1c40-417a-b318-01012cbfa5f9 HTTP/1.1" status: 200 len: 217 time: 0.0680902 Dec 10 20:03:53.025840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-8d08c0c5-6c39-4f9a-9385-c6aa8b3aa000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:53.027332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-8d08c0c5-6c39-4f9a-9385-c6aa8b3aa000 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0660348 Dec 10 20:03:53.076475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-7cf6046c-082d-48d8-bbb5-d1668bf3388b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425241 Dec 10 20:03:53.214730 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-41ba8ca3-006d-4cb0-83ce-ccb97ef6cfbf service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315372 Dec 10 20:03:53.353969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-d6872e59-43de-4bcf-9eec-f51a6a4c7ea7 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334333 Dec 10 20:03:54.072857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f611b-fb92-4a7c-a2f8-5adf738aca05 req-ebccfc56-c44e-4a0f-a55b-66fc088f4491 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:54.074490 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d78f611b-fb92-4a7c-a2f8-5adf738aca05 req-ebccfc56-c44e-4a0f-a55b-66fc088f4491 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0841389 Dec 10 20:03:54.126496 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d78f611b-fb92-4a7c-a2f8-5adf738aca05 req-cd9a82e7-23c4-471d-9c2b-acd2ae9deb5e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 Dec 10 20:03:55.331899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2a41e-b403-47b1-99cf-8fe7f9288928 req-06233f42-ebff-44ea-b467-b08dd99caa38 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:55.333476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5bd2a41e-b403-47b1-99cf-8fe7f9288928 req-06233f42-ebff-44ea-b467-b08dd99caa38 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0837674 Dec 10 20:03:55.381459 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5bd2a41e-b403-47b1-99cf-8fe7f9288928 req-4088fe59-5332-4038-8b4d-2df6d3ae5558 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Dec 10 20:03:56.805955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ebfca-18d5-4d30-95b7-0d6ab23eea95 req-530d90b0-49dc-4b04-9c70-d9f16a3dded0 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:56.807526 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c4ebfca-18d5-4d30-95b7-0d6ab23eea95 req-530d90b0-49dc-4b04-9c70-d9f16a3dded0 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.3028901 Dec 10 20:03:56.856064 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c4ebfca-18d5-4d30-95b7-0d6ab23eea95 req-3a5df753-3f4e-4949-a296-19c7b3be605a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Dec 10 20:03:58.060997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efffcda-f86a-47e5-a38b-4a7c6715085b req-2ccaba6b-634a-4410-8212-28fc6717508f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:58.062596 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2efffcda-f86a-47e5-a38b-4a7c6715085b req-2ccaba6b-634a-4410-8212-28fc6717508f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0838087 Dec 10 20:03:58.110166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2efffcda-f86a-47e5-a38b-4a7c6715085b req-01318617-fdb5-4a88-8f19-eb88e164bef4 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Dec 10 20:03:59.316923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc8563-069d-4e2f-bdba-e1492d2cd418 req-b31f1585-40d2-429d-8a40-4039924d6f81 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:03:59.318534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16cc8563-069d-4e2f-bdba-e1492d2cd418 req-b31f1585-40d2-429d-8a40-4039924d6f81 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0881996 Dec 10 20:03:59.369056 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16cc8563-069d-4e2f-bdba-e1492d2cd418 req-8013a319-d1e9-47bc-9d8c-e51eaac5be03 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444305 Dec 10 20:04:00.575849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571b745-7c7b-4605-b644-3e9d4afa3f26 req-d7f32fcb-2a6c-4adb-86f4-274189923fd4 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:00.577367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a571b745-7c7b-4605-b644-3e9d4afa3f26 req-d7f32fcb-2a6c-4adb-86f4-274189923fd4 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0842416 Dec 10 20:04:00.629470 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a571b745-7c7b-4605-b644-3e9d4afa3f26 req-5b1b09aa-dd8e-4852-b549-57ab18a0c352 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Dec 10 20:04:01.836274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92237d71-e3f1-4b92-a652-a9d5c36e52b5 req-b25af9d2-3f9e-4c3c-a6a8-264fb9b66d15 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:01.838016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92237d71-e3f1-4b92-a652-a9d5c36e52b5 req-b25af9d2-3f9e-4c3c-a6a8-264fb9b66d15 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0862694 Dec 10 20:04:01.886443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92237d71-e3f1-4b92-a652-a9d5c36e52b5 req-2cadc4a7-f2c7-4de4-9c64-9ff0295aaf5c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Dec 10 20:04:02.459672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:04:02.588791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:03.090785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15535d-7bee-40f2-a816-bdb1618a4dcc req-a63f0bc3-d302-46b4-928a-ac88da996c17 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:03.092325 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b15535d-7bee-40f2-a816-bdb1618a4dcc req-a63f0bc3-d302-46b4-928a-ac88da996c17 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0867226 Dec 10 20:04:03.139623 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b15535d-7bee-40f2-a816-bdb1618a4dcc req-74dde521-91b1-4b18-be33-c18647a16aae tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Dec 10 20:04:04.343172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3578697-13e7-4746-834f-8ef6f2f54a5b req-f2e9f955-13b6-48e6-9af1-7ed58cfa316d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:04.344747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3578697-13e7-4746-834f-8ef6f2f54a5b req-f2e9f955-13b6-48e6-9af1-7ed58cfa316d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0827246 Dec 10 20:04:04.391603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3578697-13e7-4746-834f-8ef6f2f54a5b req-218fd98e-9485-4c11-8641-6ecda912db0f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Dec 10 20:04:05.600731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c4640-e484-4dc0-86b6-9ed33420b9fb req-6e4a6edc-4af3-42f4-8b5e-4edb1bf26855 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:05.602359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-283c4640-e484-4dc0-86b6-9ed33420b9fb req-6e4a6edc-4af3-42f4-8b5e-4edb1bf26855 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0872383 Dec 10 20:04:05.649662 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-283c4640-e484-4dc0-86b6-9ed33420b9fb req-a97b730b-1e21-45b0-8fec-8368f8a637d8 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Dec 10 20:04:06.855066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b6b49-054b-41ac-9df0-3fa82dd02ac8 req-2d2ce5cd-f086-44ab-a8ee-897dfffb796f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:06.856660 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-057b6b49-054b-41ac-9df0-3fa82dd02ac8 req-2d2ce5cd-f086-44ab-a8ee-897dfffb796f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0877881 Dec 10 20:04:06.904652 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-057b6b49-054b-41ac-9df0-3fa82dd02ac8 req-37e5ef8f-8762-429c-b89c-f00634e80e1c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Dec 10 20:04:08.248764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac589c-5d0f-46cc-af42-22dddd3f4277 req-00ede014-e10a-4625-b612-a0cee7019d23 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:08.250304 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4ac589c-5d0f-46cc-af42-22dddd3f4277 req-00ede014-e10a-4625-b612-a0cee7019d23 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0871391 Dec 10 20:04:08.297350 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4ac589c-5d0f-46cc-af42-22dddd3f4277 req-e24c1183-34c2-47e3-9cf0-1b2458119ef6 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 Dec 10 20:04:09.499889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ae46a-643d-476d-b66a-6d95718eb7bd req-0bfbc4ce-27a9-4b8c-8623-427f2c9d1f17 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:09.501534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-417ae46a-643d-476d-b66a-6d95718eb7bd req-0bfbc4ce-27a9-4b8c-8623-427f2c9d1f17 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0849762 Dec 10 20:04:09.554590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-417ae46a-643d-476d-b66a-6d95718eb7bd req-84c8270e-b506-4c59-a9a8-7a0e2e6891da tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Dec 10 20:04:10.756747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70e8b1-8a8c-4ecb-be94-72f84a9255fa req-e738fe5e-419e-45a5-b2d8-c0980b0006d1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:10.758366 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3e70e8b1-8a8c-4ecb-be94-72f84a9255fa req-e738fe5e-419e-45a5-b2d8-c0980b0006d1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0842822 Dec 10 20:04:10.805780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3e70e8b1-8a8c-4ecb-be94-72f84a9255fa req-50b86f45-c169-4f22-8297-950eefc8f4c1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Dec 10 20:04:11.181049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-39fe818c-dd3c-4e82-963f-950a62b00646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:12.013494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afe2c9-7ea1-4f02-ae31-494993e1e0fb req-4742cf0d-1345-4360-9b01-72c4175c7583 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:12.015073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-13afe2c9-7ea1-4f02-ae31-494993e1e0fb req-4742cf0d-1345-4360-9b01-72c4175c7583 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0863483 Dec 10 20:04:12.062571 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-13afe2c9-7ea1-4f02-ae31-494993e1e0fb req-c309aa70-22c7-4b9e-8c8c-7e62caa589e8 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Dec 10 20:04:12.546538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:13.265145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90f097-61eb-4300-b9be-52b468866b66 req-e04ba7c5-879c-47dd-ae56-0cf25a26d1d7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:13.266747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ef90f097-61eb-4300-b9be-52b468866b66 req-e04ba7c5-879c-47dd-ae56-0cf25a26d1d7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0834374 Dec 10 20:04:13.314481 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ef90f097-61eb-4300-b9be-52b468866b66 req-9ae56c53-3055-4916-935c-2ee2e7523fa2 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Dec 10 20:04:13.883649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:13.899495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90cf9989-5261-48ea-a570-3da822ff95fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:14.523649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f5de5-be0d-45d1-9023-e32efdd02ed3 req-a08e37e9-5e0a-4702-b270-adc0288f8851 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:14.525255 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-743f5de5-be0d-45d1-9023-e32efdd02ed3 req-a08e37e9-5e0a-4702-b270-adc0288f8851 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0888138 Dec 10 20:04:14.574263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-743f5de5-be0d-45d1-9023-e32efdd02ed3 req-accfe284-7294-496f-97a3-5c6bd9a2c842 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Dec 10 20:04:15.420487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:15.778194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0563dab-68e4-43cb-8a04-efef0287e58d req-3bc6b83b-f82b-4445-b0ac-a81ec5e632ee tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:15.779754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e0563dab-68e4-43cb-8a04-efef0287e58d req-3bc6b83b-f82b-4445-b0ac-a81ec5e632ee tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0829344 Dec 10 20:04:15.834131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e0563dab-68e4-43cb-8a04-efef0287e58d req-df83f162-a321-488a-ba92-0cccb6f613dc tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475461 Dec 10 20:04:17.036772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c74aa1-5070-4ba5-b85b-2c3a5dab858a req-7d446824-24fa-48f8-a37b-f13fcccea8da tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:17.038394 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-33c74aa1-5070-4ba5-b85b-2c3a5dab858a req-7d446824-24fa-48f8-a37b-f13fcccea8da tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0843639 Dec 10 20:04:17.085228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-33c74aa1-5070-4ba5-b85b-2c3a5dab858a req-e67a09b6-e6f1-4daf-a849-8522cc87e1c1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Dec 10 20:04:18.293658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e2398-4889-4bea-85fe-b782178a0f5b req-bece4948-d56d-41a8-9cdd-44d2580cf5f2 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:18.295076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ec5e2398-4889-4bea-85fe-b782178a0f5b req-bece4948-d56d-41a8-9cdd-44d2580cf5f2 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0877512 Dec 10 20:04:18.344789 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ec5e2398-4889-4bea-85fe-b782178a0f5b req-c10ce77a-607a-4765-adc4-44dc2b487a14 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428841 Dec 10 20:04:19.551539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6757ec-21f6-4ce6-bb04-fe1e4d010ee0 req-840f1369-ed63-4df1-bdfd-a1476a4554c4 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:19.553166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad6757ec-21f6-4ce6-bb04-fe1e4d010ee0 req-840f1369-ed63-4df1-bdfd-a1476a4554c4 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0846889 Dec 10 20:04:19.601771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad6757ec-21f6-4ce6-bb04-fe1e4d010ee0 req-8393ea1c-154a-42c1-8154-4b9fab6246a8 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Dec 10 20:04:20.113376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-46793918-153b-49b1-9d9a-fbfe1653bc97 service neutron] 10.222.0.84 "GET /v2.0/ports/4faf0754-1c40-417a-b318-01012cbfa5f9/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0772543 Dec 10 20:04:20.380741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-a2fd9364-1144-43cc-ab50-0cc5ef24fe79 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae&tenant_id=be3e569198684b048186f5aff581f152 HTTP/1.1" status: 200 len: 1099 time: 0.0806890 Dec 10 20:04:20.475465 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-3e622116-33a5-42ce-b05d-7c8af6e8b1a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 1099 time: 0.0750005 Dec 10 20:04:20.614926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-90a037d8-ae34-4463-9778-41d486216994 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:20.616470 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-90a037d8-ae34-4463-9778-41d486216994 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1348484 Dec 10 20:04:20.691871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-ccea4e0b-492c-4825-8264-e497e8107e3b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4faf0754-1c40-417a-b318-01012cbfa5f9 HTTP/1.1" status: 200 len: 217 time: 0.0688131 Dec 10 20:04:20.759750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-9c56942e-ec54-4237-8095-f4bc06e5038c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:20.761324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-9c56942e-ec54-4237-8095-f4bc06e5038c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0630767 Dec 10 20:04:20.809761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414163f5-06b9-4b1f-bb47-0294428b619d req-b6a45432-a249-4656-8433-f802a72f0f16 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:20.811414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-414163f5-06b9-4b1f-bb47-0294428b619d req-b6a45432-a249-4656-8433-f802a72f0f16 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0891933 Dec 10 20:04:20.818345 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-348f71e6-44ab-4c0c-afb3-7242fb4229a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474894 Dec 10 20:04:20.864849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-414163f5-06b9-4b1f-bb47-0294428b619d req-609ab8d3-b4f7-4c2b-ae2d-5796c92b8452 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473275 Dec 10 20:04:20.958696 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-70426568-5e50-4562-8f9b-1960065a0a35 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343372 Dec 10 20:04:21.100170 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac796a2c-3460-44ed-8ff6-889abca53cc5 req-730f4ca0-7df1-4e3c-97be-4b3b515a15c9 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348717 Dec 10 20:04:22.067278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ebf42-6c89-473d-b666-340c90ce0776 req-284556b4-5c15-4d19-bf5b-07fe327d487b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:22.068844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3e4ebf42-6c89-473d-b666-340c90ce0776 req-284556b4-5c15-4d19-bf5b-07fe327d487b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0829210 Dec 10 20:04:22.117839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3e4ebf42-6c89-473d-b666-340c90ce0776 req-07f9e1a6-4e6b-4675-a3fa-d1fd103f2cba tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Dec 10 20:04:22.876042 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-a7307e66-b185-44c8-8941-1b1a6fb6a8d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 1099 time: 0.0750873 Dec 10 20:04:23.027423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-16835e2b-a908-44e0-91f0-6fdbf8c251c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:23.028951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-16835e2b-a908-44e0-91f0-6fdbf8c251c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1333854 Dec 10 20:04:23.103384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-b498355f-75d6-4fe8-94a7-fca0914b77ef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4faf0754-1c40-417a-b318-01012cbfa5f9 HTTP/1.1" status: 200 len: 217 time: 0.0670211 Dec 10 20:04:23.146640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 4faf0754-1c40-417a-b318-01012cbfa5f9 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:04:23.149132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 4faf0754-1c40-417a-b318-01012cbfa5f9 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:04:23.170359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-97b704e6-0b02-4291-a994-ae2b62041995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:23.171935 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-97b704e6-0b02-4291-a994-ae2b62041995 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0629163 Dec 10 20:04:23.223862 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-7111d1c4-6d5f-4aac-b510-b4630f1629c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450153 Dec 10 20:04:23.331941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea075b0d-1d53-4c7c-b290-621e035318fb req-1b796b99-c5ef-4bcf-affc-ac2cf5673479 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:23.333790 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea075b0d-1d53-4c7c-b290-621e035318fb req-1b796b99-c5ef-4bcf-affc-ac2cf5673479 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0900626 Dec 10 20:04:23.360140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:23.373316 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-6be10749-18bc-44bc-b361-2fda9c242617 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423578 Dec 10 20:04:23.387181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea075b0d-1d53-4c7c-b290-621e035318fb req-224501d9-9ecb-406c-a5ca-d18393f1ca31 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464923 Dec 10 20:04:23.420278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:23.432665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:04:23.443019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:04:23.449666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:23.453168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:23.499461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b', 'port_id': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'mac_address': 'fa:16:3e:a6:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c36b541-2673-4e81-abe4-d744b147fbf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:04:23.510697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'code': 200} Dec 10 20:04:23.522419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d1d368c-b66b-4c6b-8eec-1525412301b8 req-ce73c597-f220-464d-a108-988e298db24d service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419497 Dec 10 20:04:23.585404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:23.597156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:23.613140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.613563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.613964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.614347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.614733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.615103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.615478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.615851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.616229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.616598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.616966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:04:23.621239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4faf0754-1c40-417a-b318-01012cbfa5f9 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:04:23.626662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:23.637230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:04:23.640156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:23.642038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:23.861328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['4faf0754-1c40-417a-b318-01012cbfa5f9'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:04:23.948112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:23.952904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:24.600712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d94e7-d687-4766-a811-532dffe4a283 req-9435e116-51d9-4dee-881b-9445e239368c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:24.602364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c15d94e7-d687-4766-a811-532dffe4a283 req-9435e116-51d9-4dee-881b-9445e239368c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 945 time: 0.0910339 Dec 10 20:04:24.653802 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c15d94e7-d687-4766-a811-532dffe4a283 req-4236d95d-e1e0-4348-8c68-b0a2aef8deeb tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Dec 10 20:04:24.982830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a230-7fbc-4266-9424-3a2529e5bc72 req-39464cbb-50c0-4a8e-b77f-f3cd37f1a243 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:24.984359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90e8a230-7fbc-4266-9424-3a2529e5bc72 req-39464cbb-50c0-4a8e-b77f-f3cd37f1a243 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 945 time: 0.0841062 Dec 10 20:04:24.998645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-e26737eb-ad20-48af-af42-73e33d4cdf30 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:24.999399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-e26737eb-ad20-48af-af42-73e33d4cdf30 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Synchronizing usage tracker for tenant:be3e569198684b048186f5aff581f152 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:04:25.016352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-e26737eb-ad20-48af-af42-73e33d4cdf30 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Unset dirty status for tenant:be3e569198684b048186f5aff581f152 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:04:25.018207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-e26737eb-ad20-48af-af42-73e33d4cdf30 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae&tenant_id=be3e569198684b048186f5aff581f152&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.1093071 Dec 10 20:04:25.033584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90e8a230-7fbc-4266-9424-3a2529e5bc72 req-af99b9d0-3feb-4928-af6d-f3068437b3eb tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Dec 10 20:04:25.161918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 4faf0754-1c40-417a-b318-01012cbfa5f9 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:04:25.162620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-479686b0-acc3-49d6-9f28-b1ba5cfce271 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 1098 time: 0.0750442 Dec 10 20:04:25.235042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 4faf0754-1c40-417a-b318-01012cbfa5f9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:04:25.235389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:25.302596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-d1174fd7-17cf-4d01-985f-38eca2ae170f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:25.304250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-d1174fd7-17cf-4d01-985f-38eca2ae170f service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1357484 Dec 10 20:04:25.355183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:25.381253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-49b5839a-4f21-4ad1-8fcf-a37fbb9a54fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4faf0754-1c40-417a-b318-01012cbfa5f9 HTTP/1.1" status: 200 len: 217 time: 0.0712879 Dec 10 20:04:25.389095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:04:25.393162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:25.395143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:25.451888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-64957a4e-7687-4166-9785-6c8cbdf580ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:25.453443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-64957a4e-7687-4166-9785-6c8cbdf580ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0664363 Dec 10 20:04:25.466062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:25.469239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:25.509701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-358effd4-87f9-4c6a-ac35-ac78014dcad5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503721 Dec 10 20:04:25.512158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:25.576159 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'code': 200} Dec 10 20:04:25.884654 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-b546dced-0d90-4124-b19b-ff216719738a service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686180 Dec 10 20:04:26.023609 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-97458a7c-fccf-430d-872b-7a1b296334b0 req-4614a13f-76eb-4903-a779-e6af2ab4f635 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331043 Dec 10 20:04:26.245096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f3f6-8146-4c0f-a586-55371d74c97f req-40fe1963-9819-4876-a566-468c6eb8f720 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:26.246626 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0508f3f6-8146-4c0f-a586-55371d74c97f req-40fe1963-9819-4876-a566-468c6eb8f720 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0876939 Dec 10 20:04:26.294265 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0508f3f6-8146-4c0f-a586-55371d74c97f req-2d7289c8-06cb-4571-924e-c992e580db20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Dec 10 20:04:27.500704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b062b-82ba-41ce-b182-5123faebece1 req-70b9eb80-2070-4557-9a4d-b34424f054d7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:27.502362 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee5b062b-82ba-41ce-b182-5123faebece1 req-70b9eb80-2070-4557-9a4d-b34424f054d7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0841558 Dec 10 20:04:27.549904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee5b062b-82ba-41ce-b182-5123faebece1 req-0bfaad9b-adfb-4723-810e-1ab416fa8ef1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Dec 10 20:04:27.756850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4210b-728e-4206-bfcd-98261ce6c3b7 req-44bb471f-f5e8-44bf-9582-92014104b139 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:27.758454 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5b4210b-728e-4206-bfcd-98261ce6c3b7 req-44bb471f-f5e8-44bf-9582-92014104b139 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0905449 Dec 10 20:04:27.805566 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5b4210b-728e-4206-bfcd-98261ce6c3b7 req-e6e83d8d-3b51-453a-8287-0942e8ec94b9 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Dec 10 20:04:28.007904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e7cd-9f1d-4f45-b116-6cbc5ce9925c req-09a464a3-c860-460f-baf5-f0c293c3ea9a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:28.009490 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdc8e7cd-9f1d-4f45-b116-6cbc5ce9925c req-09a464a3-c860-460f-baf5-f0c293c3ea9a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.0830991 Dec 10 20:04:28.060867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdc8e7cd-9f1d-4f45-b116-6cbc5ce9925c req-718f9346-5320-411d-b77e-6b71c2d3753e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Dec 10 20:04:28.584152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-8feb3ef6-0ab5-4c9a-8595-dc7a630fb360 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:28.585752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-8feb3ef6-0ab5-4c9a-8595-dc7a630fb360 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 815 time: 0.1544836 Dec 10 20:04:28.603457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-7c06ec79-3e51-49da-b00a-e915ec06eb40 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/quotas/be3e569198684b048186f5aff581f152 HTTP/1.1" status: 200 len: 375 time: 0.0117819 Dec 10 20:04:28.686570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-30b13f3f-d329-4d03-8057-122831fb0c49 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778580 Dec 10 20:04:28.828250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-6d310260-9f77-4c22-8cb7-8655bfc15055 service neutron] 10.222.0.41 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337850 Dec 10 20:04:28.972177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-1d08067a-b044-41a2-bcfa-ba8fb1f7bd9a service neutron] 10.222.0.41 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370502 Dec 10 20:04:29.166883 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-55403ec3-53e0-45a4-beba-b8f0f3d837a5 req-b547d549-fb81-42e3-be30-169fca962945 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 210 time: 0.0471554 Dec 10 20:04:30.188017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-81977575-78c2-44e6-bcc6-fced6309989c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:30.190113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-81977575-78c2-44e6-bcc6-fced6309989c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 815 time: 0.1546080 Dec 10 20:04:30.206591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Request body: {'port': {'device_id': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b', 'admin_state_up': True, 'tenant_id': 'be3e569198684b048186f5aff581f152'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:04:30.353030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b6b05550-23ce-4d3d-a801-d2d6963a88d6 req-bf07dc37-4e10-4e23-a9fd-5814b7187a9c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 210 time: 0.0512979 Dec 10 20:04:30.353910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:04:30.359880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-93e3bec2-d139-46e1-953a-4a93345599ee tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:30.361422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-93e3bec2-d139-46e1-953a-4a93345599ee tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e597204-9e69-4706-ae67-b6b484dd20ae HTTP/1.1" status: 200 len: 946 time: 0.1447365 Dec 10 20:04:30.364040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:04:30.373351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Made reservation on behalf of be3e569198684b048186f5aff581f152 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:04:30.379362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:30.442409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Deleting port 4faf0754-1c40-417a-b318-01012cbfa5f9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:04:30.443392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:30.556579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Allocated IP 172.20.0.3 (43ff2dc9-3967-467d-b812-2d505c51501b/4c36b541-2673-4e81-abe4-d744b147fbf4/f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:04:30.698683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] For port 4faf0754-1c40-417a-b318-01012cbfa5f9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4faf0754-1c40-417a-b318-01012cbfa5f9,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:04:30.699003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:30.765812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:30.791679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:30.797543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8721399d-ce83-4265-beb0-7e870ad376b5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:30.803766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['4faf0754-1c40-417a-b318-01012cbfa5f9'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:04:30.832698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Calling delete_port for 4faf0754-1c40-417a-b318-01012cbfa5f9 owned by compute:nova {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:04:30.870656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Network 43ff2dc9-3967-467d-b812-2d505c51501b is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:04:30.874098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:04:30.879361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:04:30.909836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Pushing event updated for resources: {'Port': ['ID=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:30.915699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:30.949067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:30.949701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:30.977385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759976 Dec 10 20:04:30.990059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:30.990358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Request body: {'port': {'device_id': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:04:31.003294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:31.053157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Pushing event deleted for resources: {'Port': ['ID=4faf0754-1c40-417a-b318-01012cbfa5f9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:31.055895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:31.109172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:31.127158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] No DVR routers for this DVR port 4faf0754-1c40-417a-b318-01012cbfa5f9 on host hv-neutron-8214 {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:04:31.129823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:31.132686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'name': 'network-vif-deleted', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:31.145058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "DELETE /v2.0/ports/4faf0754-1c40-417a-b318-01012cbfa5f9 HTTP/1.1" status: 204 len: 173 time: 0.7757978 Dec 10 20:04:31.283130 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e597204-9e69-4706-ae67-b6b484dd20ae', 'name': 'network-vif-deleted', 'tag': '4faf0754-1c40-417a-b318-01012cbfa5f9', 'status': 'completed', 'code': 200} Dec 10 20:04:31.484615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:04:31.492706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:31.508744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Transition to ACTIVE for port object f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:04:31.511544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:31.516107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b92f6e6-7bc7-45dc-a110-a37abc24c9ec tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:31.571524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6178caf-b710-43d1-b9f6-e6633f7f20f0 req-6971e5ef-86c5-47dd-a669-c52ec1f46330 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:31.572287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e6178caf-b710-43d1-b9f6-e6633f7f20f0 req-6971e5ef-86c5-47dd-a669-c52ec1f46330 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Synchronizing usage tracker for tenant:be3e569198684b048186f5aff581f152 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:04:31.591825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-e6178caf-b710-43d1-b9f6-e6633f7f20f0 req-6971e5ef-86c5-47dd-a669-c52ec1f46330 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Unset dirty status for tenant:be3e569198684b048186f5aff581f152 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:04:31.593432 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e6178caf-b710-43d1-b9f6-e6633f7f20f0 req-6971e5ef-86c5-47dd-a669-c52ec1f46330 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 943 time: 0.1154053 Dec 10 20:04:31.649855 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e6178caf-b710-43d1-b9f6-e6633f7f20f0 req-171faed6-aec3-485d-9142-d6a9b70f198a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490665 Dec 10 20:04:31.650666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Pushing event updated for resources: {'Port': ['ID=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:31.655888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:31.766169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Attempting to bind port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:04:31.766470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Attempting to bind port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:04:31.766873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Attempting to bind port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b on network 43ff2dc9-3967-467d-b812-2d505c51501b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:04:31.772967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b on network 43ff2dc9-3967-467d-b812-2d505c51501b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:04:31.773331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Attempting to bind port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b on network 43ff2dc9-3967-467d-b812-2d505c51501b {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:04:31.779947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:04:31.780324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Checking segment: {'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:04:31.780746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Bound using segment: {'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:04:31.781216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Bound port: f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1df89d-d83e-4b85-bd93-6ce5f076e810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:04:31.781621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:31.872976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:04:31.876123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:04:31.879262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:31.883688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28501e6a-9290-45b9-b791-800430f514a9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:31.948774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:31.950283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] 10.222.0.84 "PUT /v2.0/ports/f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b HTTP/1.1" status: 200 len: 1093 time: 0.9653282 Dec 10 20:04:31.950837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'tag': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:31.967862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Pushing event updated for resources: {'Port': ['ID=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:31.971665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:32.031653 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'tag': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b', 'status': 'completed', 'code': 200} Dec 10 20:04:32.068548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-69c408d5-5fef-4887-812b-5b367268b79a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 1096 time: 0.0766451 Dec 10 20:04:32.144466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-fab456e9-f88b-4731-8a20-76f8b2abaae1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b HTTP/1.1" status: 200 len: 217 time: 0.0686755 Dec 10 20:04:32.212182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-e89575de-d13e-4b6f-a649-c8bd25a3d4bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:32.213732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-e89575de-d13e-4b6f-a649-c8bd25a3d4bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0632339 Dec 10 20:04:32.263058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-174b10b6-5831-4767-a506-338da5720c97 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430067 Dec 10 20:04:32.404423 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-b9c7f795-ce56-4446-bfd5-21c12cd765c2 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348631 Dec 10 20:04:32.546011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7b58f94-0d99-4a96-ba0b-d89bdb686384 req-07d75a05-ac1e-4379-b19b-1c68ccb8eb5d service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353397 Dec 10 20:04:32.603507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:32.664687 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-cd33a6f6-f4cd-4af7-9291-e47099cf88e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 1096 time: 0.0787714 Dec 10 20:04:32.805614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-a687ab98-fdb6-479e-af10-c91862f864cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:32.807226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-a687ab98-fdb6-479e-af10-c91862f864cc service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1366289 Dec 10 20:04:32.856065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956de3a-b639-426e-bb6c-a8579f12472b req-e221006b-8ab0-43b6-b79e-37b13dcc507d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:32.857607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8956de3a-b639-426e-bb6c-a8579f12472b req-e221006b-8ab0-43b6-b79e-37b13dcc507d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 943 time: 0.0850079 Dec 10 20:04:32.880123 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-d661ed33-eb90-47d0-8812-3978edb69f23 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b HTTP/1.1" status: 200 len: 217 time: 0.0668011 Dec 10 20:04:32.908706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8956de3a-b639-426e-bb6c-a8579f12472b req-d7b11486-3ec1-4629-84c0-f0c3cb52a7ee tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Dec 10 20:04:32.950549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-27cf6e81-891c-4b2f-92fc-f75076a0b68c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:32.952103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-27cf6e81-891c-4b2f-92fc-f75076a0b68c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0661311 Dec 10 20:04:33.001782 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-106ad53a-7f15-4c55-a8df-24104b973490 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428615 Dec 10 20:04:33.138168 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-6c316db8-29a9-4af0-874d-1696789ec9ca service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305940 Dec 10 20:04:33.215169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 4faf0754-1c40-417a-b318-01012cbfa5f9 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:04:33.250583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 4faf0754-1c40-417a-b318-01012cbfa5f9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:04:33.250979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 4faf0754-1c40-417a-b318-01012cbfa5f9 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:04:33.276979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f58dc6c8-3c0e-4eff-981e-7ba0b28923a0 req-3b59ef94-370a-4d09-8926-dec12585af51 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322446 Dec 10 20:04:34.333514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed6b29-6736-4d49-a065-1d8abf7f196c req-41eb979a-0a9b-484e-a17a-bcc34025e924 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:34.335129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4ed6b29-6736-4d49-a065-1d8abf7f196c req-41eb979a-0a9b-484e-a17a-bcc34025e924 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 943 time: 0.3041005 Dec 10 20:04:34.382772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4ed6b29-6736-4d49-a065-1d8abf7f196c req-42c30f53-ac0a-4df2-8ee0-525faddbf1fb tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Dec 10 20:04:35.230678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:04:35.367621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:04:35.384894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b', 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b', 'port_id': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b', 'mac_address': 'fa:16:3e:cf:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c36b541-2673-4e81-abe4-d744b147fbf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:04:35.441834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:35.460844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:04:35.478396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:04:35.483032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:35.486730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:35.554025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:35.557254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:35.594826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb22b8-d48d-4adf-b956-cd785932a0a4 req-79e064a6-eff8-429b-af59-832681f9b272 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:35.596677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94fb22b8-d48d-4adf-b956-cd785932a0a4 req-79e064a6-eff8-429b-af59-832681f9b272 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 944 time: 0.0843787 Dec 10 20:04:35.647048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94fb22b8-d48d-4adf-b956-cd785932a0a4 req-bc2d6e5d-50dc-4b6f-9bc0-304abeca8a12 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Dec 10 20:04:35.785012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:04:36.850553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801b75d-450a-48c8-9820-342de26e9396 req-9090c99c-c3d1-427f-8069-d0e46a8ba1f0 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:36.852176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3801b75d-450a-48c8-9820-342de26e9396 req-9090c99c-c3d1-427f-8069-d0e46a8ba1f0 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 944 time: 0.0842192 Dec 10 20:04:36.906415 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3801b75d-450a-48c8-9820-342de26e9396 req-dfb653b5-cf67-47a0-8cb2-4d47a6776af2 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480390 Dec 10 20:04:37.240916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:04:37.313323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:04:37.318328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:04:37.318798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:37.435616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:37.464355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:37.475114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:04:37.479115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:37.481077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:04:37.527937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b', 'code': 200} Dec 10 20:04:37.554442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:04:37.557540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:04:37.754663 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1d796af7-e059-4965-ac02-93bcd3f9a025 req-0fe1be44-5e31-4268-afcc-d19fa170e64b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 1098 time: 0.0785499 Dec 10 20:04:37.798880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1d796af7-e059-4965-ac02-93bcd3f9a025 req-fbe90771-644e-4b69-bf84-30982d17ad22 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380356 Dec 10 20:04:38.114507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4087f-f913-40ff-847d-6a98db996ef8 req-550ec44f-3986-4241-ac87-784b72ee7851 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:38.116079 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-08c4087f-f913-40ff-847d-6a98db996ef8 req-550ec44f-3986-4241-ac87-784b72ee7851 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0900774 Dec 10 20:04:38.164370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-08c4087f-f913-40ff-847d-6a98db996ef8 req-14018a5c-2817-4a36-b520-5c366e1ac724 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418885 Dec 10 20:04:39.369331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bf3d7-a7a4-4ed0-b0c5-654f8bc25515 req-d63269a8-377f-44e7-94b3-cb07865d4f0d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:39.370935 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f92bf3d7-a7a4-4ed0-b0c5-654f8bc25515 req-d63269a8-377f-44e7-94b3-cb07865d4f0d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0837853 Dec 10 20:04:39.418269 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f92bf3d7-a7a4-4ed0-b0c5-654f8bc25515 req-6180eef4-6630-4105-bbfe-d906393190bf tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Dec 10 20:04:39.460450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:04:39.622435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27320684-c7e4-47ec-9b29-5105d56410ec req-432f5285-df3d-4394-a99a-fbaca90481e7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:39.624004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27320684-c7e4-47ec-9b29-5105d56410ec req-432f5285-df3d-4394-a99a-fbaca90481e7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0869651 Dec 10 20:04:39.671415 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27320684-c7e4-47ec-9b29-5105d56410ec req-fdcb2b4b-0474-46ea-99df-22b51813e780 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Dec 10 20:04:39.869409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b9cb192-0383-4432-bd04-504c6dce8b9c req-5b2f8819-8f64-47e2-82b9-cec5d84d7e1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0742042 Dec 10 20:04:40.123332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-f1776c51-f334-463b-9f6a-4db43abddef1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754378 Dec 10 20:04:40.194271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315a289-bbf9-4d87-9234-8fa823aff487 req-b9ab8b1b-67ed-465c-a12e-3fa8b30abd1a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:40.195890 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f315a289-bbf9-4d87-9234-8fa823aff487 req-b9ab8b1b-67ed-465c-a12e-3fa8b30abd1a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0892575 Dec 10 20:04:40.246599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f315a289-bbf9-4d87-9234-8fa823aff487 req-9ac00265-f154-408d-a42f-6f6347b1275f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Dec 10 20:04:41.182822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-60d8db89-0362-4e81-a387-1ebf013394f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:41.465635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5347e-f13e-49e7-873c-f12fe5cece4f req-6ff68305-4c35-4c4d-97db-6d3de1921ede tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:41.467164 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1cf5347e-f13e-49e7-873c-f12fe5cece4f req-6ff68305-4c35-4c4d-97db-6d3de1921ede tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0912433 Dec 10 20:04:41.524106 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1cf5347e-f13e-49e7-873c-f12fe5cece4f req-cb6e9f8e-44c3-45b5-8155-d6cc84ba235a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Dec 10 20:04:41.537841 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-592b3783-c0c0-49ff-bb08-c0382f799f26 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 1098 time: 0.3230398 Dec 10 20:04:41.680750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-82766e36-5881-401d-8a35-542e4360ba66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:41.682330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-82766e36-5881-401d-8a35-542e4360ba66 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1377532 Dec 10 20:04:41.753738 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-6e3aae2f-5afe-409c-a7e5-9c040691b0f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b HTTP/1.1" status: 200 len: 217 time: 0.0643408 Dec 10 20:04:41.823193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-d0257db5-1fda-4ab1-b889-b7faf5bc6a81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:41.824718 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-d0257db5-1fda-4ab1-b889-b7faf5bc6a81 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0652456 Dec 10 20:04:41.875116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-4fbd7387-202a-4ee8-943f-7d218e24bfa0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432560 Dec 10 20:04:42.014635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-4168ae30-d45a-4fd6-93bf-71d24d62b70e service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329577 Dec 10 20:04:42.156241 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-8a537ddf-644f-4b3d-b91d-e6035591add0 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349385 Dec 10 20:04:42.539037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:42.727587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f653e53-e9fa-429b-8d0c-9e8cfa1d4616 req-759a2413-24dd-4f18-9716-9c9e55ad6a5f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:42.729157 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3f653e53-e9fa-429b-8d0c-9e8cfa1d4616 req-759a2413-24dd-4f18-9716-9c9e55ad6a5f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0838633 Dec 10 20:04:42.776046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3f653e53-e9fa-429b-8d0c-9e8cfa1d4616 req-31ddfb91-42e8-454d-90b6-d3082e2da780 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Dec 10 20:04:43.893727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:43.902977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac150574-0c50-4dc5-af68-d0e2e2fcd34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:43.987218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5299-5b52-4da2-a8c8-ec0ec2d1392b req-ff6badd3-1d10-4da2-98f6-1449d7380cb2 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:43.988793 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e4d5299-5b52-4da2-a8c8-ec0ec2d1392b req-ff6badd3-1d10-4da2-98f6-1449d7380cb2 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0904586 Dec 10 20:04:44.035991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e4d5299-5b52-4da2-a8c8-ec0ec2d1392b req-3f341608-ac18-428b-8860-04edef4d7da7 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Dec 10 20:04:45.237567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61760d-1409-43d4-92a5-a66e8ea98836 req-fd4f66f4-8da0-47cd-aba5-0f83b33ae467 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:45.239139 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e61760d-1409-43d4-92a5-a66e8ea98836 req-fd4f66f4-8da0-47cd-aba5-0f83b33ae467 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0828180 Dec 10 20:04:45.286371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e61760d-1409-43d4-92a5-a66e8ea98836 req-b2cbbecf-0152-4d79-a4b0-6899e3bbc667 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Dec 10 20:04:45.421296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:04:46.496273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303236ca-7a14-49c4-a03c-b935de028fbd req-9e0c7d6b-5e17-4a59-be96-ed7e974f31b1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:46.497876 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-303236ca-7a14-49c4-a03c-b935de028fbd req-9e0c7d6b-5e17-4a59-be96-ed7e974f31b1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0885763 Dec 10 20:04:46.545608 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-303236ca-7a14-49c4-a03c-b935de028fbd req-d7b1a61e-3aba-4d70-8752-c8410d5060ae tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Dec 10 20:04:47.750367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c7be4-e658-4147-86a6-7992609427b8 req-0d93543c-adc6-4f23-9d46-aad47560d0fd tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:47.751884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-680c7be4-e658-4147-86a6-7992609427b8 req-0d93543c-adc6-4f23-9d46-aad47560d0fd tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0829227 Dec 10 20:04:47.799807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-680c7be4-e658-4147-86a6-7992609427b8 req-25d5500b-4711-4d0d-9763-b6653939a953 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Dec 10 20:04:49.007436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295f75e-e70d-4509-9f15-c747ae878fb5 req-21858f49-4446-430d-83ce-325bf56944f6 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:49.009028 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a295f75e-e70d-4509-9f15-c747ae878fb5 req-21858f49-4446-430d-83ce-325bf56944f6 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0877936 Dec 10 20:04:49.056922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a295f75e-e70d-4509-9f15-c747ae878fb5 req-57860b44-919d-457e-92f3-32a1c77c30fb tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Dec 10 20:04:50.258629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eb665-d52c-456d-9b3f-98e0e36ba805 req-eda92930-5844-4f6c-a92b-6291ddf63525 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:50.260217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-773eb665-d52c-456d-9b3f-98e0e36ba805 req-eda92930-5844-4f6c-a92b-6291ddf63525 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0837648 Dec 10 20:04:50.310979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-773eb665-d52c-456d-9b3f-98e0e36ba805 req-4c3d03eb-40a9-4ebb-a328-650678370e25 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448418 Dec 10 20:04:51.514895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a934fad-5c5b-486b-ba4a-87db37bbf272 req-49dc02ed-924f-4e2c-ba2c-d3ea3fd74ea6 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:51.516541 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6a934fad-5c5b-486b-ba4a-87db37bbf272 req-49dc02ed-924f-4e2c-ba2c-d3ea3fd74ea6 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0856411 Dec 10 20:04:51.565283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6a934fad-5c5b-486b-ba4a-87db37bbf272 req-f0c9332a-a582-4372-b1fd-1166e8d3b17f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Dec 10 20:04:52.774673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498fb61-9489-4fd8-80d2-493badf91f30 req-4a9938b2-b5c9-468f-8e6a-c9e060661607 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:52.776273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4498fb61-9489-4fd8-80d2-493badf91f30 req-4a9938b2-b5c9-468f-8e6a-c9e060661607 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0884731 Dec 10 20:04:52.824309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4498fb61-9489-4fd8-80d2-493badf91f30 req-cc5c3200-02a6-4174-bffc-e061d2b53e08 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Dec 10 20:04:54.029976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146049e-a111-47c2-9637-fece3580adc1 req-42c02380-06bc-44b5-b39e-84063b432a16 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:54.031567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c146049e-a111-47c2-9637-fece3580adc1 req-42c02380-06bc-44b5-b39e-84063b432a16 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0838029 Dec 10 20:04:54.079683 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c146049e-a111-47c2-9637-fece3580adc1 req-e28bd562-1b3e-4480-b138-bc5bb73ee200 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Dec 10 20:04:55.290909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f62b-bef7-4e94-a7b4-16372879b998 req-50dca320-0e77-4c99-a91b-41e0048857d3 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:55.292481 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85b8f62b-bef7-4e94-a7b4-16372879b998 req-50dca320-0e77-4c99-a91b-41e0048857d3 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0877454 Dec 10 20:04:55.339044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-85b8f62b-bef7-4e94-a7b4-16372879b998 req-375a7446-6e1d-4863-bc29-381900bb1593 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Dec 10 20:04:56.542096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af4861-33c4-4c36-baf1-80c34b35bc68 req-77fdec96-4f4d-49c5-99b9-9f2a84f0c30e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:56.543688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72af4861-33c4-4c36-baf1-80c34b35bc68 req-77fdec96-4f4d-49c5-99b9-9f2a84f0c30e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0833328 Dec 10 20:04:56.595963 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72af4861-33c4-4c36-baf1-80c34b35bc68 req-e1d73296-b37f-45b7-aca1-f59f9dee16eb tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459657 Dec 10 20:04:57.799503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cf9bf-8ed0-4462-97da-3b82c9c2e5d1 req-ddc744aa-df53-4bbd-995c-1f8314354c18 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:57.801073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-981cf9bf-8ed0-4462-97da-3b82c9c2e5d1 req-ddc744aa-df53-4bbd-995c-1f8314354c18 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0842278 Dec 10 20:04:57.849485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-981cf9bf-8ed0-4462-97da-3b82c9c2e5d1 req-d8567a1d-882c-43d3-b7d0-8d76b1eb3c98 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Dec 10 20:04:59.061105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1480c-93fb-49d6-8069-ebafb8cf8ca5 req-c7e214fe-ef4b-4d6e-a4cb-c31afffc00d9 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:04:59.062704 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ef1480c-93fb-49d6-8069-ebafb8cf8ca5 req-c7e214fe-ef4b-4d6e-a4cb-c31afffc00d9 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0869844 Dec 10 20:04:59.110748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ef1480c-93fb-49d6-8069-ebafb8cf8ca5 req-c825b362-2fb1-45ad-9a64-db332e113cdf tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419393 Dec 10 20:05:00.311872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca81f0f-3e16-4c9b-a124-17cdddddb161 req-3381685c-117c-4c6f-9cdc-b97424c23d5f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:00.313638 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bca81f0f-3e16-4c9b-a124-17cdddddb161 req-3381685c-117c-4c6f-9cdc-b97424c23d5f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0830691 Dec 10 20:05:00.362567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bca81f0f-3e16-4c9b-a124-17cdddddb161 req-632491d8-6173-4021-a630-fed0f0f81dab tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Dec 10 20:05:01.573378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6766355-d225-4f2f-ae5e-9fc6b634dc5d req-d8050cfb-dda1-4046-bd79-3a739814fe0e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:01.575004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e6766355-d225-4f2f-ae5e-9fc6b634dc5d req-d8050cfb-dda1-4046-bd79-3a739814fe0e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0896046 Dec 10 20:05:01.623802 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e6766355-d225-4f2f-ae5e-9fc6b634dc5d req-1290cfc3-bcd2-4319-9049-41447ea90205 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Dec 10 20:05:02.609350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:02.828587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06d0d2-7288-42bd-85f1-f9e601590aca req-e7e2ca31-a07a-4483-83e5-4adc613e392d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:02.830676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be06d0d2-7288-42bd-85f1-f9e601590aca req-e7e2ca31-a07a-4483-83e5-4adc613e392d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0845726 Dec 10 20:05:02.877905 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be06d0d2-7288-42bd-85f1-f9e601590aca req-3b872626-7778-43d5-8dea-c138136da33a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Dec 10 20:05:04.084546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ff47e-c039-4752-8f98-abc7d513c30c req-c50a9844-2d67-4175-b09a-c3764e60e44a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:04.086183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-db1ff47e-c039-4752-8f98-abc7d513c30c req-c50a9844-2d67-4175-b09a-c3764e60e44a tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0888340 Dec 10 20:05:04.134436 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-db1ff47e-c039-4752-8f98-abc7d513c30c req-ab71770b-f525-4a6d-88ec-f308efe93a50 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Dec 10 20:05:05.336274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d79c7d-7b21-43dc-aac8-5c0cf0f25b98 req-363e0bbb-a6cb-4eae-81b7-6bdb5300d73e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:05.337868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-65d79c7d-7b21-43dc-aac8-5c0cf0f25b98 req-363e0bbb-a6cb-4eae-81b7-6bdb5300d73e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0817838 Dec 10 20:05:05.388716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-65d79c7d-7b21-43dc-aac8-5c0cf0f25b98 req-29f7b8f3-d83f-4548-ae48-506651541d18 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Dec 10 20:05:06.593494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44809b1-fa05-49ce-835d-9bc9558a1fcf req-bcf4d4cb-c476-4f27-809b-ed7c627181c8 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:06.595295 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f44809b1-fa05-49ce-835d-9bc9558a1fcf req-bcf4d4cb-c476-4f27-809b-ed7c627181c8 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0839672 Dec 10 20:05:06.643213 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f44809b1-fa05-49ce-835d-9bc9558a1fcf req-ba9c1de3-fd66-4dcd-9165-6bbaf4b997e1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Dec 10 20:05:07.849365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c7981-9231-4aa7-8ffd-b7e4c197104c req-caf87105-20a2-4437-89b4-a52f1d254417 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:07.850999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1d7c7981-9231-4aa7-8ffd-b7e4c197104c req-caf87105-20a2-4437-89b4-a52f1d254417 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0882862 Dec 10 20:05:07.898744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1d7c7981-9231-4aa7-8ffd-b7e4c197104c req-628120ad-4490-492d-8bd5-11ad469f6e1d tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Dec 10 20:05:08.862362 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-eedc296b-b43d-401f-9ebd-2562a7718aa1 service neutron] 10.222.0.84 "GET /v2.0/ports/f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0775814 Dec 10 20:05:09.111692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515241f7-2e0d-4388-a949-8ac413cd6393 req-9f6e5384-8198-40ed-8e39-bb3a20dc3976 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:09.113349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-515241f7-2e0d-4388-a949-8ac413cd6393 req-9f6e5384-8198-40ed-8e39-bb3a20dc3976 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0892677 Dec 10 20:05:09.136741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-9a01727d-2931-49e3-bec7-4b40683723ca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a&tenant_id=be3e569198684b048186f5aff581f152 HTTP/1.1" status: 200 len: 1098 time: 0.0810912 Dec 10 20:05:09.163656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-515241f7-2e0d-4388-a949-8ac413cd6393 req-d44d9260-d68e-402a-aa40-fd03752b2a11 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 Dec 10 20:05:09.232924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-592948c7-d520-4ee6-80a5-966896c25e1e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 1098 time: 0.0741658 Dec 10 20:05:09.372853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-7b2b8066-e987-4919-899a-7abee85ef9eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:09.374383 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-7b2b8066-e987-4919-899a-7abee85ef9eb service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1343143 Dec 10 20:05:09.449100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-d561dd6e-e71d-4adc-9aea-e9895176e938 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b HTTP/1.1" status: 200 len: 217 time: 0.0679240 Dec 10 20:05:09.516801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-31dfbcc5-55fe-4aa5-bfaf-5883ba101b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:09.518406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-31dfbcc5-55fe-4aa5-bfaf-5883ba101b02 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0628293 Dec 10 20:05:09.575183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-f0f890ef-3f90-46d4-8c2b-950ac715a2c8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503161 Dec 10 20:05:09.714918 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-ab9d5fc6-dd7d-4d27-b88c-6ee08f537054 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338377 Dec 10 20:05:09.857024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0785e1c8-60e3-4e10-9591-f5ac34ef2d61 req-4b0d98bb-d5bb-4be2-9b20-2ff1f5f621c1 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353197 Dec 10 20:05:10.373212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c4f95-d963-4e94-8174-2c71c22e0e97 req-df66a3ef-3915-44b5-8f2b-405dd5d7c0ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:10.374824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-358c4f95-d963-4e94-8174-2c71c22e0e97 req-df66a3ef-3915-44b5-8f2b-405dd5d7c0ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0872803 Dec 10 20:05:10.421798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-358c4f95-d963-4e94-8174-2c71c22e0e97 req-7bfa8bfd-c8fe-4488-93d1-db6db3348185 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Dec 10 20:05:11.183803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-19d8cb06-7b3a-484b-8f12-7365eb8c9e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:11.413374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:05:11.556543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:11.571426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b', 'network_id': '43ff2dc9-3967-467d-b812-2d505c51501b', 'port_id': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b', 'mac_address': 'fa:16:3e:cf:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c36b541-2673-4e81-abe4-d744b147fbf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:05:11.630452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56036a-a814-4532-baa5-496db9e18e4e req-980e01a7-92e0-4aa4-941e-25967b83da0e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:11.631731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:11.632055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b56036a-a814-4532-baa5-496db9e18e4e req-980e01a7-92e0-4aa4-941e-25967b83da0e tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0866690 Dec 10 20:05:11.650694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:05:11.666223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:11.669057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:11.670969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:11.683919 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b56036a-a814-4532-baa5-496db9e18e4e req-5bbd0d32-1c48-4261-a141-6d1267e3698c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 Dec 10 20:05:11.741540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:11.744682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:11.840947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:05:12.540699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:12.890305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb98753-64df-402a-89c2-a6820d043b37 req-82f79865-a5b4-448a-9288-99f561415d24 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:12.892450 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cb98753-64df-402a-89c2-a6820d043b37 req-82f79865-a5b4-448a-9288-99f561415d24 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 944 time: 0.0854666 Dec 10 20:05:12.943249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cb98753-64df-402a-89c2-a6820d043b37 req-9d0d709d-22d2-4cca-b39d-5afe431433c4 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Dec 10 20:05:13.275723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabc87b-1d62-4f70-95bc-b70d38fa4041 req-9bbbad94-5096-4b31-95c3-fec627e8cb64 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:13.277286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dcabc87b-1d62-4f70-95bc-b70d38fa4041 req-9bbbad94-5096-4b31-95c3-fec627e8cb64 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 944 time: 0.0868094 Dec 10 20:05:13.282238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d208-2751-498c-8882-80f5361c9278 req-2a801ab2-0da5-4e17-84c0-a51a1b6fa825 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:13.282991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-5584d208-2751-498c-8882-80f5361c9278 req-2a801ab2-0da5-4e17-84c0-a51a1b6fa825 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Synchronizing usage tracker for tenant:be3e569198684b048186f5aff581f152 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:05:13.295507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-5584d208-2751-498c-8882-80f5361c9278 req-2a801ab2-0da5-4e17-84c0-a51a1b6fa825 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Unset dirty status for tenant:be3e569198684b048186f5aff581f152 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:05:13.296714 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5584d208-2751-498c-8882-80f5361c9278 req-2a801ab2-0da5-4e17-84c0-a51a1b6fa825 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a&tenant_id=be3e569198684b048186f5aff581f152&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 944 time: 0.1013291 Dec 10 20:05:13.325659 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dcabc87b-1d62-4f70-95bc-b70d38fa4041 req-c6fa8bf1-a502-42b1-b0c1-9e4c8dcc2781 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Dec 10 20:05:13.423555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:05:13.455542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5584d208-2751-498c-8882-80f5361c9278 req-3b072dfc-e1ce-4fba-8743-b2b594d545f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=be3e569198684b048186f5aff581f152&device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 1097 time: 0.0822484 Dec 10 20:05:13.499609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:13.500044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:13.607645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d208-2751-498c-8882-80f5361c9278 req-3cec274c-c064-48ff-9ad0-611f043c9c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:13.609282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5584d208-2751-498c-8882-80f5361c9278 req-3cec274c-c064-48ff-9ad0-611f043c9c0d service neutron] 10.222.0.84 "GET /v2.0/networks?id=43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 200 len: 916 time: 0.1477537 Dec 10 20:05:13.624427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:13.651566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:13.662243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:13.668128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:13.670133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:13.686593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5584d208-2751-498c-8882-80f5361c9278 req-7b4fdd8c-355e-40f5-9f05-15ad898f6108 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b HTTP/1.1" status: 200 len: 217 time: 0.0706120 Dec 10 20:05:13.728521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b', 'code': 200} Dec 10 20:05:13.743652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:13.746784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:13.762914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d208-2751-498c-8882-80f5361c9278 req-7630a30a-3830-4b0e-85c3-419be1d13264 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:13.764502 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5584d208-2751-498c-8882-80f5361c9278 req-7630a30a-3830-4b0e-85c3-419be1d13264 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 200 len: 855 time: 0.0716398 Dec 10 20:05:13.815915 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5584d208-2751-498c-8882-80f5361c9278 req-02ed6da5-774a-4d47-ab46-1b43c4c88049 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43ff2dc9-3967-467d-b812-2d505c51501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451319 Dec 10 20:05:13.894528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:13.905024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbd52585-5d14-47cd-ae2d-ce9e8f1a7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:13.961279 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5584d208-2751-498c-8882-80f5361c9278 req-0aea6eed-ba50-4d13-92a1-8bfdeb7c456f service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395013 Dec 10 20:05:14.101885 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5584d208-2751-498c-8882-80f5361c9278 req-59c4a68d-4b53-4dd7-8b55-82e9c6bcd860 service neutron] 10.222.0.84 "GET /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347449 Dec 10 20:05:14.540565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b510a1-6d10-4de5-aee4-c70d3e74e3d3 req-baeb5eeb-432f-4c37-a2b4-8645bafc8c2b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:14.542217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28b510a1-6d10-4de5-aee4-c70d3e74e3d3 req-baeb5eeb-432f-4c37-a2b4-8645bafc8c2b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0888376 Dec 10 20:05:14.591419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28b510a1-6d10-4de5-aee4-c70d3e74e3d3 req-613fbe83-43d0-43d6-aea2-6497a40c5f92 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Dec 10 20:05:15.425311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:15.812449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06d9e6-ede6-4b38-8d47-2371e74b3a5b req-aaa88cee-c51e-48b4-a6c2-f63b285c26fe tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:15.814100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b06d9e6-ede6-4b38-8d47-2371e74b3a5b req-aaa88cee-c51e-48b4-a6c2-f63b285c26fe tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0922315 Dec 10 20:05:15.863707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b06d9e6-ede6-4b38-8d47-2371e74b3a5b req-f7747156-a8c1-46f7-b89f-5b1c5eade385 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Dec 10 20:05:16.064714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e191-5a89-4944-b127-f71da3717b1d req-9cf90352-2bbb-4cf2-ae9b-8b1648cb9061 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:16.066241 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d259e191-5a89-4944-b127-f71da3717b1d req-9cf90352-2bbb-4cf2-ae9b-8b1648cb9061 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0829463 Dec 10 20:05:16.113928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d259e191-5a89-4944-b127-f71da3717b1d req-a98b30b5-b3f2-446b-af74-0fff5fef2cc6 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Dec 10 20:05:16.317161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b2670-7ded-447c-97d4-52f5f37c0215 req-c0a3b459-cc0a-46c2-b806-a96d5c56db85 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:16.318705 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f15b2670-7ded-447c-97d4-52f5f37c0215 req-c0a3b459-cc0a-46c2-b806-a96d5c56db85 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0855384 Dec 10 20:05:16.366466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f15b2670-7ded-447c-97d4-52f5f37c0215 req-23187cd3-3db3-44b6-b5cd-5db8bf6ce569 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Dec 10 20:05:16.461645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:05:16.966996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cdfde-cb32-47b4-959f-71bc92f4e543 req-e4f0d9df-4012-4b23-bbd9-9b8dc6269941 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:16.968513 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9f3cdfde-cb32-47b4-959f-71bc92f4e543 req-e4f0d9df-4012-4b23-bbd9-9b8dc6269941 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0852942 Dec 10 20:05:17.020256 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9f3cdfde-cb32-47b4-959f-71bc92f4e543 req-bd99627c-545a-4359-8912-39f9ea360ad1 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Dec 10 20:05:18.223908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc3dc5-d1a4-4d20-a4cf-1a1d9d0b10bc req-b478cde3-bea7-4180-a60f-ea0f29af959f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:18.225498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1edc3dc5-d1a4-4d20-a4cf-1a1d9d0b10bc req-b478cde3-bea7-4180-a60f-ea0f29af959f tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0837038 Dec 10 20:05:18.273038 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1edc3dc5-d1a4-4d20-a4cf-1a1d9d0b10bc req-0ed0af49-35a8-42c8-a548-7bfe6b22b9ab tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415030 Dec 10 20:05:18.432279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-4749870c-61b1-4fea-b7b6-c2aac5ab9bf5 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:18.433901 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-4749870c-61b1-4fea-b7b6-c2aac5ab9bf5 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 945 time: 0.0833793 Dec 10 20:05:18.512088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Deleting port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:05:18.512541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:18.771663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] For port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,segment=NetworkSegment(cb1df89d-d83e-4b85-bd93-6ce5f076e810),segment_id=cb1df89d-d83e-4b85-bd93-6ce5f076e810)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:18.771995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:18.899920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Calling delete_port for f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:05:19.042256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:19.048087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:19.054069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:05:19.093905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Pushing event deleted for resources: {'Port': ['ID=f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:19.106615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.107062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.107498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.107928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.108356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.108956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.109178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.109626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.110050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.110500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.110923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:19.144740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:19.182568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] No DVR routers for this DVR port f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:05:19.184917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:19.187609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'name': 'network-vif-deleted', 'tag': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:19.202591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59757c8d-0be2-4e9c-9eaf-e7637a9e3bb3 req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.84 "DELETE /v2.0/ports/f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b HTTP/1.1" status: 204 len: 173 time: 0.7638032 Dec 10 20:05:19.257968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a823647-177b-4c60-94a2-1bce60d3d95a', 'name': 'network-vif-deleted', 'tag': 'f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b', 'status': 'completed', 'code': 200} Dec 10 20:05:19.457015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7717f09-502b-4945-9643-6a9ed4f8ddc3 req-cc053c15-66df-4329-92bc-4cbc630ad49c tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a823647-177b-4c60-94a2-1bce60d3d95a HTTP/1.1" status: 200 len: 210 time: 0.0504589 Dec 10 20:05:20.717912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 38176) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:20.783249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Deleting subnet 4c36b541-2673-4e81-abe4-d744b147fbf4 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:05:20.786289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:20.837846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.110223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.175076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.179447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85fe006b-e9cd-4f1b-9cc6-add7cf8ab15d tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:21.216009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c36b541-2673-4e81-abe4-d744b147fbf4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:21.224606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.231017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.231451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.231877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.232295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.232714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.233132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.233567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.233984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.234396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.234806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.235218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:21.239023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:21.240873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c36b541-2673-4e81-abe4-d744b147fbf4 HTTP/1.1" status: 204 len: 168 time: 0.5218465 Dec 10 20:05:21.243513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 38180) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:21.357001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.479870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:05:21.488083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.514280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:05:21.514492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ff2dc9-3967-467d-b812-2d505c51501b']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:21.515061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f74c8a4e-39c1-4773-a99c-ed0ae1d14f4b not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:05:21.531428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1df89d-d83e-4b85-bd93-6ce5f076e810') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:21.531763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1df89d-d83e-4b85-bd93-6ce5f076e810') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:21.544255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.558760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.565011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:05:21.565431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:05:21.579471 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:05:21.656543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.660649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a2e81eb-94d9-4e25-b881-3cce39cd1a80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:21.674065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.688392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Pushing event deleted for resources: {'Network': ['ID=43ff2dc9-3967-467d-b812-2d505c51501b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:21.691766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:21.696540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] 10.222.0.41 "DELETE /v2.0/networks/43ff2dc9-3967-467d-b812-2d505c51501b HTTP/1.1" status: 204 len: 168 time: 0.4520123 Dec 10 20:05:21.837715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 38186) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:21.889958 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90821efb-03bb-4e8f-8845-5f9a7b32c964 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be3e569198684b048186f5aff581f152&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509121 Dec 10 20:05:21.892944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 38190) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:21.953542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5264f23b-6d43-4177-8718-906a309071c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:21.982045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5264f23b-6d43-4177-8718-906a309071c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:22.035630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5264f23b-6d43-4177-8718-906a309071c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:22.040819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9dfe07e0-e4e4-4c82-960b-c2b7f000e17d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:22.054318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264f23b-6d43-4177-8718-906a309071c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51c1c53-a6c0-436a-a9a3-acd5c308a4c7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:22.057090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5264f23b-6d43-4177-8718-906a309071c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:22.058270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5264f23b-6d43-4177-8718-906a309071c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:22.059500 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5264f23b-6d43-4177-8718-906a309071c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f51c1c53-a6c0-436a-a9a3-acd5c308a4c7 HTTP/1.1" status: 204 len: 168 time: 0.1655149 Dec 10 20:05:22.917144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 38212) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:23.052290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1491105274-network', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:23.057490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:23.061453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Usage tracker for resource:network and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:23.064505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:23.070410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:23.081899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Made reservation on behalf of 59802837a2d14314862a3bd0ac6fcfc3 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:05:23.086531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.100515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.135924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:23.139922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Usage tracker for resource:security_group_rule and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:23.143335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:23.149278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:23.215611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.218161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.222531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fb5c6347-6dc4-4a6e-b165-2f21a80f0c62 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:23.250642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:05:23.259898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876baf31-7f03-450f-92f8-fb786cca5205,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:23.263799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:23.266558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.266956 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Added segment 3a7d5160-f2e7-4a00-8150-82d0ad66948e of type vlan for network 148f6199-7171-40ee-8e35-92c621402fd1 Dec 10 20:05:23.293600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.322997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.323893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:23.324526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.329623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-635c7629-cb19-4de4-837a-632457a13d9d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:23.432507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5141275 Dec 10 20:05:23.435799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 38218) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:23.436500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Pushing event updated for resources: {'Network': ['ID=148f6199-7171-40ee-8e35-92c621402fd1,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:23.439631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:23.441825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Request body: {'subnet': {'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1491105274-subnet', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:23.447636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:23.448420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 148f6199-7171-40ee-8e35-92c621402fd1 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:05:23.451741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Usage tracker for resource:subnet and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:23.454937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:23.460943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:23.475304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Made reservation on behalf of 59802837a2d14314862a3bd0ac6fcfc3 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:05:23.479976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.694109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.698595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6461443e-3281-4993-8a1b-fceca273a5fa tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:23.770732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbb48cc-7e27-4543-8644-5f658ac3a740,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:23.775921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:23.787098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Checking segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:05:23.787499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Network hostable DHCP agents. Network: 148f6199-7171-40ee-8e35-92c621402fd1, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:05:23.808919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Network 148f6199-7171-40ee-8e35-92c621402fd1 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:05:23.816848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 148f6199-7171-40ee-8e35-92c621402fd1) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:05:23.820736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:23.821380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.827609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52cd85b-8ca7-47f9-8d44-e0c9388344cc None None] Network 148f6199-7171-40ee-8e35-92c621402fd1 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:05:23.841903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4048727 Dec 10 20:05:23.845450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 38222) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:23.851115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:23.855992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:23.860015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Usage tracker for resource:router and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:23.863077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:23.869050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:23.880852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.881898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:23.902000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.061044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-148f6199-7171-40ee-8e35-92c621402fd1', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:05:24.062114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.233468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Allocated IP 172.20.0.2 (148f6199-7171-40ee-8e35-92c621402fd1/2bbb48cc-7e27-4543-8644-5f658ac3a740/db8f4375-4feb-445b-b55f-cac62ed9aefa) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:05:24.288758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.449220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.462476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Transition to ACTIVE for port object db8f4375-4feb-445b-b55f-cac62ed9aefa will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:05:24.482044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.485899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Transition to ACTIVE for port object db8f4375-4feb-445b-b55f-cac62ed9aefa will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:05:24.490093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.495241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:24.514890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.564312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Network 148f6199-7171-40ee-8e35-92c621402fd1 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:05:24.565488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:05:24.569467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:05:24.578001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Pushing event updated for resources: {'Port': ['ID=db8f4375-4feb-445b-b55f-cac62ed9aefa,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:24.646494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.646883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.647265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.647645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.648020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.648389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.648760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.649128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.649495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.649900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.650261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:24.659099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:24.664482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Allocated IP 172.26.8.92 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/b9578a14-897d-4648-8db9-3e7aa87c2863) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:05:24.680289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Attempting to bind port db8f4375-4feb-445b-b55f-cac62ed9aefa on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:24.680709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Attempting to bind port db8f4375-4feb-445b-b55f-cac62ed9aefa by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:05:24.681121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Attempting to bind port db8f4375-4feb-445b-b55f-cac62ed9aefa on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:05:24.687921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:05:24.688385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Checking segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:05:24.688838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.689275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Bound using segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:05:24.689840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Bound port: db8f4375-4feb-445b-b55f-cac62ed9aefa, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:05:24.690262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.785494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] For port db8f4375-4feb-445b-b55f-cac62ed9aefa, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:05:24.788659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] For port db8f4375-4feb-445b-b55f-cac62ed9aefa, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=db8f4375-4feb-445b-b55f-cac62ed9aefa,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:05:24.792302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.796752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:24.823738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.854001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:24.858562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:24.882331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Pushing event updated for resources: {'Port': ['ID=db8f4375-4feb-445b-b55f-cac62ed9aefa,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:24.884982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:24.932037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:05:24.933156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:05:24.937208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:05:24.974372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Pushing event updated for resources: {'Port': ['ID=b9578a14-897d-4648-8db9-3e7aa87c2863,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:24.986207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:25.105133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:25.105906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:25.358745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:05:25.574332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:05:25.584021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:05:25.597101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:05:25.597795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:25.597928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:05:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:25.599113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7526433 Dec 10 20:05:25.605253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 38226) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:25.792636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:05:26.092453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:25Z', 'revision_number': 3, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:26.097717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:05:26.098125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Updating router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d port b9578a14-897d-4648-8db9-3e7aa87c2863 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:05:26.154805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.407829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.451893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device db8f4375-4feb-445b-b55f-cac62ed9aefa up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:05:26.555313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port db8f4375-4feb-445b-b55f-cac62ed9aefa completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:05:26.662768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4180ceb-a33c-4040-93fe-1b69550a031c None None] Network 148f6199-7171-40ee-8e35-92c621402fd1 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:05:26.667953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Allocated IP 172.20.0.1 (148f6199-7171-40ee-8e35-92c621402fd1/2bbb48cc-7e27-4543-8644-5f658ac3a740/388b40d2-1490-42be-ae65-9f71c5fecb39) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:05:26.669897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.682226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Transition to ACTIVE for port object b9578a14-897d-4648-8db9-3e7aa87c2863 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:05:26.689035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.693597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35b52170-690e-449d-9dc4-daa8ffc0c6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:26.772369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Attempting to bind port b9578a14-897d-4648-8db9-3e7aa87c2863 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:26.772791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Attempting to bind port b9578a14-897d-4648-8db9-3e7aa87c2863 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:05:26.773202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Attempting to bind port b9578a14-897d-4648-8db9-3e7aa87c2863 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:05:26.779676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Pushing event updated for resources: {'Port': ['ID=b9578a14-897d-4648-8db9-3e7aa87c2863,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:26.790019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:05:26.790446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:05:26.790906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.791333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:05:26.791884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Bound port: b9578a14-897d-4648-8db9-3e7aa87c2863, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:05:26.792302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.822334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.822725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.823106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.823484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.823859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.824232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.824606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.824971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.825331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.825723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.829087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:05:26.835858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:26.838114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.849368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] Provisioning for port db8f4375-4feb-445b-b55f-cac62ed9aefa completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:05:26.856381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] Provisioning complete for port db8f4375-4feb-445b-b55f-cac62ed9aefa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:26.856811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.857126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Transition to ACTIVE for port object 388b40d2-1490-42be-ae65-9f71c5fecb39 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:05:26.881812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] For port b9578a14-897d-4648-8db9-3e7aa87c2863, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:05:26.881999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.885292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] For port b9578a14-897d-4648-8db9-3e7aa87c2863, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b9578a14-897d-4648-8db9-3e7aa87c2863,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:05:26.886836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:26.892300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:26.896938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c6e69b15-ea67-48ca-92c0-102ed48440b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:26.961241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Network 148f6199-7171-40ee-8e35-92c621402fd1 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:05:26.964740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:05:26.968851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:05:26.978759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Pushing event updated for resources: {'Port': ['ID=b9578a14-897d-4648-8db9-3e7aa87c2863,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:26.982504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:26.984145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:05:26.984807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:05:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:27.023771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.030245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Pushing event updated for resources: {'Port': ['ID=388b40d2-1490-42be-ae65-9f71c5fecb39,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:27.034330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:27.060569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.105116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] For port db8f4375-4feb-445b-b55f-cac62ed9aefa, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=db8f4375-4feb-445b-b55f-cac62ed9aefa,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:27.109017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.113180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:27.123198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.187308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:05:27.370645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] Pushing event updated for resources: {'Port': ['ID=db8f4375-4feb-445b-b55f-cac62ed9aefa,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:27.373917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:27.393841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.399054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.429088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b741a305-f520-498c-be2f-87f2024a04a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:27.445425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-919afd39-bd01-4fd5-8d2f-78cc3fc8c76f None None] Provisioning complete for port db8f4375-4feb-445b-b55f-cac62ed9aefa triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:27.445848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-919afd39-bd01-4fd5-8d2f-78cc3fc8c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.544032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:25Z', 'revision_number': 3, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:27.549443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42e5f1-2683-4ae1-a41c-00a7475f2b68 None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:25Z', 'revision_number': 3, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:05:27.608986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-919afd39-bd01-4fd5-8d2f-78cc3fc8c76f None None] Provisioning for port 388b40d2-1490-42be-ae65-9f71c5fecb39 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:05:27.615250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-919afd39-bd01-4fd5-8d2f-78cc3fc8c76f None None] Provisioning complete for port 388b40d2-1490-42be-ae65-9f71c5fecb39 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:27.615789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-919afd39-bd01-4fd5-8d2f-78cc3fc8c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.683074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-919afd39-bd01-4fd5-8d2f-78cc3fc8c76f None None] Port 388b40d2-1490-42be-ae65-9f71c5fecb39 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:05:27.777093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.781343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Pushing event updated for resources: {'Port': ['ID=388b40d2-1490-42be-ae65-9f71c5fecb39,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:27.784699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:27.804834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0aacbd54-012e-47ff-a9fb-4359d8e88e4a None None] Provisioning complete for port 388b40d2-1490-42be-ae65-9f71c5fecb39 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:27.805265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0aacbd54-012e-47ff-a9fb-4359d8e88e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:27.862497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0aacbd54-012e-47ff-a9fb-4359d8e88e4a None None] Port 388b40d2-1490-42be-ae65-9f71c5fecb39 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:05:27.924975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Network 148f6199-7171-40ee-8e35-92c621402fd1 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:05:27.926430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:05:28.290769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-03ca6770-44a0-44f3-bae9-ab58dd4b8b7d None None] Provisioning complete for port 388b40d2-1490-42be-ae65-9f71c5fecb39 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:28.291328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-03ca6770-44a0-44f3-bae9-ab58dd4b8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:28.364306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-03ca6770-44a0-44f3-bae9-ab58dd4b8b7d None None] Port 388b40d2-1490-42be-ae65-9f71c5fecb39 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:05:28.370318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:05:28.491326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b9578a14-897d-4648-8db9-3e7aa87c2863 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:05:28.573352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port b9578a14-897d-4648-8db9-3e7aa87c2863 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:05:28.578714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b9578a14-897d-4648-8db9-3e7aa87c2863 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:28.579673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:28.607665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:05:28.617738 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] 10.222.0.41 "PUT /v2.0/routers/999db01b-07ca-4c67-9dcf-57ee46a7ad6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0141628 Dec 10 20:05:28.714042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:28.731645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port b9578a14-897d-4648-8db9-3e7aa87c2863, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b9578a14-897d-4648-8db9-3e7aa87c2863,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:28.735114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:28.736314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device db8f4375-4feb-445b-b55f-cac62ed9aefa up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:05:28.767032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:28.865728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=b9578a14-897d-4648-8db9-3e7aa87c2863,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:28.869150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:28.879011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port db8f4375-4feb-445b-b55f-cac62ed9aefa triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:28.879442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.146390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 38236) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:29.152626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629176720', 'description': 'tempest-description--319888712'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:29.159181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:29.163280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:security_group and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:29.166385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:29.173065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:29.182760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.220600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:29.224585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:security_group_rule and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:29.227780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:29.233704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:29.288793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.291431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.296683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-685374d8-cc33-4895-ae86-7c85c1bc9880 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:29.335471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f98248b-cf6d-477f-acf4-93804a963fc9,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:29.338771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:29.339499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.340782 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1932747 Dec 10 20:05:29.343731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 38240) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:29.350039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'security_group_rule': {'security_group_id': '1f98248b-cf6d-477f-acf4-93804a963fc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:29.356220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:29.360761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:security_group_rule and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:29.363741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:29.369764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:29.385346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.450273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.455056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.457247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7a22c6a-20b6-4f20-ba4c-533b3c2c6bdd tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:29.478399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f958c9f3-1982-4f5f-baf0-74fd1772293a,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:29.482599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:29.490162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.491442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59191024-40e1-4342-9847-60f9bc57dcba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1467564 Dec 10 20:05:29.494153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 38244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:29.499905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'security_group_rule': {'security_group_id': '1f98248b-cf6d-477f-acf4-93804a963fc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:29.505982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:29.509936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:security_group_rule and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:29.512894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:29.518918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:29.534564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.596654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.599167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.601361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1f470e01-62f1-4b7a-b259-ead430343b65 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:29.624651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f44f223-5156-4db3-b914-e1d8474afa6f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:29.627225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:29.633326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.634628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d522789-9941-4b7f-9d30-13924b1e90e7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1394877 Dec 10 20:05:29.637822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 38248) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:29.643487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:29.649051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:29.653492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:floatingip and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:29.656491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:29.663003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:29.672273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.822388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:29.966123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Allocated IP 172.26.8.213 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/9be8318c-eb56-452a-b0f6-1e2912c8d33b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:05:30.116857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.143175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.147430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9c8d547-b9a0-43fd-ab15-ac62f6b5184b tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:30.215995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:05:30.218971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:05:30.221933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:05:30.267828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'Port': ['ID=9be8318c-eb56-452a-b0f6-1e2912c8d33b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:30.272349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:30.389792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.391072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b9578a14-897d-4648-8db9-3e7aa87c2863 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:05:30.451687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.464613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b9578a14-897d-4648-8db9-3e7aa87c2863 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:30.465040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.674405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.677906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.682333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83c4b1ef-51c5-4852-baab-a48b7d598496 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:30.700597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:05:30.713580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:05:30.714346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:05:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:30.796669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'Port': ['ID=9be8318c-eb56-452a-b0f6-1e2912c8d33b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:30.801113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:30.811675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.835096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:30.836420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1975994 Dec 10 20:05:30.902722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:05:31.019121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-41351c92-0ee2-4f28-902b-9f9aa8c10dda tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Synchronizing usage tracker for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:05:31.035093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-41351c92-0ee2-4f28-902b-9f9aa8c10dda tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Unset dirty status for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:05:31.036368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-41351c92-0ee2-4f28-902b-9f9aa8c10dda tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1629176720&fields=id&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 267 time: 0.0606554 Dec 10 20:05:31.198671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-c2da827d-e95e-4041-84d2-c22310d7d55b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:31.199431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-c2da827d-e95e-4041-84d2-c22310d7d55b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Synchronizing usage tracker for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:05:31.216652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-c2da827d-e95e-4041-84d2-c22310d7d55b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Unset dirty status for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:05:31.217942 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-c2da827d-e95e-4041-84d2-c22310d7d55b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 812 time: 0.1745090 Dec 10 20:05:31.233688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 2, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:31.238058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-2b31cbe2-c2f4-462c-8aab-2be1348c4aff tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/quotas/59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 375 time: 0.0121717 Dec 10 20:05:31.238257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:05:31.238623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Updating router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d port 388b40d2-1490-42be-ae65-9f71c5fecb39 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:05:31.293113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:31.328494 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-43c8ea0b-3b58-4fdc-a546-0c31cfdf3c26 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839658 Dec 10 20:05:31.345674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-66ebf35b-7d08-4d11-81d6-a61a4586cf8f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:05:31.346710 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-66ebf35b-7d08-4d11-81d6-a61a4586cf8f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057559 Dec 10 20:05:31.489159 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-91da3de1-f182-41e2-8dc9-df6d23819caa service neutron] 10.222.0.41 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360512 Dec 10 20:05:31.632842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-1c694875-f2d4-4e3b-b83e-c55570eff874 service neutron] 10.222.0.41 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373062 Dec 10 20:05:31.657682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:31.669593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Transition to ACTIVE for port object 388b40d2-1490-42be-ae65-9f71c5fecb39 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:05:31.675766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:31.680033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:31.852310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8ab670c0-451e-4bee-bf7b-895c745c79fb req-71a3b0de-e47b-47b1-af0a-f724ffbbea8c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 210 time: 0.0519264 Dec 10 20:05:31.902999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf05e2-fa79-4952-8d1a-b6fd5da72273 None None] Pushing event updated for resources: {'Port': ['ID=388b40d2-1490-42be-ae65-9f71c5fecb39,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:31.911517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dcf05e2-fa79-4952-8d1a-b6fd5da72273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:31.934320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Attempting to bind port 388b40d2-1490-42be-ae65-9f71c5fecb39 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:31.934865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Attempting to bind port 388b40d2-1490-42be-ae65-9f71c5fecb39 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:05:31.935359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Attempting to bind port 388b40d2-1490-42be-ae65-9f71c5fecb39 on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:05:31.942741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:05:31.943283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Checking segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:05:31.943814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:31.944440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Bound using segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:05:31.944974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Bound port: 388b40d2-1490-42be-ae65-9f71c5fecb39, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:05:31.945482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:32.047459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] For port 388b40d2-1490-42be-ae65-9f71c5fecb39, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:05:32.050705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] For port 388b40d2-1490-42be-ae65-9f71c5fecb39, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=388b40d2-1490-42be-ae65-9f71c5fecb39,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:05:32.054079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:32.058516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:32.154714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf05e2-fa79-4952-8d1a-b6fd5da72273 None None] Pushing event updated for resources: {'Port': ['ID=388b40d2-1490-42be-ae65-9f71c5fecb39,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:32.160113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dcf05e2-fa79-4952-8d1a-b6fd5da72273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:32.164358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:05:32.165044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:05:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:32.365024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:05:32.786998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:32.886275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:32Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:32.890462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a669ab5a-7721-4673-ae0b-5852ade288b9 None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:32Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:05:33.050979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-95c29d12-065a-4bb6-b2b6-b76f975ab788 req-656b00f6-2b6f-4a47-bfcd-8c07521f7c12 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 210 time: 0.0652156 Dec 10 20:05:33.234843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-3d9de92e-c8cc-4f1b-bbbd-d850f7406583 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:33.236464 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-3d9de92e-c8cc-4f1b-bbbd-d850f7406583 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 812 time: 0.1721826 Dec 10 20:05:33.293836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-e1eb45b3-4948-41ac-8816-3b94133c718b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Synchronizing usage tracker for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:05:33.306594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-e1eb45b3-4948-41ac-8816-3b94133c718b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Unset dirty status for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:05:33.307897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-e1eb45b3-4948-41ac-8816-3b94133c718b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 380 time: 0.0607793 Dec 10 20:05:33.316922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'port': {'device_id': '682e86ad-4cee-4947-a799-a33636d7754f', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'admin_state_up': True, 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'security_groups': ['1f98248b-cf6d-477f-acf4-93804a963fc9']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:33.469041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:05:33.473602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:port and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:05:33.476751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:05:33.483232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:05:33.493050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Made reservation on behalf of 59802837a2d14314862a3bd0ac6fcfc3 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:05:33.498626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:33.924795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Allocated IP 172.20.0.9 (148f6199-7171-40ee-8e35-92c621402fd1/2bbb48cc-7e27-4543-8644-5f658ac3a740/81beff54-486e-405f-b652-e49097eccddb) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:05:34.127822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.145588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Transition to ACTIVE for port object 81beff54-486e-405f-b652-e49097eccddb will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:05:34.170330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.177098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fd5ed03-2cfc-4f93-885d-8a23582306a0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:34.252006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Network 148f6199-7171-40ee-8e35-92c621402fd1 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:05:34.255279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:05:34.259709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:05:34.284751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdf736-129c-44e8-ad16-d895bb243c20 req-3dbbc06e-9207-4a28-8c19-17e3bf55ae03 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:34.286498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8ecdf736-129c-44e8-ad16-d895bb243c20 req-3dbbc06e-9207-4a28-8c19-17e3bf55ae03 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 931 time: 0.0924048 Dec 10 20:05:34.292700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:34.300656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:34.330220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:34.330892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.339264 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8ecdf736-129c-44e8-ad16-d895bb243c20 req-f6b9657e-1a13-4e5d-977f-ae311b27fd74 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456824 Dec 10 20:05:34.358287 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0456145 Dec 10 20:05:34.370859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Request body: {'port': {'device_id': '682e86ad-4cee-4947-a799-a33636d7754f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:34.436102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 388b40d2-1490-42be-ae65-9f71c5fecb39 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:05:34.509146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.526963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 388b40d2-1490-42be-ae65-9f71c5fecb39 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:05:34.532442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 388b40d2-1490-42be-ae65-9f71c5fecb39 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:34.532896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.667668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cba6fd11-80a8-470c-9cd6-48671a812805 None None] Provisioning for port 81beff54-486e-405f-b652-e49097eccddb completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:05:34.677027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.688323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cba6fd11-80a8-470c-9cd6-48671a812805 None None] Provisioning complete for port 81beff54-486e-405f-b652-e49097eccddb triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:34.688748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cba6fd11-80a8-470c-9cd6-48671a812805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.762617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cba6fd11-80a8-470c-9cd6-48671a812805 None None] Port 81beff54-486e-405f-b652-e49097eccddb cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:05:34.766342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 388b40d2-1490-42be-ae65-9f71c5fecb39, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=388b40d2-1490-42be-ae65-9f71c5fecb39,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:34.769150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.770947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:34.838701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=388b40d2-1490-42be-ae65-9f71c5fecb39,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:34.841921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:34.879503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81beff54-486e-405f-b652-e49097eccddb {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:05:34.887230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.907704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Transition to ACTIVE for port object 81beff54-486e-405f-b652-e49097eccddb will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:05:34.912296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:34.916662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-18d5af42-e0a9-4d06-9ab1-72fbed33ecf0 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:35.047152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:35.051802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:35.168879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Attempting to bind port 81beff54-486e-405f-b652-e49097eccddb on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:05:35.169262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Attempting to bind port 81beff54-486e-405f-b652-e49097eccddb by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:05:35.169810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Attempting to bind port 81beff54-486e-405f-b652-e49097eccddb on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:05:35.176240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Port 81beff54-486e-405f-b652-e49097eccddb on network 148f6199-7171-40ee-8e35-92c621402fd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:05:35.176608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Attempting to bind port 81beff54-486e-405f-b652-e49097eccddb on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:05:35.183452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:05:35.183831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Checking segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:05:35.184254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Bound using segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:05:35.184733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Bound port: 81beff54-486e-405f-b652-e49097eccddb, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:05:35.185213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:35.279260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:05:35.283066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:05:35.286646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:35.291335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:35.356896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:35.358422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] 10.222.0.84 "PUT /v2.0/ports/81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 200 len: 1093 time: 0.9922869 Dec 10 20:05:35.358990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'tag': '81beff54-486e-405f-b652-e49097eccddb'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:35.377133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:35.380344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:35.439185 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'tag': '81beff54-486e-405f-b652-e49097eccddb', 'status': 'completed', 'code': 200} Dec 10 20:05:35.489033 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-d1fc3fed-5d28-4ce1-8d4f-cb80819d4e00 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 1096 time: 0.0887933 Dec 10 20:05:35.568254 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-651f110b-0a89-4db5-a07a-c0f2420e7145 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 200 len: 217 time: 0.0719652 Dec 10 20:05:35.584147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd4193-d1eb-4762-9777-8dad084b296e req-323eacc0-e725-46ae-bd8c-1aad19461cbe tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:35.585805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ddd4193-d1eb-4762-9777-8dad084b296e req-323eacc0-e725-46ae-bd8c-1aad19461cbe tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 943 time: 0.0886731 Dec 10 20:05:35.639356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-0adad765-6bb4-43a6-b41a-49b53d63d09b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:35.640954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-0adad765-6bb4-43a6-b41a-49b53d63d09b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0661843 Dec 10 20:05:35.641448 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ddd4193-d1eb-4762-9777-8dad084b296e req-b8b2e7ec-902f-480d-a566-109a38a59407 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482507 Dec 10 20:05:35.728766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-78be5960-c9f0-413f-a61d-8ef73a1992d5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816138 Dec 10 20:05:35.870587 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-51fb694b-c4a9-4d57-8033-617cfc8cf010 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353557 Dec 10 20:05:36.012777 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0985de6b-f13d-4007-b7ee-5e39a345d04c req-5ddf5968-d196-4c8f-8f32-8ac304517646 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357043 Dec 10 20:05:36.131885 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-0a55e680-2b73-49b3-a71a-a455749bb271 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 1096 time: 0.0742042 Dec 10 20:05:36.271159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-a39610f7-ba4d-4804-9b83-dd566d7a9609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:36.272728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-a39610f7-ba4d-4804-9b83-dd566d7a9609 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1350863 Dec 10 20:05:36.346994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-ca5666ac-bdd5-4c3a-a9a4-3c5acb551b3e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 200 len: 217 time: 0.0682442 Dec 10 20:05:36.395597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 388b40d2-1490-42be-ae65-9f71c5fecb39 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:05:36.414978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-992c5342-feb0-41f7-9352-7b594e48088d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:36.416563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-992c5342-feb0-41f7-9352-7b594e48088d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0638793 Dec 10 20:05:36.472561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 388b40d2-1490-42be-ae65-9f71c5fecb39 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:36.473026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:36.502473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-af7386ac-73ef-4816-90a3-51d595501edb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800164 Dec 10 20:05:36.645440 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-2b76d3c7-743c-439d-90bc-f97fd4adb078 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367838 Dec 10 20:05:36.787879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d84c1119-ca0b-4209-873c-474c8e60bad8 req-0aba1b06-0f29-4a9c-92a3-e46b54713874 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362486 Dec 10 20:05:36.851166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab618f9a-089b-4353-beae-f1c5325b87a0 req-fc49ee70-12bf-493b-9e40-acc8ff4fb7a6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:36.852756 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab618f9a-089b-4353-beae-f1c5325b87a0 req-fc49ee70-12bf-493b-9e40-acc8ff4fb7a6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 943 time: 0.0895128 Dec 10 20:05:36.900949 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab618f9a-089b-4353-beae-f1c5325b87a0 req-9eb93c23-b849-4ef4-9ccc-862a5091bd35 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Dec 10 20:05:38.104771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6ec0-4015-45f7-afdd-2cbafb0b4836 req-a3483282-9c3f-44fd-b4ba-a28c737a0eb2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:38.106299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f67d6ec0-4015-45f7-afdd-2cbafb0b4836 req-a3483282-9c3f-44fd-b4ba-a28c737a0eb2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 943 time: 0.0834141 Dec 10 20:05:38.156910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f67d6ec0-4015-45f7-afdd-2cbafb0b4836 req-65b87044-e23b-4fcf-8cc1-55b07b963555 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440221 Dec 10 20:05:39.363899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5d7d4-50c7-43c1-b1c5-e701f06998c0 req-82b15e5a-5986-4537-92a1-78067676be1b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:39.365471 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d5d7d4-50c7-43c1-b1c5-e701f06998c0 req-82b15e5a-5986-4537-92a1-78067676be1b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 943 time: 0.0866587 Dec 10 20:05:39.412142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d5d7d4-50c7-43c1-b1c5-e701f06998c0 req-fbc759db-040c-4841-997e-8ed2a47c3d70 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Dec 10 20:05:39.573172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 81beff54-486e-405f-b652-e49097eccddb details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:05:39.713587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:39.727775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '81beff54-486e-405f-b652-e49097eccddb', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': '81beff54-486e-405f-b652-e49097eccddb', 'mac_address': 'fa:16:3e:05:d7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:05:39.783627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:39.801172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81beff54-486e-405f-b652-e49097eccddb {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:05:39.816280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:39.819236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:39.821050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:39.888454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:39.892188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:40.160824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['81beff54-486e-405f-b652-e49097eccddb'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:05:40.614235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7035f-8274-42df-9d86-bf7513dffdc7 req-0449c61b-e6ae-4a63-bc5d-ceef50e47362 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:40.615806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b8d7035f-8274-42df-9d86-bf7513dffdc7 req-0449c61b-e6ae-4a63-bc5d-ceef50e47362 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 944 time: 0.0833809 Dec 10 20:05:40.666229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b8d7035f-8274-42df-9d86-bf7513dffdc7 req-f66219bb-67ec-4738-acb0-59ffc7d924ff tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Dec 10 20:05:41.185007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f11d77da-c907-4e02-a08d-24520a608523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:41.572859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 81beff54-486e-405f-b652-e49097eccddb up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:05:41.645209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 81beff54-486e-405f-b652-e49097eccddb completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:05:41.650063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 81beff54-486e-405f-b652-e49097eccddb triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:05:41.650489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:41.769249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:41.799747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81beff54-486e-405f-b652-e49097eccddb'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:41.809889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:05:41.813309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:41.815356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bba36cb1-d0c2-4064-b63f-c4cdfba58277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:05:41.874093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b4ff-6ba8-4004-bc08-ee8442cf4f99 req-c1b29e38-be07-4ccc-9953-a9e6cbc687ea tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:41.875745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22d8b4ff-6ba8-4004-bc08-ee8442cf4f99 req-c1b29e38-be07-4ccc-9953-a9e6cbc687ea tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0884986 Dec 10 20:05:41.883950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:05:41.887137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:05:41.928468 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22d8b4ff-6ba8-4004-bc08-ee8442cf4f99 req-aa266183-397e-48b5-8b3d-8522066115c3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Dec 10 20:05:41.942269 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81beff54-486e-405f-b652-e49097eccddb', 'code': 200} Dec 10 20:05:42.177425 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25963293-d06a-4e93-b8f1-a74c98550e01 req-8f2d1daf-0053-4b0c-92bf-80a3abbef699 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 1098 time: 0.0755267 Dec 10 20:05:42.221050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25963293-d06a-4e93-b8f1-a74c98550e01 req-83855868-b4bd-4cd4-aa86-3055090087bc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376513 Dec 10 20:05:42.541539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:43.142759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa599532-f07e-4eb4-9a9b-0b586e580592 req-5fdc5a21-1fe9-4a82-9f78-c742e50f2b72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:43.144349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa599532-f07e-4eb4-9a9b-0b586e580592 req-5fdc5a21-1fe9-4a82-9f78-c742e50f2b72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0911479 Dec 10 20:05:43.192113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa599532-f07e-4eb4-9a9b-0b586e580592 req-bf7ccf6d-fc3d-42a6-b3b9-dc2fa9d1e1be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Dec 10 20:05:43.895917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:43.904885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6db77ba-9543-4d4f-9955-0aa8eccdc36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:44.400587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1107746-0350-4d6c-b208-e2c0ef0546e3 req-69973819-5ca8-44a1-8d57-9d7042574e37 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:44.402225 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d1107746-0350-4d6c-b208-e2c0ef0546e3 req-69973819-5ca8-44a1-8d57-9d7042574e37 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0900724 Dec 10 20:05:44.450907 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d1107746-0350-4d6c-b208-e2c0ef0546e3 req-d07adce0-a60f-4b14-8479-ddea5054d0c2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Dec 10 20:05:44.649131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8c9c9-5c8a-4d2b-b255-5016c4f3660b req-719af6ad-aaf4-4050-b4fd-6d01794da4e5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:44.650726 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-14d8c9c9-5c8a-4d2b-b255-5016c4f3660b req-719af6ad-aaf4-4050-b4fd-6d01794da4e5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0859935 Dec 10 20:05:44.661095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 38310) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:05:44.666759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'floatingip': {'port_id': '81beff54-486e-405f-b652-e49097eccddb'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:05:44.747944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:45.354978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:45.357621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:45.428607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:45.772619 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296 associated. External IP: 172.26.8.213, port: 81beff54-486e-405f-b652-e49097eccddb. Dec 10 20:05:46.177845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:05:46.389739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:05:46.394725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:05:46.399896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:05:46.413261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:05:46.413961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:05:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:46.454205 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-45f57158-7666-4b0b-a328-f78ebb45c748 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "PUT /v2.0/floatingips/831a8d3d-0a8b-4ad8-92a7-d94e79820296 HTTP/1.1" status: 200 len: 991 time: 1.7918930 Dec 10 20:05:46.455523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'tag': '81beff54-486e-405f-b652-e49097eccddb'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:46.517463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'tag': '81beff54-486e-405f-b652-e49097eccddb', 'status': 'completed', 'code': 200} Dec 10 20:05:46.611850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:05:46.624877 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-a978969d-54e1-412f-ac09-10fc8b633304 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 1098 time: 0.0863719 Dec 10 20:05:46.764318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-a9700550-0180-4ebf-b247-6b984d83fba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:46.765857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-a9700550-0180-4ebf-b247-6b984d83fba0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1347637 Dec 10 20:05:46.872700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-c8e58bc4-5b66-4999-a821-f5183a0ba3c5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 200 len: 999 time: 0.1007202 Dec 10 20:05:46.947251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-7197af2a-3273-46c8-8162-c19f957035ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:05:46.948887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-7197af2a-3273-46c8-8162-c19f957035ce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0701027 Dec 10 20:05:46.970036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': '81beff54-486e-405f-b652-e49097eccddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:05:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e86ad-4cee-4947-a799-a33636d7754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:05:45Z', 'revision_number': 1, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:46.974153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:05:46.985128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:05:46.985804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:05:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:47.029239 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-1ad0b59d-f74f-4dc1-bcce-bb23f352cbf7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744448 Dec 10 20:05:47.173801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:05:47.174620 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-4393349d-f7e4-4415-be27-56033e61d2d4 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387513 Dec 10 20:05:47.315984 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a986f10e-2e04-4f52-a5be-0ac33039310f req-4c5e264a-9a77-48d4-ad55-b9c9747a4bde service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348128 Dec 10 20:05:47.677850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': '81beff54-486e-405f-b652-e49097eccddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:05:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e86ad-4cee-4947-a799-a33636d7754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:05:45Z', 'revision_number': 1, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:05:47.682062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f23fd7-4725-433e-bb2e-07a50cd6d5d1 None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': '81beff54-486e-405f-b652-e49097eccddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:05:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e86ad-4cee-4947-a799-a33636d7754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:05:45Z', 'revision_number': 1, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:05:48.033871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5a091-991b-482f-bd71-54a9932a25b9 None None] New status for floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:05:53.463058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:06:02.617669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:11.190194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-882f5048-59aa-4d0c-a4cf-3b8cc41d7818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:12.542758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:13.904017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:13.907253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b724f5b2-1cb9-449d-9632-e4d3da792191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:15.430466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:26.395453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-84b4e8de-c24a-4f36-bf66-26b7d9e1be4f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837357 Dec 10 20:06:26.543055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-05e127fe-4350-47c2-a42d-2d8e41c9d25d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 1098 time: 0.0751011 Dec 10 20:06:26.695661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-51064bcc-b5a7-40e9-baef-b8377f578a6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:06:26.698747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-51064bcc-b5a7-40e9-baef-b8377f578a6d service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1380064 Dec 10 20:06:27.039015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-b0ec7258-a379-416f-90e3-2c35bf88b7a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 200 len: 1001 time: 0.3342793 Dec 10 20:06:27.106785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-00d5b4b5-8cf6-495e-b9e7-318f0ff10f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:06:27.108270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-00d5b4b5-8cf6-495e-b9e7-318f0ff10f56 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0633624 Dec 10 20:06:27.190184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-6ae8f763-1a64-4a8c-9a0a-77ea01418a88 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763845 Dec 10 20:06:27.329278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-33798bb2-94a0-49af-afb3-642285ecbe90 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325216 Dec 10 20:06:27.473879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5edca9e-c3b0-4fe7-ba95-498dc39fc7dd req-0f51a6ef-a27a-46c5-bc39-5e89077a710b service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381443 Dec 10 20:06:30.463960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:06:32.628775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:41.191764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5c531de0-ff07-49a8-8701-aef0a6d42af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:42.544779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:43.906450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:43.909566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1cc77bc6-4892-4e84-acc7-3c487b67fe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:45.433371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:06:57.050880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7f604-e3a1-4e29-a421-7699bac00616 req-edf925f2-4a62-4653-bf9f-68d088082dd2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:06:57.052463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-77e7f604-e3a1-4e29-a421-7699bac00616 req-edf925f2-4a62-4653-bf9f-68d088082dd2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0871987 Dec 10 20:06:57.100060 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-77e7f604-e3a1-4e29-a421-7699bac00616 req-93aebc42-3b38-4b3a-9552-d11bb45c1c0b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415215 Dec 10 20:06:57.308844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a5105fe3-38b0-4756-be1d-0ce527c27ad2 req-8c8cb8e4-54d9-4892-99f3-d00a138875aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0726998 Dec 10 20:06:57.566622 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-6a48ca7c-8d0f-40f8-a591-559b083e570e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778012 Dec 10 20:06:57.641543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ecd5c-672d-4fd6-a964-7ee4f7ace74f req-39c70f20-2ee3-4c59-99d3-dc0ec54f3249 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:06:57.643232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-490ecd5c-672d-4fd6-a964-7ee4f7ace74f req-39c70f20-2ee3-4c59-99d3-dc0ec54f3249 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0921128 Dec 10 20:06:57.694649 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-490ecd5c-672d-4fd6-a964-7ee4f7ace74f req-d4e0928a-fc6c-4ce4-81a7-40f39a2f9040 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450158 Dec 10 20:06:58.757158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-8e946d04-8ecb-43b0-89a9-02082c78c0de service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 1098 time: 0.0801628 Dec 10 20:06:58.900303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-b5f43829-cd7c-461c-9efc-56edd1861015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:06:58.901899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-b5f43829-cd7c-461c-9efc-56edd1861015 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1388073 Dec 10 20:06:58.902647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476255e8-6bbb-43f2-a7b2-2a57dc6419d3 req-3322909e-5746-4b8b-8ed9-067c431596ce tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:06:58.904267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-476255e8-6bbb-43f2-a7b2-2a57dc6419d3 req-3322909e-5746-4b8b-8ed9-067c431596ce tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0849059 Dec 10 20:06:58.952567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-476255e8-6bbb-43f2-a7b2-2a57dc6419d3 req-6d0ed716-f69f-42ed-9394-af4f6370c1a5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421798 Dec 10 20:06:59.008395 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-bf54d396-a657-4d90-bd31-586f16d9b9dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 200 len: 1001 time: 0.0995460 Dec 10 20:06:59.081930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-d8c1f707-a84b-4263-bf72-60be18c2a4dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:06:59.083446 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-d8c1f707-a84b-4263-bf72-60be18c2a4dd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0687301 Dec 10 20:06:59.162786 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-f442c585-9786-4998-9404-1efbde92e549 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733547 Dec 10 20:06:59.303795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-97d73801-6483-4d8e-b39f-b0ef5dd7130c service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344721 Dec 10 20:06:59.443812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-4de574fc-cb0f-44d3-8f08-861262504da8 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338179 Dec 10 20:07:00.164309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf5878-e0b2-47c4-b418-3399fea532ed req-10080b4d-802c-402a-9fcb-39e989882f2a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:00.165957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2abf5878-e0b2-47c4-b418-3399fea532ed req-10080b4d-802c-402a-9fcb-39e989882f2a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0872824 Dec 10 20:07:00.213516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2abf5878-e0b2-47c4-b418-3399fea532ed req-d215e1d0-5014-4732-97b4-977eafb0c214 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Dec 10 20:07:01.421234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a22f9c-b7bb-4ed4-9328-07bca278f1d0 req-a1342453-893d-487a-98d2-99ab7999fc13 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:01.423255 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59a22f9c-b7bb-4ed4-9328-07bca278f1d0 req-a1342453-893d-487a-98d2-99ab7999fc13 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0837533 Dec 10 20:07:01.475089 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59a22f9c-b7bb-4ed4-9328-07bca278f1d0 req-1b19dd00-1a07-4b71-b0dc-5c6facd36987 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457346 Dec 10 20:07:02.632711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:02.678705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19573b30-e9fe-49ee-9cd6-a6d3b283f11b req-7f2b11c8-99ba-41cd-a130-309881506d5a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:02.680327 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-19573b30-e9fe-49ee-9cd6-a6d3b283f11b req-7f2b11c8-99ba-41cd-a130-309881506d5a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0838211 Dec 10 20:07:02.728492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-19573b30-e9fe-49ee-9cd6-a6d3b283f11b req-4f7a0ced-8b90-43f8-a2d8-087a39ba5376 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417478 Dec 10 20:07:03.942707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21385d-5a1e-4ca9-b0c8-6ae1ac8b27f1 req-31639a5a-29dd-4eef-9509-17b6e8f49996 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:03.948016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c21385d-5a1e-4ca9-b0c8-6ae1ac8b27f1 req-31639a5a-29dd-4eef-9509-17b6e8f49996 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0906641 Dec 10 20:07:03.992354 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c21385d-5a1e-4ca9-b0c8-6ae1ac8b27f1 req-7002c129-1103-415a-a2b9-15fe4ac8ff42 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Dec 10 20:07:05.193693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc93d83-46d7-44e2-880a-b066af1302b7 req-50e96739-bd10-4149-9104-4ceb2743b211 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:05.195266 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ffc93d83-46d7-44e2-880a-b066af1302b7 req-50e96739-bd10-4149-9104-4ceb2743b211 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0833800 Dec 10 20:07:05.246659 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ffc93d83-46d7-44e2-880a-b066af1302b7 req-35b49dce-92ee-4574-977d-93060af53a15 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454001 Dec 10 20:07:06.453610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f89671-8dcd-4305-98f1-d57240eab839 req-ab144844-c0dd-4bfc-b09d-12a0698f3c19 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:06.455194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e8f89671-8dcd-4305-98f1-d57240eab839 req-ab144844-c0dd-4bfc-b09d-12a0698f3c19 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0870309 Dec 10 20:07:06.503424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e8f89671-8dcd-4305-98f1-d57240eab839 req-01b89551-19b0-4a2b-886a-6eff0ce5902e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420566 Dec 10 20:07:07.464428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:07:07.707798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35abaa-63a7-4119-a1b3-0d4c40f91d16 req-d4922643-37a5-4696-8a21-424a821ea0bc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:07.709355 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7f35abaa-63a7-4119-a1b3-0d4c40f91d16 req-d4922643-37a5-4696-8a21-424a821ea0bc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0827026 Dec 10 20:07:07.756317 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7f35abaa-63a7-4119-a1b3-0d4c40f91d16 req-29eea76d-d773-41e1-8d24-22f611e72e95 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408156 Dec 10 20:07:08.965461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193e341-db93-4931-b0a1-7a9894e5fb29 req-3c2b89d5-9389-44f2-bb47-2c1c23efc46b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:08.967061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6193e341-db93-4931-b0a1-7a9894e5fb29 req-3c2b89d5-9389-44f2-bb47-2c1c23efc46b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0861878 Dec 10 20:07:09.014961 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6193e341-db93-4931-b0a1-7a9894e5fb29 req-8125e296-e03f-4884-92a0-38e0494acb90 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 Dec 10 20:07:10.226725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1da41-a602-414f-a5a1-9508aa1850f3 req-eff99b1a-05f3-4034-a31b-bf607de693c6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:10.228310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4ba1da41-a602-414f-a5a1-9508aa1850f3 req-eff99b1a-05f3-4034-a31b-bf607de693c6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0913715 Dec 10 20:07:10.283766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4ba1da41-a602-414f-a5a1-9508aa1850f3 req-2089c0ce-23ec-4fb0-8345-0af940c4469f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486937 Dec 10 20:07:11.086686 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-a1903d53-0f3c-4a18-a5e8-22e1817be46c service neutron] 10.222.0.84 "GET /v2.0/ports/81beff54-486e-405f-b652-e49097eccddb/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0863328 Dec 10 20:07:11.193696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-953d6d8c-f06c-4d68-b4ce-4fb75e4e2a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:11.356768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-c4209388-d859-48c8-bf2c-61f1ff39b508 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 1098 time: 0.0768814 Dec 10 20:07:11.456823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-4cbca67b-a43b-4024-9a7c-6fae02b7afb4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 1098 time: 0.0777066 Dec 10 20:07:11.493721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ac66-236b-45ac-ad7b-96976971a64a req-c679558e-f24a-48b8-9a70-6b7eca05bfba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:11.495316 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b444ac66-236b-45ac-ad7b-96976971a64a req-c679558e-f24a-48b8-9a70-6b7eca05bfba tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0883760 Dec 10 20:07:11.543148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b444ac66-236b-45ac-ad7b-96976971a64a req-70099250-ce60-4120-82d6-504c1dacd992 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Dec 10 20:07:11.599558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-f7ae3e11-2bdc-4175-bcaa-f1580f9ae198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:11.601128 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-f7ae3e11-2bdc-4175-bcaa-f1580f9ae198 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1385648 Dec 10 20:07:11.711002 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-b289492b-28de-4d02-9ede-80688a12c0e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 200 len: 1001 time: 0.1011701 Dec 10 20:07:11.781125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-9862f42b-b32a-40d7-93a5-32cb7bf620ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:11.782643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-9862f42b-b32a-40d7-93a5-32cb7bf620ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0659931 Dec 10 20:07:11.864064 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-1bb79d3d-0b55-4065-a419-cb4eaa8ca78d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749872 Dec 10 20:07:12.003471 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-c8f4eb71-ac16-4fd1-8b0e-26ecebb167b1 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332381 Dec 10 20:07:12.146514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa038c86-9ceb-4cdc-a01e-439fb9273dcc req-a0c2d92e-a43c-492d-8a4f-939b9ea95822 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362476 Dec 10 20:07:12.545735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:12.751861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442106-1da9-4960-ab4e-2b849ba30d58 req-e995fbcb-40de-4a4b-be26-316aeab8e78c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:12.753444 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e442106-1da9-4960-ab4e-2b849ba30d58 req-e995fbcb-40de-4a4b-be26-316aeab8e78c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0879028 Dec 10 20:07:12.801169 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e442106-1da9-4960-ab4e-2b849ba30d58 req-afef947a-1566-4b95-992d-627da22c4d53 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Dec 10 20:07:13.910388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:13.914012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0dda1d7-6087-4ebc-8b1b-f296d4717f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:14.009471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245de8-44e1-4140-9adc-a583ed58d6c4 req-0f4d8df3-c0ae-459e-b431-44cbeb360dab tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:14.011110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c245de8-44e1-4140-9adc-a583ed58d6c4 req-0f4d8df3-c0ae-459e-b431-44cbeb360dab tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0839758 Dec 10 20:07:14.058174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c245de8-44e1-4140-9adc-a583ed58d6c4 req-d7f1af55-19ec-4368-bbfa-8b6a46feacb0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404596 Dec 10 20:07:14.087366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 81beff54-486e-405f-b652-e49097eccddb no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:07:14.203067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:14.231033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81beff54-486e-405f-b652-e49097eccddb'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:07:14.243046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:07:14.245980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:14.248596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:14.303363 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81beff54-486e-405f-b652-e49097eccddb', 'code': 200} Dec 10 20:07:14.317732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:14.326530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.326923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.327793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.328172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.328551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.328926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.329298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.329697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.330073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.330437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.330802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:14.334778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:15.275700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4fa1-ce80-446d-9a29-86a10427372c req-696f2368-f5a9-40c5-8be5-a49d3b700ba4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:15.277290 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5de4fa1-ce80-446d-9a29-86a10427372c req-696f2368-f5a9-40c5-8be5-a49d3b700ba4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 943 time: 0.0919368 Dec 10 20:07:15.325141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5de4fa1-ce80-446d-9a29-86a10427372c req-29b940d7-31f9-4595-90cc-cac37eeb3b47 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Dec 10 20:07:15.448807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:15.663626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea4187-feda-4af9-ad2f-49180b9d3efa req-af282aa9-4a74-4c37-963c-d100b9a638be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:15.665149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4ea4187-feda-4af9-ad2f-49180b9d3efa req-af282aa9-4a74-4c37-963c-d100b9a638be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 943 time: 0.0842071 Dec 10 20:07:15.682034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-017c6200-6fc0-48ab-b15a-9e68ff8c1eae tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:15.682798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-017c6200-6fc0-48ab-b15a-9e68ff8c1eae tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Synchronizing usage tracker for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:07:15.699259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-017c6200-6fc0-48ab-b15a-9e68ff8c1eae tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Unset dirty status for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:07:15.700511 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-017c6200-6fc0-48ab-b15a-9e68ff8c1eae tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f&tenant_id=59802837a2d14314862a3bd0ac6fcfc3&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 943 time: 0.1108966 Dec 10 20:07:15.724632 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4ea4187-feda-4af9-ad2f-49180b9d3efa req-3b8f1bd2-ff44-4ff9-84a7-eb4b262aa5f5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471640 Dec 10 20:07:15.849805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-0c7faab5-3509-4231-ac85-31ee304e1d5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 1096 time: 0.0768652 Dec 10 20:07:15.988796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-883c1237-abc5-464c-8209-441f66bbb440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:15.990314 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-883c1237-abc5-464c-8209-441f66bbb440 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1348987 Dec 10 20:07:16.101862 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-86a78dd0-ee59-449f-b362-d32aeb456a4d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 200 len: 999 time: 0.1056242 Dec 10 20:07:16.102136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 81beff54-486e-405f-b652-e49097eccddb details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:07:16.169587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-3af91c11-0c81-44c5-ba4c-6da8e7f4561d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:16.171181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-3af91c11-0c81-44c5-ba4c-6da8e7f4561d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0640509 Dec 10 20:07:16.244199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:07:16.256332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-283acb74-33e5-4e9c-a6bb-44ac5e7be754 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790403 Dec 10 20:07:16.258911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '81beff54-486e-405f-b652-e49097eccddb', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': '81beff54-486e-405f-b652-e49097eccddb', 'mac_address': 'fa:16:3e:05:d7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:07:16.320522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:16.339175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81beff54-486e-405f-b652-e49097eccddb {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:07:16.354686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:07:16.357798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:16.359679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-985df8df-be4b-427f-b94d-60f2f8d43965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:16.401365 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-aa585ea4-c337-453d-a73a-b999d5264d32 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390643 Dec 10 20:07:16.427569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['81beff54-486e-405f-b652-e49097eccddb'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:07:16.471113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:16.475982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:16.550661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74911859-d07f-4beb-bb93-54aae2f6ce16 req-9a88e1cf-90a3-4ee3-ac17-a591c48fd909 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432967 Dec 10 20:07:16.934938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f46a4b-2720-4dca-a1d9-210fa014bf6c req-18f0a9af-3193-4f80-8bed-dbe69a2a7105 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:16.936506 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3f46a4b-2720-4dca-a1d9-210fa014bf6c req-18f0a9af-3193-4f80-8bed-dbe69a2a7105 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 944 time: 0.0875831 Dec 10 20:07:16.986392 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3f46a4b-2720-4dca-a1d9-210fa014bf6c req-022e535d-2172-4220-b003-7f06d548fb24 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Dec 10 20:07:18.125261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 81beff54-486e-405f-b652-e49097eccddb up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:07:18.196045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef76fd-a03a-4772-be9e-257ac42ca24d req-4d46c0cf-e08d-4fba-a66c-0826a30cf16d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:18.196888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 81beff54-486e-405f-b652-e49097eccddb triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:07:18.197316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:18.197705 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-99ef76fd-a03a-4772-be9e-257ac42ca24d req-4d46c0cf-e08d-4fba-a66c-0826a30cf16d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 944 time: 0.0900300 Dec 10 20:07:18.249676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-99ef76fd-a03a-4772-be9e-257ac42ca24d req-e8670227-cba6-42c5-98f2-7b59e13757de tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452218 Dec 10 20:07:18.318576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:18.345981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81beff54-486e-405f-b652-e49097eccddb'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:07:18.356248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:07:18.360296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:18.362313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a832d5c4-e240-4cec-a564-7890363b6d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:18.407846 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81beff54-486e-405f-b652-e49097eccddb', 'code': 200} Dec 10 20:07:18.435214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:18.438521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:18.458252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9fbc6-76da-482c-97f0-9c20c36ac26c req-b7ec92ec-f8d8-4fc3-8ea1-8bedda904017 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:18.459850 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9fbc6-76da-482c-97f0-9c20c36ac26c req-b7ec92ec-f8d8-4fc3-8ea1-8bedda904017 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0877683 Dec 10 20:07:18.509896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9fbc6-76da-482c-97f0-9c20c36ac26c req-7b95e360-04b3-4b55-a1df-0dcda458c3ec tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Dec 10 20:07:18.719549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a493b-59ae-450d-a3d9-ca3227a462d0 req-c290b33b-7b42-4cba-81c0-5331b75e12ae tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:18.721119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-639a493b-59ae-450d-a3d9-ca3227a462d0 req-c290b33b-7b42-4cba-81c0-5331b75e12ae tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0866773 Dec 10 20:07:18.768311 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-639a493b-59ae-450d-a3d9-ca3227a462d0 req-ca337b42-75d6-4879-b3fc-2da59b12d9a8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Dec 10 20:07:19.175130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe733a6-aab1-4cab-ba12-c46caecf2a99 req-effd177f-6411-48d8-82d8-bab380877338 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:19.176602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3fe733a6-aab1-4cab-ba12-c46caecf2a99 req-effd177f-6411-48d8-82d8-bab380877338 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0822461 Dec 10 20:07:19.224286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3fe733a6-aab1-4cab-ba12-c46caecf2a99 req-008001b3-92ab-40cc-a5be-cc95a8c74eda tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415590 Dec 10 20:07:20.434266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ff323-66c3-4f9c-a515-514e57def304 req-76e20bee-127c-4e67-84cf-99a1ac9837b9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:20.435896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-231ff323-66c3-4f9c-a515-514e57def304 req-76e20bee-127c-4e67-84cf-99a1ac9837b9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0906644 Dec 10 20:07:20.484828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-231ff323-66c3-4f9c-a515-514e57def304 req-063e00c3-8dfe-4831-a176-dce235d91c3f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Dec 10 20:07:21.020684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-795683b7-1458-472a-b7da-7b3a4e7bc260 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:21.022262 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-795683b7-1458-472a-b7da-7b3a4e7bc260 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0822105 Dec 10 20:07:21.100084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Deleting port 81beff54-486e-405f-b652-e49097eccddb {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:07:21.100464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:21.351752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] For port 81beff54-486e-405f-b652-e49097eccddb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=81beff54-486e-405f-b652-e49097eccddb,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:07:21.352138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:21.693994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc279b2-f283-4ec9-a332-62c8e6a61163 req-d1236e1e-06c2-4834-9e35-8d6fb9acacd1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:21.695535 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2fc279b2-f283-4ec9-a332-62c8e6a61163 req-d1236e1e-06c2-4834-9e35-8d6fb9acacd1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 945 time: 0.0844953 Dec 10 20:07:21.750552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2fc279b2-f283-4ec9-a332-62c8e6a61163 req-db60eec9-f80e-4c1c-8e38-1c0e813eecd9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487509 Dec 10 20:07:21.884433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:21.884844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:21.885190 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296 disassociated. External IP: 172.26.8.213, port: 81beff54-486e-405f-b652-e49097eccddb. Dec 10 20:07:21.885606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Calling delete_port for 81beff54-486e-405f-b652-e49097eccddb owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:07:22.030743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:22.036592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b487d34d-a92b-4653-9fab-d78ee64d7428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:22.084230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event deleted for resources: {'Port': ['ID=81beff54-486e-405f-b652-e49097eccddb,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:22.101885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.102317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.102746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.103165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.103655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.104244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.104669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.105090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.105519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.105976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.106396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:07:22.111329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:22.327529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:07:22.536272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:07:22.546902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:07:22.560003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:07:22.560615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:07:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:07:22.612276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] No DVR routers for this DVR port 81beff54-486e-405f-b652-e49097eccddb on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:07:22.614908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:22.619110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'name': 'network-vif-deleted', 'tag': '81beff54-486e-405f-b652-e49097eccddb'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:07:22.631980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1ddd6df6-819c-445e-937c-1675f8ff4faa req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "DELETE /v2.0/ports/81beff54-486e-405f-b652-e49097eccddb HTTP/1.1" status: 204 len: 173 time: 1.6010637 Dec 10 20:07:22.676597 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682e86ad-4cee-4947-a799-a33636d7754f', 'name': 'network-vif-deleted', 'tag': '81beff54-486e-405f-b652-e49097eccddb', 'status': 'completed', 'code': 200} Dec 10 20:07:22.746826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:07:22.936742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63c67091-0fd8-4c5a-83bf-e9749a0292d4 req-663b22a0-c089-4c24-9853-8a359bf1c7a2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=682e86ad-4cee-4947-a799-a33636d7754f HTTP/1.1" status: 200 len: 210 time: 0.0463595 Dec 10 20:07:23.078111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:07:23.082245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:07:23.093751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:07:23.094452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:07:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:07:23.277914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:07:23.599875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:07:23.603857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648afb2a-e9e3-45b3-8c7e-6faec5b1b3c5 None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:07:24.049699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9ef22-7dd9-49d6-9472-b6957cfa60a7 None None] New status for floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:07:24.185046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 81beff54-486e-405f-b652-e49097eccddb no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:07:24.241199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 81beff54-486e-405f-b652-e49097eccddb {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:07:24.241632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 81beff54-486e-405f-b652-e49097eccddb not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:07:24.314751 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-9d1a7ecf-e67e-480e-833e-fbe6054e7f95 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1629176720&fields=id&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 267 time: 0.0460281 Dec 10 20:07:24.478842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-fff04d2d-e835-41a8-87e7-eedb2fb06269 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:24.480447 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-fff04d2d-e835-41a8-87e7-eedb2fb06269 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 812 time: 0.1583123 Dec 10 20:07:24.498486 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-9cd2009f-df9e-478f-acf2-dbbfb7d30196 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/quotas/59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 375 time: 0.0117636 Dec 10 20:07:24.590365 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-dd7fe66d-6e79-4a3d-a1f9-b02199eae237 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860040 Dec 10 20:07:24.955288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-cd7e968c-813a-4445-8594-e19c496427a0 service neutron] 10.222.0.41 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523302 Dec 10 20:07:25.093586 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-057fb539-739f-4693-9afd-f2e82c02f33e service neutron] 10.222.0.41 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317692 Dec 10 20:07:25.292469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-923938db-15de-45cf-b67e-7ed476fdf265 req-f3294928-dea4-410f-90ad-b9ef7133524d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 210 time: 0.0521016 Dec 10 20:07:26.334470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-0c555b1d-ad57-4ba4-b545-2d848b33e29c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:26.336057 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-0c555b1d-ad57-4ba4-b545-2d848b33e29c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 812 time: 0.1604447 Dec 10 20:07:26.392380 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-5de34523-d88d-47aa-935d-89b416265d76 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 380 time: 0.0449688 Dec 10 20:07:26.403044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'port': {'device_id': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'admin_state_up': True, 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'security_groups': ['1f98248b-cf6d-477f-acf4-93804a963fc9']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:07:26.477161 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62d63d95-aaf7-4913-a9d9-328b3a09f280 req-2e018987-dc3a-4737-9fcc-a7eb5e98f664 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 210 time: 0.0585756 Dec 10 20:07:26.548823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:07:26.553130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:port and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:07:26.556174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:07:26.562805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:07:26.571466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Made reservation on behalf of 59802837a2d14314862a3bd0ac6fcfc3 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:07:26.576895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:26.745390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Allocated IP 172.20.0.10 (148f6199-7171-40ee-8e35-92c621402fd1/2bbb48cc-7e27-4543-8644-5f658ac3a740/b0354378-bb07-488e-9fa1-b072b83f3d40) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:07:26.941741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:26.957860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Transition to ACTIVE for port object b0354378-bb07-488e-9fa1-b072b83f3d40 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:07:26.978871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:26.984978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4320edb3-3193-40f5-bd68-ec9ffa9a7d7d tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:27.056784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Network 148f6199-7171-40ee-8e35-92c621402fd1 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:07:27.060233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:27.062746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:07:27.064621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:27.065349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:07:27.133281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:27.133977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:27.164593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655909 Dec 10 20:07:27.175963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-ea6decb8-08c8-4a1a-84a8-0fee13db2c6f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:07:27.177013 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-ea6decb8-08c8-4a1a-84a8-0fee13db2c6f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0064282 Dec 10 20:07:27.267120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Request body: {'port': {'device_id': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:07:27.318852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-92c2ae19-da81-4076-9c8f-14ff06efecde None None] Provisioning for port b0354378-bb07-488e-9fa1-b072b83f3d40 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:07:27.324610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-92c2ae19-da81-4076-9c8f-14ff06efecde None None] Provisioning complete for port b0354378-bb07-488e-9fa1-b072b83f3d40 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:07:27.325040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92c2ae19-da81-4076-9c8f-14ff06efecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:27.383238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-92c2ae19-da81-4076-9c8f-14ff06efecde None None] Port b0354378-bb07-488e-9fa1-b072b83f3d40 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:07:27.385235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:27.689649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16c7e8-accc-45e7-868f-257815b5a82b req-8ee60a8a-51bc-4af1-87bd-01a140d30f47 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:27.691178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae16c7e8-accc-45e7-868f-257815b5a82b req-8ee60a8a-51bc-4af1-87bd-01a140d30f47 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 932 time: 0.0885572 Dec 10 20:07:27.739579 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae16c7e8-accc-45e7-868f-257815b5a82b req-e56463e1-0809-424c-948a-3d6196d6ad20 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Dec 10 20:07:27.746010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0354378-bb07-488e-9fa1-b072b83f3d40 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:07:27.753829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:27.769482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Transition to ACTIVE for port object b0354378-bb07-488e-9fa1-b072b83f3d40 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:07:27.772082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:27.776432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-db3800d2-d362-4a15-9616-b93e2587ca80 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:27.911477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Pushing event updated for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:27.914490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:28.022318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Attempting to bind port b0354378-bb07-488e-9fa1-b072b83f3d40 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:07:28.022670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Attempting to bind port b0354378-bb07-488e-9fa1-b072b83f3d40 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:07:28.023046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Attempting to bind port b0354378-bb07-488e-9fa1-b072b83f3d40 on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:07:28.029385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Port b0354378-bb07-488e-9fa1-b072b83f3d40 on network 148f6199-7171-40ee-8e35-92c621402fd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:07:28.029815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Attempting to bind port b0354378-bb07-488e-9fa1-b072b83f3d40 on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:07:28.036672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:07:28.037185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Checking segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:07:28.037609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Bound using segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:07:28.038082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Bound port: b0354378-bb07-488e-9fa1-b072b83f3d40, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:07:28.038469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:28.136921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:07:28.140629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:07:28.143638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:28.148237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:28.210968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:28.212442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] 10.222.0.84 "PUT /v2.0/ports/b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 1094 time: 1.0285969 Dec 10 20:07:28.215013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:07:28.234183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Pushing event updated for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:28.237347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:28.289278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'status': 'completed', 'code': 200} Dec 10 20:07:28.332816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-e0acc33e-28c9-48e8-adef-f44fa6db1832 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1097 time: 0.0844202 Dec 10 20:07:28.407160 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-913d34bb-b383-45e5-b11d-47b230c1a5f7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 217 time: 0.0673628 Dec 10 20:07:28.481390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-63e12719-18ad-41f4-9e15-1fc0c45eb0f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:28.483516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-63e12719-18ad-41f4-9e15-1fc0c45eb0f5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0693076 Dec 10 20:07:28.564409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-f50b9747-ace5-4ca4-b3a6-7c75e7123998 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754373 Dec 10 20:07:28.702700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-3ccb56e8-780b-4bb1-aa37-c6a0e60b4adb service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319127 Dec 10 20:07:28.843834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6d35992-b2ce-40be-bdd5-ae6bcacd4372 req-6c14ad27-4cda-464c-ae9c-6240fdef5789 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351972 Dec 10 20:07:28.951162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45161ff3-e015-40d2-8364-8877d76e5189 req-90f27299-2538-4c82-b49b-29c289a22fef tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:28.953251 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45161ff3-e015-40d2-8364-8877d76e5189 req-90f27299-2538-4c82-b49b-29c289a22fef tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 944 time: 0.0840132 Dec 10 20:07:28.970039 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-9b1ce510-ac99-486d-8ebd-5258136026d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1097 time: 0.0796683 Dec 10 20:07:29.007920 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-45161ff3-e015-40d2-8364-8877d76e5189 req-f495b910-8b9b-40ff-b202-ff9cf12fd1d4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482140 Dec 10 20:07:29.341712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-b08c5717-1ef5-45a5-8f96-300d04734fb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:29.343586 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-b08c5717-1ef5-45a5-8f96-300d04734fb2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.3675318 Dec 10 20:07:29.414409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-f2e09313-bf42-4bf6-b5ca-d7edf3e09697 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 217 time: 0.0640473 Dec 10 20:07:29.485941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-cce99fd2-c9ed-4428-851f-50f2cb88e900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:29.487483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-cce99fd2-c9ed-4428-851f-50f2cb88e900 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0657594 Dec 10 20:07:29.567918 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-2ef5f29e-7c21-4a4f-8d02-930371580fa1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732608 Dec 10 20:07:29.708682 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-7688dc54-5ba1-4915-b664-711837274586 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336448 Dec 10 20:07:29.849856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bec06a1-023f-47b0-9954-2e5eb283ca9b req-8ed4dfdf-e2b5-43dd-ac36-1cc25842e82d service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345730 Dec 10 20:07:30.213468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72845f32-b992-462f-87c0-14d52e687e17 req-91e599da-d780-4dda-a0a9-7b40b899cc15 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:30.215066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72845f32-b992-462f-87c0-14d52e687e17 req-91e599da-d780-4dda-a0a9-7b40b899cc15 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 944 time: 0.0825162 Dec 10 20:07:30.262360 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72845f32-b992-462f-87c0-14d52e687e17 req-8fdc287d-c5e7-4a07-963d-43f09d9eb66d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Dec 10 20:07:31.469123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb055e11-c976-4150-abaf-079caefa886f req-3765659c-ed6f-4859-844e-46262c431973 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:31.470768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bb055e11-c976-4150-abaf-079caefa886f req-3765659c-ed6f-4859-844e-46262c431973 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 944 time: 0.0879042 Dec 10 20:07:31.519103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bb055e11-c976-4150-abaf-079caefa886f req-c9990b2b-e4d0-47ec-ae4c-f37e04ef99a9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418386 Dec 10 20:07:32.196019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b0354378-bb07-488e-9fa1-b072b83f3d40 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:07:32.335201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:07:32.349030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'mac_address': 'fa:16:3e:48:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:07:32.404481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:32.422680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0354378-bb07-488e-9fa1-b072b83f3d40 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:07:32.438254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:07:32.442407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:32.444246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:32.514744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:32.517950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:32.631568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:32.754297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['b0354378-bb07-488e-9fa1-b072b83f3d40'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:07:32.803496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d1ca-ea59-4c0f-bdd8-0f816a7aa271 req-d8e1cb55-fc3e-4b1b-b10f-0d09c75c20d0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:32.805102 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74e5d1ca-ea59-4c0f-bdd8-0f816a7aa271 req-d8e1cb55-fc3e-4b1b-b10f-0d09c75c20d0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 945 time: 0.1610589 Dec 10 20:07:32.857109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74e5d1ca-ea59-4c0f-bdd8-0f816a7aa271 req-bccc5c44-4ea8-4862-997e-59c4225961e1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Dec 10 20:07:34.135917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0368820-6165-4f77-b636-cc56d71c5f42 req-cfd57a13-ee3d-457c-9456-3d83fb779022 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:34.137485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0368820-6165-4f77-b636-cc56d71c5f42 req-cfd57a13-ee3d-457c-9456-3d83fb779022 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 945 time: 0.1591871 Dec 10 20:07:34.184704 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0368820-6165-4f77-b636-cc56d71c5f42 req-e9fe7bca-f27c-4d4b-8736-93d696c881df tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409546 Dec 10 20:07:34.210924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b0354378-bb07-488e-9fa1-b072b83f3d40 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:07:34.285718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port b0354378-bb07-488e-9fa1-b072b83f3d40 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:07:34.290583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port b0354378-bb07-488e-9fa1-b072b83f3d40 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:07:34.291018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:34.410581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:34.437854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:07:34.447988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:07:34.452774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:34.454773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:07:34.498175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'code': 200} Dec 10 20:07:34.524028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:07:34.527063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:07:34.733830 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e5ecb8f9-8e4b-41ca-a3c0-a07f5c0650ba req-a93c401d-3499-4888-af03-c3df6fe5f5e2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1099 time: 0.0792511 Dec 10 20:07:34.776306 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e5ecb8f9-8e4b-41ca-a3c0-a07f5c0650ba req-e3a03a6c-5e8c-4719-818b-ab5e51eda2c2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368862 Dec 10 20:07:35.391276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fad13-da3a-41c2-abe5-9ddd0806863c req-2ad9e264-d6a6-4b62-bb10-cfcdacc3e738 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:35.392841 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6f4fad13-da3a-41c2-abe5-9ddd0806863c req-2ad9e264-d6a6-4b62-bb10-cfcdacc3e738 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0838995 Dec 10 20:07:35.439800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6f4fad13-da3a-41c2-abe5-9ddd0806863c req-42d4ca50-2447-4356-acf5-4abe1a0fb772 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 Dec 10 20:07:36.646396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb584ed-a68d-4789-8746-f89f7f36c76e req-8a0f5218-2a89-46d3-af12-c9abcd065a0e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:36.647926 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8eb584ed-a68d-4789-8746-f89f7f36c76e req-8a0f5218-2a89-46d3-af12-c9abcd065a0e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0860059 Dec 10 20:07:36.696149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8eb584ed-a68d-4789-8746-f89f7f36c76e req-0187ff19-46af-4041-92f2-96bb1a7f9d82 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Dec 10 20:07:36.892252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef63bb5-ce41-4d90-b3a8-45fa86ffab6e req-097d418e-7656-4633-a9a3-7e16a1f4e708 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:36.893855 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ef63bb5-ce41-4d90-b3a8-45fa86ffab6e req-097d418e-7656-4633-a9a3-7e16a1f4e708 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0829484 Dec 10 20:07:36.903356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 38592) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:07:36.909787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'floatingip': {'port_id': 'b0354378-bb07-488e-9fa1-b072b83f3d40'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:07:36.990558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:37.602722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:37.605351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:37.800696 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296 associated. External IP: 172.26.8.213, port: b0354378-bb07-488e-9fa1-b072b83f3d40. Dec 10 20:07:38.200854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:07:38.411840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:07:38.416327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:38.423397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:07:38.444227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:07:38.444916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:07:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:07:38.479368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da3a43d0-a551-4dca-b271-0716e6dee850 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "PUT /v2.0/floatingips/831a8d3d-0a8b-4ad8-92a7-d94e79820296 HTTP/1.1" status: 200 len: 992 time: 1.5720928 Dec 10 20:07:38.479368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:07:38.534029 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'status': 'completed', 'code': 200} Dec 10 20:07:38.633789 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-ee5d10eb-a1f0-409c-98fe-366548bedea7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1099 time: 0.0769091 Dec 10 20:07:38.638436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:07:38.777119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-e4b38d70-4b34-4dde-928b-006ce337b31c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:38.778762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-e4b38d70-4b34-4dde-928b-006ce337b31c service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1386890 Dec 10 20:07:38.898278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-5cfefd5c-c827-483e-bcc0-f85a7e249f52 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 1000 time: 0.1129627 Dec 10 20:07:38.968859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-115b60bd-7444-4aba-9525-9c205ab75bf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:07:38.970509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-115b60bd-7444-4aba-9525-9c205ab75bf2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0655880 Dec 10 20:07:39.056046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-0c9cda86-0e30-4b11-ae14-e6d80b69df2b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788188 Dec 10 20:07:39.146623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:48:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:07:37Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:07:39.150672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:07:39.161809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:07:39.162474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:07:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:07:39.199555 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-781c6d09-a30f-4385-8c8f-8b7b7594211e service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362417 Dec 10 20:07:39.344483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34b58e81-dc06-4dcf-8e9d-23617be9068d req-e263a4a1-6cdc-4cf2-b7a5-71e51f932c81 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386938 Dec 10 20:07:39.350213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:07:39.712318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:48:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:07:37Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:07:39.716522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e93a6-1e38-4cf3-8507-496e76415c56 None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:48:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:07:37Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:07:40.039448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e15ded7-9975-466d-b5dd-1630a4124e19 None None] New status for floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:07:41.195380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9998830d-fc73-47d1-96b0-acd8505bfed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:42.547685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:43.907195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:43.915989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-caec6714-7276-4754-ad13-9d2b4332a149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:07:44.464786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:07:45.440788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:02.651534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:11.197202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b4584058-40e3-4e36-a93c-7d213a327e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:12.550993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:13.914525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:13.917608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9584fcd7-a15f-43ec-af7c-106517151f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:15.443475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:21.465114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:08:26.794190 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-79dc81cf-fc25-49e2-a9be-e9f3a68040a8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746157 Dec 10 20:08:26.943864 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-bc4b4439-8779-4d2b-8fac-d0b1bc388eb8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1099 time: 0.0797346 Dec 10 20:08:27.095925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-78fe1f1e-85d9-4c31-b8d6-793c8853eb77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:27.097383 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-78fe1f1e-85d9-4c31-b8d6-793c8853eb77 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1339552 Dec 10 20:08:27.205186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-8b3b839c-d7b0-48b4-be62-5548406b8077 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 1002 time: 0.1011648 Dec 10 20:08:27.271755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-65ab178b-3c48-468a-9f02-90204dcee20f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:27.273239 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-65ab178b-3c48-468a-9f02-90204dcee20f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0618472 Dec 10 20:08:27.355606 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-f8060f34-5c6d-4a12-aebb-a9e93511bc02 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757926 Dec 10 20:08:27.498976 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-5d1fd1de-f5eb-42ef-9839-e62481b2713c service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374826 Dec 10 20:08:27.638046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d3994892-6c84-432c-bc5b-2bcdacb6b927 req-95e1aa38-29eb-4893-9814-81e9084d8b57 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333623 Dec 10 20:08:32.663256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:41.197836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f5fde3d9-a66f-4911-8c18-72ca77b17b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:42.553218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:43.917189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:43.920299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11d85995-a264-4d5f-8ef8-65ee87f0efdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:45.445372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:08:51.732843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1a700-c449-491a-95c5-6c51bdc4be10 req-a56b4de9-bd77-4c64-839b-8bcf0be89394 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:51.734443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25c1a700-c449-491a-95c5-6c51bdc4be10 req-a56b4de9-bd77-4c64-839b-8bcf0be89394 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0831664 Dec 10 20:08:51.781600 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25c1a700-c449-491a-95c5-6c51bdc4be10 req-e721a7ce-31c8-49cd-9dc8-4c0ba7ff60f5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410132 Dec 10 20:08:53.215577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29a3ea-3d65-4742-abe3-4fd07b56f99a req-7b66fb05-37a2-40e2-b944-461c6a09efb1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:53.217611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e29a3ea-3d65-4742-abe3-4fd07b56f99a req-7b66fb05-37a2-40e2-b944-461c6a09efb1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.3106320 Dec 10 20:08:53.265195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e29a3ea-3d65-4742-abe3-4fd07b56f99a req-4789c37a-f347-4fe1-a1d1-93b8df38f8eb tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Dec 10 20:08:54.469261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a2d1e-9606-4ec5-8b21-212140354f59 req-346b15fd-53b3-41df-99f9-17279851e489 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:54.470865 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-412a2d1e-9606-4ec5-8b21-212140354f59 req-346b15fd-53b3-41df-99f9-17279851e489 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0840008 Dec 10 20:08:54.521827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-412a2d1e-9606-4ec5-8b21-212140354f59 req-95168bdc-486f-449c-ae9c-9224405a45df tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Dec 10 20:08:55.729939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e3fe9-eefd-4043-981e-03bf129203f0 req-9bbc0ea4-ea15-4720-b574-089f08eaa605 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:55.731520 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d74e3fe9-eefd-4043-981e-03bf129203f0 req-9bbc0ea4-ea15-4720-b574-089f08eaa605 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0848572 Dec 10 20:08:55.779048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d74e3fe9-eefd-4043-981e-03bf129203f0 req-7a6c9289-c15a-457f-9012-74b105a23bb8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 Dec 10 20:08:56.985700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816eb42-e736-436b-8b6a-c7e5e827e3ed req-ffac999b-48d8-4a61-99b1-939383540f8c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:56.987195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b816eb42-e736-436b-8b6a-c7e5e827e3ed req-ffac999b-48d8-4a61-99b1-939383540f8c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0872338 Dec 10 20:08:57.035757 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b816eb42-e736-436b-8b6a-c7e5e827e3ed req-e3626387-1b65-4eca-8022-d892b0e74f7c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424943 Dec 10 20:08:58.238261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a41-b40d-49d6-8245-f7ffdcdfac9c req-5ac2f8e3-3abe-4c9c-b4d3-de13ae9e94f9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:58.239803 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-227f4a41-b40d-49d6-8245-f7ffdcdfac9c req-5ac2f8e3-3abe-4c9c-b4d3-de13ae9e94f9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0831149 Dec 10 20:08:58.287326 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-227f4a41-b40d-49d6-8245-f7ffdcdfac9c req-3d8eb0e0-d44a-40e1-8440-6d355d63112e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Dec 10 20:08:58.466202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:08:59.497223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd775-ca05-48d5-a694-f597c53208e1 req-b3f03ef2-aa93-405c-a5b2-ab3babe3dda8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:08:59.498856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0a5dd775-ca05-48d5-a694-f597c53208e1 req-b3f03ef2-aa93-405c-a5b2-ab3babe3dda8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0870903 Dec 10 20:08:59.545968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0a5dd775-ca05-48d5-a694-f597c53208e1 req-3f63244f-712c-4c3f-95e2-4705f0c58d25 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Dec 10 20:09:00.748044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f04aaa-e773-446e-814f-5b64af432bc1 req-b7639386-6db3-4ea2-8f00-095e337a0715 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:00.749634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27f04aaa-e773-446e-814f-5b64af432bc1 req-b7639386-6db3-4ea2-8f00-095e337a0715 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0835781 Dec 10 20:09:00.796973 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27f04aaa-e773-446e-814f-5b64af432bc1 req-d5201593-e7c7-4eb8-9a32-e518e3d66230 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Dec 10 20:09:02.003876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b4b3f-fc4e-4e10-a2d3-c6b82f52a7e5 req-50081256-a354-4d9a-a5fe-6413100ec40f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:02.005451 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-310b4b3f-fc4e-4e10-a2d3-c6b82f52a7e5 req-50081256-a354-4d9a-a5fe-6413100ec40f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0870941 Dec 10 20:09:02.052831 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-310b4b3f-fc4e-4e10-a2d3-c6b82f52a7e5 req-e02a2864-dc45-47d8-8182-090f86773f0d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Dec 10 20:09:02.324051 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-93ee508c-3bd8-4c92-8fee-533bdfdd9613 req-5fe6fd73-ee17-412f-b4e8-55ffd7d17efb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1429875 Dec 10 20:09:02.649208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16963-2eaa-4c71-ba94-1324de45597f req-cb380d13-1d6d-4de7-808a-3698e4d3c426 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:02.651689 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-37a16963-2eaa-4c71-ba94-1324de45597f req-cb380d13-1d6d-4de7-808a-3698e4d3c426 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0934663 Dec 10 20:09:02.655989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:02.660219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-2d107b30-5871-4c33-9dc0-bd45acc62b67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520622 Dec 10 20:09:02.701926 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-37a16963-2eaa-4c71-ba94-1324de45597f req-442a08ec-350f-411d-9616-2fdc179a5e02 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427885 Dec 10 20:09:03.796976 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-95bae4f3-ae44-49e4-ac64-6b16fa2e03e9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1099 time: 0.0772247 Dec 10 20:09:03.909022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85e014-2e5f-4661-8544-d6b995ff37c7 req-ec367629-c8ff-47dc-875e-544bbd62542b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:03.910674 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ef85e014-2e5f-4661-8544-d6b995ff37c7 req-ec367629-c8ff-47dc-875e-544bbd62542b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0862622 Dec 10 20:09:03.943179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-6fe1cb64-ba4c-403c-83f4-3e0832f2d052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:03.944862 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-6fe1cb64-ba4c-403c-83f4-3e0832f2d052 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1419718 Dec 10 20:09:03.963823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ef85e014-2e5f-4661-8544-d6b995ff37c7 req-76423ab3-3b59-4c55-afb2-61d7b07d13e2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469284 Dec 10 20:09:04.055084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-3401fabb-9fcc-45ee-b07d-2d0d89b1b801 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 1002 time: 0.1026099 Dec 10 20:09:04.122142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-981d5c34-d6c5-4990-af5e-3bcae98351d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:04.124330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-981d5c34-d6c5-4990-af5e-3bcae98351d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0624776 Dec 10 20:09:04.206760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-fa8d4978-2352-4c2f-95a6-988c306c3d12 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761597 Dec 10 20:09:04.345653 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-8e8a1e66-030a-42f2-a904-a821f31501cd service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323979 Dec 10 20:09:04.716347 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-7db7e7c8-6cd1-48d0-873e-4e8165961c89 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647101 Dec 10 20:09:05.173260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e62f-ea73-40a0-938f-870e255fcfc2 req-39aed201-cecd-42e9-912e-16d3fe0a3c0f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:05.174872 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2d64e62f-ea73-40a0-938f-870e255fcfc2 req-39aed201-cecd-42e9-912e-16d3fe0a3c0f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0850344 Dec 10 20:09:05.222784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2d64e62f-ea73-40a0-938f-870e255fcfc2 req-cd4a4df0-7c3a-499d-916b-65c3108678ff tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 Dec 10 20:09:06.440578 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-9d64f362-8eb3-4cb0-a77f-e5f598e47b97 service neutron] 10.222.0.84 "GET /v2.0/ports/b0354378-bb07-488e-9fa1-b072b83f3d40/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0844884 Dec 10 20:09:06.443457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b8ab-2d48-4614-8922-c8ef4a9cad95 req-c47a1f40-67a7-48ad-9fa2-15ccd0c06b41 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:06.445075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8221b8ab-2d48-4614-8922-c8ef4a9cad95 req-c47a1f40-67a7-48ad-9fa2-15ccd0c06b41 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0991883 Dec 10 20:09:06.495985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8221b8ab-2d48-4614-8922-c8ef4a9cad95 req-a67a6761-6cbc-4871-8752-f411ab24f96c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431683 Dec 10 20:09:06.705369 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-1932975f-9d42-4477-8a33-ba318bffcb5d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 1099 time: 0.0788143 Dec 10 20:09:06.800991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-2ba51600-047d-4663-9667-620c8658e68f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1099 time: 0.0745008 Dec 10 20:09:06.938206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-67b611b6-f97d-440d-8704-9d2e15a72fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:06.939723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-67b611b6-f97d-440d-8704-9d2e15a72fd0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1329753 Dec 10 20:09:07.046107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-14cb8e83-ca00-4dd4-9182-85e5b960c51c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 1002 time: 0.1002576 Dec 10 20:09:07.112669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-672a7247-558c-4f12-abdc-51127c351cf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:07.114150 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-672a7247-558c-4f12-abdc-51127c351cf2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0624528 Dec 10 20:09:07.196384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-4d04d169-ba16-46ff-abd8-e288398bc53c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761113 Dec 10 20:09:07.333453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-a79b115a-d226-472d-84e4-aedc572cb0da service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304088 Dec 10 20:09:07.476050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a1d99d2-85b2-42d6-881e-0dcdb154e4b0 req-bd3567f5-a4ad-47b0-bc47-2a87f69f7731 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361594 Dec 10 20:09:07.704701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209490-eab2-48e9-9684-9a7fc671e7fa req-26a350d3-0389-4ee2-b0a0-a3119f6f6659 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:07.706367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-46209490-eab2-48e9-9684-9a7fc671e7fa req-26a350d3-0389-4ee2-b0a0-a3119f6f6659 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0849464 Dec 10 20:09:07.753852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-46209490-eab2-48e9-9684-9a7fc671e7fa req-9a0d86ab-eaf7-492c-a726-c829cca19fbf tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412776 Dec 10 20:09:08.629935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b0354378-bb07-488e-9fa1-b072b83f3d40 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:09:08.746283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:08.773189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:08.783781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:09:08.786912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:08.788762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:08.845053 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'code': 200} Dec 10 20:09:08.860653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:08.869649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.870052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.870438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.870821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.871248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.871629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.872005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.872382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.872777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.873156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.873532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:08.877674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:08.976744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42b2d5-4580-41cf-baa6-ce01106dbb5c req-5f66f475-197a-4ba8-a48a-9a2f3bc54527 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:08.978344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f42b2d5-4580-41cf-baa6-ce01106dbb5c req-5f66f475-197a-4ba8-a48a-9a2f3bc54527 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 944 time: 0.0877259 Dec 10 20:09:09.025514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f42b2d5-4580-41cf-baa6-ce01106dbb5c req-a6acba94-4bb4-4cc3-9b7f-8855cb285450 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405047 Dec 10 20:09:10.232036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21521-285d-43a6-9bbc-247dbd0e73ce req-23183014-9222-463d-b135-b08fdb01cc10 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:10.234190 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b21521-285d-43a6-9bbc-247dbd0e73ce req-23183014-9222-463d-b135-b08fdb01cc10 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 944 time: 0.0835481 Dec 10 20:09:10.284842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b21521-285d-43a6-9bbc-247dbd0e73ce req-de9e3520-b939-4760-8aa6-0a9925e6ac0b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444307 Dec 10 20:09:10.622584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e567b-28b3-4c24-a2b2-feda22a1f248 req-c0948959-d395-4e48-abc6-4800e35637f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:10.624117 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-543e567b-28b3-4c24-a2b2-feda22a1f248 req-c0948959-d395-4e48-abc6-4800e35637f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 944 time: 0.0838559 Dec 10 20:09:10.631997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-7063fa09-70d1-4827-b33e-494172504969 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:10.632794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-7063fa09-70d1-4827-b33e-494172504969 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Synchronizing usage tracker for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:09:10.646209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b0354378-bb07-488e-9fa1-b072b83f3d40 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:09:10.649128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-7063fa09-70d1-4827-b33e-494172504969 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Unset dirty status for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:09:10.650427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-7063fa09-70d1-4827-b33e-494172504969 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22&tenant_id=59802837a2d14314862a3bd0ac6fcfc3&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 944 time: 0.1056137 Dec 10 20:09:10.673170 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-543e567b-28b3-4c24-a2b2-feda22a1f248 req-c17189b5-23c5-4292-b403-a9a18391e46b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Dec 10 20:09:10.792129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:09:10.806954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'mac_address': 'fa:16:3e:48:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:09:10.807772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-45a1286b-f3ad-4492-8d56-021cb91eff3e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1097 time: 0.0802741 Dec 10 20:09:10.868161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:10.886843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0354378-bb07-488e-9fa1-b072b83f3d40 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:09:10.902249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:09:10.905657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:10.907805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:10.951373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-35486eb7-a76f-4f06-9343-4e5f08704c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:10.952943 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-35486eb7-a76f-4f06-9343-4e5f08704c0f service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1392548 Dec 10 20:09:10.977093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['b0354378-bb07-488e-9fa1-b072b83f3d40'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:09:11.011826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:11.020804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:11.060100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-b46426d1-09f8-4a8b-bf60-e853fae6b065 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 1001 time: 0.1002378 Dec 10 20:09:11.131968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-e6c15466-a448-4b13-84dc-aca7b660a0a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:11.133571 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-e6c15466-a448-4b13-84dc-aca7b660a0a0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0667396 Dec 10 20:09:11.198720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9b5bea2-277f-4bfc-9abb-2efea9a3ccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:11.214263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-ae81d038-f5f3-46cb-aa25-47f62b94dcf0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750649 Dec 10 20:09:11.354203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-4c8e862a-3eb2-4e8f-8c9f-a7893f30586c service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332140 Dec 10 20:09:11.500109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3397a25a-aab7-44d3-96ff-2f894d9c73bc req-787fc7b6-28c2-406e-89c7-60aa6df721de service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375220 Dec 10 20:09:11.887406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e051b2-9bd0-427d-88fb-e571ac97575c req-98ecb7d4-f927-4615-9c49-4d769379b8e6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:11.889050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b6e051b2-9bd0-427d-88fb-e571ac97575c req-98ecb7d4-f927-4615-9c49-4d769379b8e6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 945 time: 0.0906146 Dec 10 20:09:11.938608 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b6e051b2-9bd0-427d-88fb-e571ac97575c req-9762499e-9a3b-420e-bc7c-b6bbef3db6a7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Dec 10 20:09:12.554923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:12.661144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b0354378-bb07-488e-9fa1-b072b83f3d40 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:09:12.734340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port b0354378-bb07-488e-9fa1-b072b83f3d40 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:09:12.734698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:12.850865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:12.878585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:12.888531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:09:12.891444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:12.894283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:12.941450 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'code': 200} Dec 10 20:09:12.967159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:12.970339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:13.142738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26383863-22b1-4aa7-ac74-95f12bdb08a5 req-868a3e3b-5530-42c0-b779-aac5349fa30a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:13.144328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-26383863-22b1-4aa7-ac74-95f12bdb08a5 req-868a3e3b-5530-42c0-b779-aac5349fa30a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0844309 Dec 10 20:09:13.192003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-26383863-22b1-4aa7-ac74-95f12bdb08a5 req-3612fd5f-c755-4479-8a34-ab4a13b6f790 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Dec 10 20:09:13.400629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b20ea9-7074-4b5b-8426-bb95ed8da107 req-6544a8e0-6ed1-4874-a8a3-384e6a85fae0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:13.402271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09b20ea9-7074-4b5b-8426-bb95ed8da107 req-6544a8e0-6ed1-4874-a8a3-384e6a85fae0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0897744 Dec 10 20:09:13.450929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09b20ea9-7074-4b5b-8426-bb95ed8da107 req-08b801fd-e1cc-4a95-a774-b6bae749a40d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420098 Dec 10 20:09:13.819558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad3906-9be2-4c32-a357-630e3ca44daf req-563e1406-036b-43a7-b037-ddb6c3724773 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:13.821165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92ad3906-9be2-4c32-a357-630e3ca44daf req-563e1406-036b-43a7-b037-ddb6c3724773 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0837488 Dec 10 20:09:13.862520 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-bc88aa29-e9b1-49aa-aa53-54a73b05b6c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 1099 time: 0.0819073 Dec 10 20:09:13.870414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92ad3906-9be2-4c32-a357-630e3ca44daf req-6b534de1-32c6-4c15-bbbf-8fce3aa72f09 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Dec 10 20:09:13.918466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:13.923605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b13d384-9126-406e-aae8-7fa6eb397f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:14.005882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-0ca29747-a791-47cd-86c5-0929d529a7fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:14.007459 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-0ca29747-a791-47cd-86c5-0929d529a7fd service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1393096 Dec 10 20:09:14.115980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-a8e0e99b-f8e2-462a-93b2-e76760ee428b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 200 len: 1002 time: 0.1013556 Dec 10 20:09:14.183397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-16776d02-e181-472b-98a0-6296a9c735ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:14.184908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-16776d02-e181-472b-98a0-6296a9c735ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0627267 Dec 10 20:09:14.266087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-c5a1f814-e365-4b71-a954-c5b15e3ffc6c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746329 Dec 10 20:09:14.405176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-645b7fd8-bf0d-413a-a5a2-07676cefb8c4 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330233 Dec 10 20:09:14.551259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0fea23a9-30df-4922-acb8-25807fe053b5 req-4a4eb88e-5539-481b-899f-887f260a3874 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405120 Dec 10 20:09:15.081844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614eae4-a554-4484-b12d-0db77f8b2bf7 req-80eb8f59-1080-4b46-9772-90a594a806b2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:15.083491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2614eae4-a554-4484-b12d-0db77f8b2bf7 req-80eb8f59-1080-4b46-9772-90a594a806b2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0892253 Dec 10 20:09:15.133939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2614eae4-a554-4484-b12d-0db77f8b2bf7 req-ca86592c-78a8-44d2-8b51-8da51d66dd27 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442019 Dec 10 20:09:15.447870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:16.340069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3017f5-be5a-414e-92a8-e5976db55fd2 req-f08e98da-ef17-495b-b1e4-0c65b1fe01b5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:16.342413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c3017f5-be5a-414e-92a8-e5976db55fd2 req-f08e98da-ef17-495b-b1e4-0c65b1fe01b5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0836043 Dec 10 20:09:16.393649 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c3017f5-be5a-414e-92a8-e5976db55fd2 req-d07b95b4-3567-43e3-a1a0-9977e11e0b43 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Dec 10 20:09:16.806787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0df3f-06e8-42f8-bb35-64e8b0c216ba req-72957fdf-675f-45e5-8c0d-750eb3a7be90 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:16.808367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8c0df3f-06e8-42f8-bb35-64e8b0c216ba req-72957fdf-675f-45e5-8c0d-750eb3a7be90 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0829353 Dec 10 20:09:16.856944 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8c0df3f-06e8-42f8-bb35-64e8b0c216ba req-e7ee955b-aac2-4085-acf8-16bc7d309ed1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Dec 10 20:09:18.064198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df952c-be6e-4f75-84dd-b847fe069fe1 req-995e0bf4-eebd-491e-94e0-69401d292e1c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:18.065819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-33df952c-be6e-4f75-84dd-b847fe069fe1 req-995e0bf4-eebd-491e-94e0-69401d292e1c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0873988 Dec 10 20:09:18.113675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-33df952c-be6e-4f75-84dd-b847fe069fe1 req-71428faa-7b18-4b66-ba86-ac6bc703cdcc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Dec 10 20:09:18.520279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10fe3-36da-432c-ba09-456296864ac7 req-40177dc0-c555-4765-a1b3-20df8916b05a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:18.521842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87d10fe3-36da-432c-ba09-456296864ac7 req-40177dc0-c555-4765-a1b3-20df8916b05a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0921452 Dec 10 20:09:18.594582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Deleting port b0354378-bb07-488e-9fa1-b072b83f3d40 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:09:18.594959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:18.844977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] For port b0354378-bb07-488e-9fa1-b072b83f3d40, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=b0354378-bb07-488e-9fa1-b072b83f3d40,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:09:18.845369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:19.135880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:19.136439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:19.136569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296 disassociated. External IP: 172.26.8.213, port: b0354378-bb07-488e-9fa1-b072b83f3d40. Dec 10 20:09:19.136888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Calling delete_port for b0354378-bb07-488e-9fa1-b072b83f3d40 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:09:19.325716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621a45-e33e-415b-90d2-dd5bed127257 req-a05fc9e3-6a10-4dc5-972a-e55012fb1be8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:19.327421 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0621a45-e33e-415b-90d2-dd5bed127257 req-a05fc9e3-6a10-4dc5-972a-e55012fb1be8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 946 time: 0.0889027 Dec 10 20:09:19.381178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0621a45-e33e-415b-90d2-dd5bed127257 req-6fed1425-a8dd-4397-8ef8-8c073c739ad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469189 Dec 10 20:09:19.530012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:19.536402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:19.584562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event deleted for resources: {'Port': ['ID=b0354378-bb07-488e-9fa1-b072b83f3d40,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:19.598999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.599428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.599848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.600389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.600708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.601166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.601668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.602083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.602495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.602915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.603282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:09:19.606687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:19.821676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:09:20.032559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:09:20.042362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:09:20.058351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:09:20.059031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:09:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:09:20.104847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] No DVR routers for this DVR port b0354378-bb07-488e-9fa1-b072b83f3d40 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:09:20.107462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:20.110250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'name': 'network-vif-deleted', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:20.125790 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87d10fe3-36da-432c-ba09-456296864ac7 req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "DELETE /v2.0/ports/b0354378-bb07-488e-9fa1-b072b83f3d40 HTTP/1.1" status: 204 len: 173 time: 1.5987020 Dec 10 20:09:20.245614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:09:20.259270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bc8a7e-bf46-41ca-a3e6-8c31895ade22', 'name': 'network-vif-deleted', 'tag': 'b0354378-bb07-488e-9fa1-b072b83f3d40', 'status': 'completed', 'code': 200} Dec 10 20:09:20.582461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:09:20.586736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:09:20.588426 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60e3633d-34ce-42c6-9bae-bec945f65fa2 req-8928f206-b522-4801-8ee3-f092008ab0d2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bc8a7e-bf46-41ca-a3e6-8c31895ade22 HTTP/1.1" status: 200 len: 210 time: 0.0561903 Dec 10 20:09:20.598171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:09:20.598948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:09:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:09:20.710343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b0354378-bb07-488e-9fa1-b072b83f3d40 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:09:20.747190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: b0354378-bb07-488e-9fa1-b072b83f3d40 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:09:20.748258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device b0354378-bb07-488e-9fa1-b072b83f3d40 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:09:20.788172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:09:21.111521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:09:21.115608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22449ec6-8ab7-429a-ba01-d8c54c70aada None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:09:21.535228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220871aa-0e0b-4de7-88f1-ecd70eea99c2 None None] New status for floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:09:22.023839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-bf285c19-f96d-4836-ae7b-fde0d45fc160 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1629176720&fields=id&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 267 time: 0.0437891 Dec 10 20:09:22.181609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-0fe752f1-a0d8-423f-8ce4-9c1f63a160f3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:22.183091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-0fe752f1-a0d8-423f-8ce4-9c1f63a160f3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 812 time: 0.1522667 Dec 10 20:09:22.199935 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-68db17e2-a0c2-4d27-aee1-e0da688c5d10 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/quotas/59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 375 time: 0.0111120 Dec 10 20:09:22.288080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-82549f71-5542-4b78-a5f6-39a7da450400 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830166 Dec 10 20:09:22.533847 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-bd015b4c-80b8-4870-8f11-3078eae6739a service neutron] 10.222.0.41 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334154 Dec 10 20:09:22.672445 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-9cb56d62-e9b6-4aaa-a487-ec82bbced5fd service neutron] 10.222.0.41 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324589 Dec 10 20:09:22.874535 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9c7dddb2-0028-404a-ba1b-3259b11c7dff req-346c3007-d74c-4a6c-9b62-bf27b7861a62 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 210 time: 0.0520704 Dec 10 20:09:23.882099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-ce2b9c31-f7be-4a7b-bfe2-7928d9728a97 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:23.883659 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-ce2b9c31-f7be-4a7b-bfe2-7928d9728a97 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 812 time: 0.1600158 Dec 10 20:09:23.944902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-104194d4-2fc0-429e-90a0-e4f8483f001e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 380 time: 0.0504277 Dec 10 20:09:23.954266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'port': {'device_id': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'admin_state_up': True, 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'security_groups': ['1f98248b-cf6d-477f-acf4-93804a963fc9']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:09:24.046138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e3e9fa74-0ed3-408d-8f61-b2bc0b18f099 req-bfb8080a-7b4e-4144-bd03-4dcccb79826d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 210 time: 0.0472178 Dec 10 20:09:24.098638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:09:24.102974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:port and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:09:24.105883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:09:24.112499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:09:24.121286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Made reservation on behalf of 59802837a2d14314862a3bd0ac6fcfc3 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:09:24.127436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:24.290469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Allocated IP 172.20.0.13 (148f6199-7171-40ee-8e35-92c621402fd1/2bbb48cc-7e27-4543-8644-5f658ac3a740/e553c5d2-9727-4721-bb52-2b86db6dad0f) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:09:24.493619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:24.512520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Transition to ACTIVE for port object e553c5d2-9727-4721-bb52-2b86db6dad0f will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:09:24.533721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:24.539243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7c1159f6-7322-4d6d-8889-ee42d1cab7de tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:24.609160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Network 148f6199-7171-40ee-8e35-92c621402fd1 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:09:24.612329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:09:24.616576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:09:24.649076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:24.657703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:24.687455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:24.688139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:24.712336 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7628515 Dec 10 20:09:24.725550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Request body: {'port': {'device_id': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:09:24.850217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:24.896886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-eb0976de-622f-4d5e-a597-037ba7de7cd9 None None] Provisioning for port e553c5d2-9727-4721-bb52-2b86db6dad0f completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:09:24.901961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-eb0976de-622f-4d5e-a597-037ba7de7cd9 None None] Provisioning complete for port e553c5d2-9727-4721-bb52-2b86db6dad0f triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:09:24.902388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eb0976de-622f-4d5e-a597-037ba7de7cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:24.959651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-eb0976de-622f-4d5e-a597-037ba7de7cd9 None None] Port e553c5d2-9727-4721-bb52-2b86db6dad0f cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:09:25.205676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e553c5d2-9727-4721-bb52-2b86db6dad0f {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:09:25.212997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:25.228744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Transition to ACTIVE for port object e553c5d2-9727-4721-bb52-2b86db6dad0f will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:09:25.231546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:25.236675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e26e358-f44d-449b-bb73-7c2522cba497 tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:25.251806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20300cee-36dd-4822-808c-1610a9b5c44b req-9516cf2e-7d22-46ef-a979-5dfd036bfbb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:25.253416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20300cee-36dd-4822-808c-1610a9b5c44b req-9516cf2e-7d22-46ef-a979-5dfd036bfbb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 932 time: 0.0848072 Dec 10 20:09:25.307909 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20300cee-36dd-4822-808c-1610a9b5c44b req-0f1ad394-2b33-48f5-889e-421c81a123f7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481014 Dec 10 20:09:25.369323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:25.372624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:25.488348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Attempting to bind port e553c5d2-9727-4721-bb52-2b86db6dad0f on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:09:25.488726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Attempting to bind port e553c5d2-9727-4721-bb52-2b86db6dad0f by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:09:25.489096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Attempting to bind port e553c5d2-9727-4721-bb52-2b86db6dad0f on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:09:25.495636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Port e553c5d2-9727-4721-bb52-2b86db6dad0f on network 148f6199-7171-40ee-8e35-92c621402fd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:09:25.496003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Attempting to bind port e553c5d2-9727-4721-bb52-2b86db6dad0f on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:09:25.506709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:09:25.507091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Checking segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:09:25.507519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Bound using segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:09:25.508003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Bound port: e553c5d2-9727-4721-bb52-2b86db6dad0f, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:09:25.508390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:25.606550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:09:25.609891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:09:25.613029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:25.617610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11bb9382-fbe6-4852-822d-47b50072859b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:25.680437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:25.681967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] 10.222.0.84 "PUT /v2.0/ports/e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 1094 time: 0.9613848 Dec 10 20:09:25.682532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:25.704765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:25.710084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:25.761568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'status': 'completed', 'code': 200} Dec 10 20:09:25.806142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-08945538-994c-41ac-8735-c58b1bc2502a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1097 time: 0.0825152 Dec 10 20:09:25.884656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-0398f89c-2b0d-4f82-8401-38021cf66962 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 217 time: 0.0715613 Dec 10 20:09:25.952862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-17a543fc-30fb-45b0-ab3b-1ca7a25f2cb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:25.954393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-17a543fc-30fb-45b0-ab3b-1ca7a25f2cb1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0643082 Dec 10 20:09:26.038637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-73089164-b62c-4ac4-9941-8549990f5ab7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778956 Dec 10 20:09:26.176848 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-d959794c-150d-4369-88d2-74fd2224f26e service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324370 Dec 10 20:09:26.315783 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91de2729-26b2-4285-b1cf-9866fd8e0265 req-bfa573ea-5a87-4c29-8617-14af69b42264 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326799 Dec 10 20:09:26.441934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd1821b5-ca54-4382-9eb4-763995823323 req-fa48ec24-892f-470c-8893-b4089d24c2d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1097 time: 0.0788448 Dec 10 20:09:26.516881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554f060-f713-4a3d-bb69-7af566e36c5b req-ddc6e7df-b3bb-4ba3-ab02-f8cd2aa8fef0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:26.518532 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b554f060-f713-4a3d-bb69-7af566e36c5b req-ddc6e7df-b3bb-4ba3-ab02-f8cd2aa8fef0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 944 time: 0.0877626 Dec 10 20:09:26.569824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b554f060-f713-4a3d-bb69-7af566e36c5b req-e0363947-74ef-44a0-bcad-06c937e157fa tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 Dec 10 20:09:26.590316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1821b5-ca54-4382-9eb4-763995823323 req-61f04c4a-11c3-4fb8-9753-68fc8323c28f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:26.592177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd1821b5-ca54-4382-9eb4-763995823323 req-61f04c4a-11c3-4fb8-9753-68fc8323c28f service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1442072 Dec 10 20:09:26.668107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd1821b5-ca54-4382-9eb4-763995823323 req-d6ce2875-3b4b-440b-9b06-fde18059fd0a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 217 time: 0.0695388 Dec 10 20:09:26.735424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1821b5-ca54-4382-9eb4-763995823323 req-0db75770-f7c1-4779-8b5b-25740eb7616e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:26.736921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd1821b5-ca54-4382-9eb4-763995823323 req-0db75770-f7c1-4779-8b5b-25740eb7616e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0626125 Dec 10 20:09:26.819672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd1821b5-ca54-4382-9eb4-763995823323 req-c0aefcb2-f79b-4a69-a634-0f1834e11871 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758672 Dec 10 20:09:26.958134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd1821b5-ca54-4382-9eb4-763995823323 req-06f0f665-1cbc-42ca-ba6f-8b12b6739793 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318407 Dec 10 20:09:27.326014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd1821b5-ca54-4382-9eb4-763995823323 req-287629f8-ad7a-4d3b-872d-c9e17cc73704 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613682 Dec 10 20:09:27.777168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df59519-db87-46cc-ac40-9766fd521e54 req-75d0a73f-e24c-46c1-bce0-799667ce2ca5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:27.778807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4df59519-db87-46cc-ac40-9766fd521e54 req-75d0a73f-e24c-46c1-bce0-799667ce2ca5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 944 time: 0.0864809 Dec 10 20:09:27.826281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4df59519-db87-46cc-ac40-9766fd521e54 req-9489bf7d-9bd6-4ced-b229-8de549cdce6e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Dec 10 20:09:29.033967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896c0a0-a559-4aaa-8b27-536113731c14 req-68d308af-ff93-4898-a34b-86f6acc213bd tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:29.035586 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1896c0a0-a559-4aaa-8b27-536113731c14 req-68d308af-ff93-4898-a34b-86f6acc213bd tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 944 time: 0.0853755 Dec 10 20:09:29.084414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1896c0a0-a559-4aaa-8b27-536113731c14 req-374696fe-2b40-4dea-bd1b-dd62419d3d4f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 Dec 10 20:09:30.292535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871b700-55f4-4821-a4e5-d4dfe900dc72 req-85724547-6388-4c9b-923c-ce8b9b15506a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:30.294174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2871b700-55f4-4821-a4e5-d4dfe900dc72 req-85724547-6388-4c9b-923c-ce8b9b15506a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 944 time: 0.0870903 Dec 10 20:09:30.343153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2871b700-55f4-4821-a4e5-d4dfe900dc72 req-ccecceeb-5114-4f8f-9a41-4fa766fff7e9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Dec 10 20:09:30.757411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:09:30.901319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:09:30.915137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'mac_address': 'fa:16:3e:38:95:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:09:30.971371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:30.989548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e553c5d2-9727-4721-bb52-2b86db6dad0f {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:09:31.005107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:09:31.008031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:31.009819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:31.082453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:31.085691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:31.318144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['e553c5d2-9727-4721-bb52-2b86db6dad0f'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:09:31.546729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8684e40-e817-4ad9-9332-a3c2085d10d1 req-730fe115-cd1a-4a23-9a6e-4a7e131a18ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:31.548310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8684e40-e817-4ad9-9332-a3c2085d10d1 req-730fe115-cd1a-4a23-9a6e-4a7e131a18ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 945 time: 0.0850999 Dec 10 20:09:31.600079 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8684e40-e817-4ad9-9332-a3c2085d10d1 req-30763ebd-732b-4dd4-9176-06acec7cf159 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453539 Dec 10 20:09:32.659054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:32.770877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:09:32.802222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61db2-ade1-41dd-a957-51b313e801e0 req-8605322f-e916-43c9-9abd-21b489519f7b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:32.803821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2b61db2-ade1-41dd-a957-51b313e801e0 req-8605322f-e916-43c9-9abd-21b489519f7b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 945 time: 0.0846045 Dec 10 20:09:32.842373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port e553c5d2-9727-4721-bb52-2b86db6dad0f completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:09:32.847218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port e553c5d2-9727-4721-bb52-2b86db6dad0f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:09:32.847645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:32.853200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2b61db2-ade1-41dd-a957-51b313e801e0 req-00836ce6-5a90-444a-b397-5c288bc929d5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Dec 10 20:09:32.967874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:32.995442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:33.005284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:09:33.008865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:33.010827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:09:33.054210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'code': 200} Dec 10 20:09:33.080415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:09:33.083500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:09:33.286036 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a1e5d848-64d9-4795-b4b6-fe9b9e291a45 req-872c5bb2-d632-4ccb-8231-e83337dbe22c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1099 time: 0.0746839 Dec 10 20:09:33.328874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a1e5d848-64d9-4795-b4b6-fe9b9e291a45 req-00d124aa-3d7d-49e2-be64-e534663042a4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372899 Dec 10 20:09:34.060441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d6505-bc06-4a73-85d9-ec48bb57372c req-00d232f6-081e-4935-900b-8f29938e297d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:34.062237 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cc0d6505-bc06-4a73-85d9-ec48bb57372c req-00d232f6-081e-4935-900b-8f29938e297d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0895908 Dec 10 20:09:34.109565 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cc0d6505-bc06-4a73-85d9-ec48bb57372c req-a6733403-b9d0-40a0-babf-34f66b0bd696 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Dec 10 20:09:35.318317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9a91c-b4e4-4fd3-9a6e-94caf925a523 req-29fc387a-a77d-43fc-9a46-aa55d478e795 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:35.319917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6ca9a91c-b4e4-4fd3-9a6e-94caf925a523 req-29fc387a-a77d-43fc-9a46-aa55d478e795 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0843143 Dec 10 20:09:35.368806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6ca9a91c-b4e4-4fd3-9a6e-94caf925a523 req-9b6f7613-fb6c-4f57-a817-f60933a378e3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Dec 10 20:09:35.467243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:09:35.572252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741c368-4059-4c64-8029-cff1fa02b4f6 req-54166e78-a10a-41c6-bd6b-597ce77c3ee3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:35.573838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3741c368-4059-4c64-8029-cff1fa02b4f6 req-54166e78-a10a-41c6-bd6b-597ce77c3ee3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0871925 Dec 10 20:09:35.583847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 38894) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:09:35.589464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'floatingip': {'port_id': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:09:35.670959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:36.492815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:36.495404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:36.696223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296 associated. External IP: 172.26.8.213, port: e553c5d2-9727-4721-bb52-2b86db6dad0f. Dec 10 20:09:37.098283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:09:37.305933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:09:37.310476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:37.316149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:09:37.329379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:09:37.330046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:09:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:09:37.366165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cdc71560-b5e9-41fb-a00c-f8656f5601f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "PUT /v2.0/floatingips/831a8d3d-0a8b-4ad8-92a7-d94e79820296 HTTP/1.1" status: 200 len: 992 time: 1.7811058 Dec 10 20:09:37.366783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:37.538426 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'status': 'completed', 'code': 200} Dec 10 20:09:37.640067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-cbe21227-8ab1-4e09-a43a-1f7166c66bce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1099 time: 0.0803416 Dec 10 20:09:37.781227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-cd474dfe-93a8-48dd-acb5-3961734cb5e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:37.782858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-cd474dfe-93a8-48dd-acb5-3961734cb5e0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1362805 Dec 10 20:09:37.814943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:09:37.893070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-cec21d9e-a793-4cc6-ac1f-664bab7a1e9a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 1000 time: 0.1039495 Dec 10 20:09:37.961918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-28c25c13-5843-4dbe-a177-ec5ca4f21e65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:09:37.963490 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-28c25c13-5843-4dbe-a177-ec5ca4f21e65 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0651181 Dec 10 20:09:38.044878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-5fed1b54-2465-45d7-b994-6aa6b1ad0d72 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747883 Dec 10 20:09:38.188120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-b735858e-8afd-4d6f-a086-6a8227e05658 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370327 Dec 10 20:09:38.230304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:38:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:09:36Z', 'revision_number': 9, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:09:38.234379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:09:38.245420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:09:38.246095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:09:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:09:38.330923 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f90bb69-c184-4812-b6d9-3cdfccabe014 req-9a28efe9-93f0-47fc-821b-045fcc446e0f service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365914 Dec 10 20:09:38.430191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:09:38.796840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:38:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:09:36Z', 'revision_number': 9, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:09:38.800945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67892b0b-bad1-4429-9af8-f7d54cf2657a None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:38:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:09:36Z', 'revision_number': 9, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:09:39.125830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71864de0-28af-4353-b54b-2c671a6e79b8 None None] New status for floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:09:41.199414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da3d2250-9cc0-4a41-a884-1c468d88086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:42.557289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:43.924570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:43.927580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-01afb360-78b5-4d29-9578-19131312eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:09:45.452085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:02.682943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:11.201393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cd87416-2d7a-41f4-8a24-ad833676091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:12.468399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:10:12.559277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:13.923665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:13.935135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-036528a0-382e-41f1-a69c-709fb4e23f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:15.455029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:28.797390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-913b4a97-e12b-4689-b4fb-5e622c578674 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813751 Dec 10 20:10:28.944956 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-d32e45e9-2f30-4a98-9ad6-beda28083488 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1099 time: 0.0744343 Dec 10 20:10:29.099259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-294ce410-311a-4c3d-b8cd-b16d69d14021 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:29.100731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-294ce410-311a-4c3d-b8cd-b16d69d14021 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1341729 Dec 10 20:10:29.207340 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-6ee5d65c-107c-4245-8e66-8ee3dff63802 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 1003 time: 0.1001976 Dec 10 20:10:29.278983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-59b936b8-ae13-4808-8f8d-57132a964bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:29.280527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-59b936b8-ae13-4808-8f8d-57132a964bc4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0674305 Dec 10 20:10:29.360318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-3e5bee9e-e0fb-4f27-99e8-4740cf132f18 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732119 Dec 10 20:10:29.500833 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-a0827020-502c-4e0e-ae15-c2d672e09085 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343641 Dec 10 20:10:29.644273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b186439-b604-4b28-acfe-35c8af12ffbd req-5391f481-039f-44d0-adf1-485ef59b608c service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371667 Dec 10 20:10:32.673862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:41.202565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-daaaa00e-7472-4ab9-9393-7f7b89e070ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:42.562086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:43.927867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:43.930893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1296cdec-a441-4bf2-b649-cdbf2da3f67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:45.456939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:10:49.468890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:10:52.872424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-af7da1e9-75ac-41fc-b5df-90baed625a36 req-117d56cf-e920-420a-ad01-0ebd742c6827 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0802042 Dec 10 20:10:53.127801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-9585bc87-df0f-4f4e-be54-bc0649a43940 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759988 Dec 10 20:10:53.194495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d96f71-de26-44bd-a2a1-2632b078a17a req-7b36aa5e-15d3-4cf9-8a97-11459037196f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:53.196737 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-38d96f71-de26-44bd-a2a1-2632b078a17a req-7b36aa5e-15d3-4cf9-8a97-11459037196f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0860868 Dec 10 20:10:53.245665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-38d96f71-de26-44bd-a2a1-2632b078a17a req-ac6c2d7c-cf48-451a-89bd-acd8d1d5a765 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 Dec 10 20:10:54.460544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce27bd8-7975-42ae-9a39-8178cd90062c req-f923de4b-6a67-4105-bab9-7a5a0ecffb14 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:54.462246 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ce27bd8-7975-42ae-9a39-8178cd90062c req-f923de4b-6a67-4105-bab9-7a5a0ecffb14 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0917284 Dec 10 20:10:54.469798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-25006b32-e656-4343-a5a3-7a47dbaafd87 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1099 time: 0.0819757 Dec 10 20:10:54.511411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ce27bd8-7975-42ae-9a39-8178cd90062c req-c49ea7ec-aba2-45d7-bf99-5cceddacaef5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Dec 10 20:10:54.613700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-5eb01cd8-25a0-43c1-9092-aa5c6a553196 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:54.615191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-5eb01cd8-25a0-43c1-9092-aa5c6a553196 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1402802 Dec 10 20:10:54.726238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-4e539ba4-3720-4be2-b4c3-9ce06e31a6f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 1003 time: 0.1037998 Dec 10 20:10:54.793453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-f55cb803-634d-4f03-897e-71c892fd815d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:54.795015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-f55cb803-634d-4f03-897e-71c892fd815d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0634098 Dec 10 20:10:54.876274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-e751f5bd-f23f-45bc-b519-ce7bf2afef2b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748365 Dec 10 20:10:55.015660 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-858080b3-9d3c-4e60-83dd-80f68e1ecdae service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331689 Dec 10 20:10:55.154748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-23b44e99-62f0-489b-b06d-5b9f34ff620b service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332455 Dec 10 20:10:55.713551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c4c8-6814-40ec-879e-f87c0bbf7a82 req-345940f3-71a3-4a9c-ab71-68c01d1385be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:55.715929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee99c4c8-6814-40ec-879e-f87c0bbf7a82 req-345940f3-71a3-4a9c-ab71-68c01d1385be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0830760 Dec 10 20:10:55.762771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee99c4c8-6814-40ec-879e-f87c0bbf7a82 req-b0345334-98d8-43ac-9533-c02cc3dd9258 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 Dec 10 20:10:56.974820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4815b7c-4a94-44cd-be2d-42d3727d7752 req-3ba8f540-eb7e-492e-b4b7-227e737ce381 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:56.976388 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4815b7c-4a94-44cd-be2d-42d3727d7752 req-3ba8f540-eb7e-492e-b4b7-227e737ce381 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0870929 Dec 10 20:10:57.024206 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f4815b7c-4a94-44cd-be2d-42d3727d7752 req-c65f1621-3690-4db7-87fb-d026cacd5d95 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410225 Dec 10 20:10:58.230128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55545ca6-badc-4745-be30-e0c2c1a5c546 req-0b439276-7dcd-4861-8d0b-52e518e133fc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:58.232173 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-55545ca6-badc-4745-be30-e0c2c1a5c546 req-0b439276-7dcd-4861-8d0b-52e518e133fc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0832884 Dec 10 20:10:58.282145 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-55545ca6-badc-4745-be30-e0c2c1a5c546 req-daadc786-2f52-4114-97a6-48ceeb2262a2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440629 Dec 10 20:10:59.487565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba1250-8a65-4246-884c-0898aed0f697 req-e2afdf6f-1cf4-4f64-8643-31ab14eefedf tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:10:59.489206 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cba1250-8a65-4246-884c-0898aed0f697 req-e2afdf6f-1cf4-4f64-8643-31ab14eefedf tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0841560 Dec 10 20:10:59.539316 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3cba1250-8a65-4246-884c-0898aed0f697 req-8614fa0d-cab6-49ec-9c46-3dbf938c815f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440755 Dec 10 20:11:00.744836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79494f09-da93-4f95-91c5-9ed749f52835 req-359e9411-8d79-4747-9004-5b6a525cf207 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:00.746884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-79494f09-da93-4f95-91c5-9ed749f52835 req-359e9411-8d79-4747-9004-5b6a525cf207 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0872123 Dec 10 20:11:00.795420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-79494f09-da93-4f95-91c5-9ed749f52835 req-1e6c4eb7-ea41-4e8d-850a-8c88de3b248d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Dec 10 20:11:01.999880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3357b9-bc11-4ee5-ade9-cc07986c30a5 req-19fda0d4-4fac-4cbd-a0fe-eb9400b836f6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:02.001452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2d3357b9-bc11-4ee5-ade9-cc07986c30a5 req-19fda0d4-4fac-4cbd-a0fe-eb9400b836f6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0832906 Dec 10 20:11:02.048186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2d3357b9-bc11-4ee5-ade9-cc07986c30a5 req-2ebf19f7-7748-416c-a8c4-08895b58a009 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406249 Dec 10 20:11:02.679444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:03.256130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6177e33-9beb-4e53-ae76-0190538c7e3c req-2886dc17-de38-48df-8319-5a89f5ed239b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:03.257759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e6177e33-9beb-4e53-ae76-0190538c7e3c req-2886dc17-de38-48df-8319-5a89f5ed239b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0866816 Dec 10 20:11:03.307293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e6177e33-9beb-4e53-ae76-0190538c7e3c req-453d4f57-e5d6-4262-b81c-17e149573926 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Dec 10 20:11:04.513182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6dcb7-7d8b-4a7c-a7a0-77a07145f6e8 req-9c54f9cb-d8b7-4d60-9660-814f39ddf5c2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:04.514800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6f6dcb7-7d8b-4a7c-a7a0-77a07145f6e8 req-9c54f9cb-d8b7-4d60-9660-814f39ddf5c2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0848737 Dec 10 20:11:04.565435 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a6f6dcb7-7d8b-4a7c-a7a0-77a07145f6e8 req-d04c27a7-10fb-42ea-8cb6-1aa3053d4358 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Dec 10 20:11:06.002533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f0f7f-29f6-4eb3-a4cf-5bc19c53b134 req-67d6a19c-de6d-4b1c-a069-14ded3361fb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:06.004118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7f8f0f7f-29f6-4eb3-a4cf-5bc19c53b134 req-67d6a19c-de6d-4b1c-a069-14ded3361fb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.3143375 Dec 10 20:11:06.052179 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7f8f0f7f-29f6-4eb3-a4cf-5bc19c53b134 req-32687e51-5370-4335-9b8c-84fae5747db5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Dec 10 20:11:06.887093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-1f6833dc-45e5-4b01-8a7c-da9ae0328627 service neutron] 10.222.0.84 "GET /v2.0/ports/e553c5d2-9727-4721-bb52-2b86db6dad0f/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0813768 Dec 10 20:11:07.153733 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-d803237d-7aee-4a4b-a30c-7911727bc9fa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 1099 time: 0.0766525 Dec 10 20:11:07.252930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-4a6a6608-e40e-4f82-9ae3-ff88201ea7d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1099 time: 0.0790174 Dec 10 20:11:07.261113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52674b07-7ab2-457d-ad52-17cc5f61a509 req-6543faed-b28b-410f-a482-a79584940d69 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:07.262745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-52674b07-7ab2-457d-ad52-17cc5f61a509 req-6543faed-b28b-410f-a482-a79584940d69 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0858948 Dec 10 20:11:07.310903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-52674b07-7ab2-457d-ad52-17cc5f61a509 req-f97bbafc-1484-4b67-a63a-8f0c967d5fc7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417204 Dec 10 20:11:07.394907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-20b23fd5-ef67-49ec-8202-651702f50194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:07.396481 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-20b23fd5-ef67-49ec-8202-651702f50194 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1381292 Dec 10 20:11:07.506424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-87d3fcd3-7e0e-4309-b549-423630d9ec8e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 1003 time: 0.1028161 Dec 10 20:11:07.573406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-d6439601-e795-435f-887a-563bc2e3d7ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:07.575005 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-d6439601-e795-435f-887a-563bc2e3d7ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0623469 Dec 10 20:11:07.658048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-21f08727-6ccf-4e30-a0a2-3fd385fa9731 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769620 Dec 10 20:11:07.798963 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-9742c470-5d7f-4929-a2e8-f95ffaab9d1c service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343141 Dec 10 20:11:07.937677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a030c489-1d7d-4223-ae1c-1ae72ae5eee5 req-d32af3d1-dd8d-4c00-bbc9-64086a720bfa service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329396 Dec 10 20:11:08.514801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5b8ed-ba9d-4b2f-9fbd-0947a4cd2766 req-1d9b4853-522a-474c-a392-791669d99189 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:08.516496 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0bb5b8ed-ba9d-4b2f-9fbd-0947a4cd2766 req-1d9b4853-522a-474c-a392-791669d99189 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0852342 Dec 10 20:11:08.568242 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0bb5b8ed-ba9d-4b2f-9fbd-0947a4cd2766 req-71322099-99ee-47c7-a799-5160af094f0b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 Dec 10 20:11:09.775633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069bce-51dd-48fa-bcb0-f4869196e261 req-5bd3e161-7b4f-497f-b120-0db0b3ee7d9a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:09.777243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e069bce-51dd-48fa-bcb0-f4869196e261 req-5bd3e161-7b4f-497f-b120-0db0b3ee7d9a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0872657 Dec 10 20:11:09.825554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e069bce-51dd-48fa-bcb0-f4869196e261 req-86493e46-b760-4d79-944d-ae181c712ed8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Dec 10 20:11:11.034668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc4d0-fd86-4638-affb-b40826322c2f req-4ff1764e-8f6f-427f-9097-eb8d16382e5a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:11.036252 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c56dc4d0-fd86-4638-affb-b40826322c2f req-4ff1764e-8f6f-427f-9097-eb8d16382e5a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0839648 Dec 10 20:11:11.083707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c56dc4d0-fd86-4638-affb-b40826322c2f req-1b73bf9b-89f0-46bb-9d52-e96475ed8569 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415163 Dec 10 20:11:11.204482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d08cf677-266c-49f0-9b86-821bf02266e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:11.236938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:11:11.241807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:11:11.468142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:11.513823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:11.529594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:11.542331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:11.548203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'mac_address': 'fa:16:3e:38:95:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:11:11.548401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-a1cdc3b6-005a-49eb-abd8-cb4ebbc82cb5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:11.549303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-a1cdc3b6-005a-49eb-abd8-cb4ebbc82cb5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Synchronizing usage tracker for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:11:11.551348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:11.554770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1be7c31-559b-4349-aecc-e0e2e86763d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:11.571644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-a1cdc3b6-005a-49eb-abd8-cb4ebbc82cb5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Unset dirty status for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:11:11.573125 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-a1cdc3b6-005a-49eb-abd8-cb4ebbc82cb5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d&tenant_id=59802837a2d14314862a3bd0ac6fcfc3&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 946 time: 0.1387110 Dec 10 20:11:11.597215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dfe6f-2e38-4a0c-accf-2826966986ac req-12e76947-1e5c-4614-ae2c-79b40a130a40 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:11.602780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cf3dfe6f-2e38-4a0c-accf-2826966986ac req-12e76947-1e5c-4614-ae2c-79b40a130a40 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 944 time: 0.1024837 Dec 10 20:11:11.666070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cf3dfe6f-2e38-4a0c-accf-2826966986ac req-addb45e8-2b7c-4283-91b3-ec1bbc456291 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622289 Dec 10 20:11:11.679897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-2fd847d1-fcfd-4274-b513-e09dd2f7fb99 service neutron] 10.222.0.84 "GET /v2.0/ports/e553c5d2-9727-4721-bb52-2b86db6dad0f/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.1006403 Dec 10 20:11:11.686276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'code': 200} Dec 10 20:11:11.693950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:11.703698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:11.720786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.721155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.721574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.721955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.722332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.722709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.723083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.723456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.723829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.724194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.724562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:11.730147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:11.733136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e553c5d2-9727-4721-bb52-2b86db6dad0f {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:11:11.748728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:11.751830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:11.754468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:11.825793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['e553c5d2-9727-4721-bb52-2b86db6dad0f'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:11:11.874506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:11.879681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:12.017183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-dc191caf-f5a8-4fb5-a706-ccc07814df20 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1097 time: 0.3151667 Dec 10 20:11:12.157345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-57ee63de-01ef-4542-b18e-be7a2a4c9ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:12.158954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-57ee63de-01ef-4542-b18e-be7a2a4c9ec3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1354322 Dec 10 20:11:12.264564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-336fff2d-5a34-43a5-b327-151878dedabf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 1002 time: 0.0993314 Dec 10 20:11:12.334979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-631ff433-2986-4f42-98b7-3a7b2cb081dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:12.336504 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-631ff433-2986-4f42-98b7-3a7b2cb081dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0655060 Dec 10 20:11:12.415885 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-1a44f196-17ab-4000-9d42-9c9158e9b163 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735006 Dec 10 20:11:12.559094 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-433fdc41-84aa-4740-af88-a28912aa4d76 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361356 Dec 10 20:11:12.564324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:12.703492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-e3507282-9ca2-4537-bb64-3efbb4148c5b service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380336 Dec 10 20:11:12.874185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002532-b819-4b37-9334-285f7abc2208 req-1aeae9fb-eef7-451a-80de-0d97ffe2d22d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:12.875773 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36002532-b819-4b37-9334-285f7abc2208 req-1aeae9fb-eef7-451a-80de-0d97ffe2d22d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 945 time: 0.0842996 Dec 10 20:11:12.931551 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36002532-b819-4b37-9334-285f7abc2208 req-b45cd463-d263-439f-a0c7-e80a676adc7e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496581 Dec 10 20:11:13.260888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:11:13.331548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port e553c5d2-9727-4721-bb52-2b86db6dad0f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:11:13.331900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:13.451319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:13.485105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:13.488013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:13.490633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:13.561378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:13.564531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:13.687306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:13.748736 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'code': 200} Dec 10 20:11:13.929649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:13.932678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a1afabde-b687-457b-b70b-6a0b196b644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:14.135062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f64e18-9829-483d-bc2c-8e8c39e22a93 req-511aa4a2-168f-4324-a8a8-f676c5498430 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:14.136636 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34f64e18-9829-483d-bc2c-8e8c39e22a93 req-511aa4a2-168f-4324-a8a8-f676c5498430 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0843322 Dec 10 20:11:14.183859 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-34f64e18-9829-483d-bc2c-8e8c39e22a93 req-b44338e3-04b9-4d77-a34f-a0c83c54513c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411334 Dec 10 20:11:15.234085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-64c1f864-8120-4306-abc3-7d3b196cdec8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 1099 time: 0.0802219 Dec 10 20:11:15.333436 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-2943797d-0045-4c44-87cb-cd8ceefe81fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 1099 time: 0.0782275 Dec 10 20:11:15.395907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eb5ff-f051-41bc-a36b-549b2db45c25 req-dfbdc3ac-a47a-4b29-9940-2251a9c817fc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:15.397487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-678eb5ff-f051-41bc-a36b-549b2db45c25 req-dfbdc3ac-a47a-4b29-9940-2251a9c817fc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0884576 Dec 10 20:11:15.452226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-678eb5ff-f051-41bc-a36b-549b2db45c25 req-78b87454-66ce-4201-bd3b-f026c98745c3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482364 Dec 10 20:11:15.467389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:15.479182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-42c975b6-d406-4850-9ec3-2b652c7ace5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:15.481429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-42c975b6-d406-4850-9ec3-2b652c7ace5c service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1414268 Dec 10 20:11:15.590511 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-21178286-0ff8-4330-b9f7-c2214e7a0e5d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 200 len: 1003 time: 0.1021664 Dec 10 20:11:15.659534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-106ffa73-7dcd-4a17-9bbb-7d184e767ffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:15.661072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-106ffa73-7dcd-4a17-9bbb-7d184e767ffd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0649941 Dec 10 20:11:15.745320 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-43269f0b-6db0-4916-abff-f91503cb3d2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785632 Dec 10 20:11:15.889550 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-1db7554c-b0a4-4535-8d11-cfc5618e87a3 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359425 Dec 10 20:11:16.027110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8f476e2-b5ef-4825-8b8b-05748a812dc7 req-5a29ed9c-3000-48d5-a829-4024734c128e service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313939 Dec 10 20:11:16.659662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab9a8-2e40-490a-b23b-a0dacc7adec9 req-05558cee-1528-449e-82ae-4b801dcb7477 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:16.661222 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e8fab9a8-2e40-490a-b23b-a0dacc7adec9 req-05558cee-1528-449e-82ae-4b801dcb7477 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0823166 Dec 10 20:11:16.707831 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e8fab9a8-2e40-490a-b23b-a0dacc7adec9 req-51b0e7e4-5528-449d-b277-b668fdb30f9e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Dec 10 20:11:17.917896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79217f4b-8b85-4a9c-ba42-5ea03ef24660 req-5f17c422-dc6a-4e8e-9e21-4a33e5e7112a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:17.920004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-79217f4b-8b85-4a9c-ba42-5ea03ef24660 req-5f17c422-dc6a-4e8e-9e21-4a33e5e7112a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0896618 Dec 10 20:11:17.971086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-79217f4b-8b85-4a9c-ba42-5ea03ef24660 req-7e43ca1c-0f49-4bae-9ce1-347aaa664fe6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Dec 10 20:11:19.180041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2739f-1d4c-4d8e-a887-3e1d648b11c9 req-a3adfdef-ac3c-42aa-92b5-e1882883d567 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:19.181671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f2739f-1d4c-4d8e-a887-3e1d648b11c9 req-a3adfdef-ac3c-42aa-92b5-e1882883d567 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0841959 Dec 10 20:11:19.233209 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7f2739f-1d4c-4d8e-a887-3e1d648b11c9 req-670b4320-3484-4f89-bb1d-1ff422e6204a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456135 Dec 10 20:11:19.294924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:11:19.298309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:11:19.439756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcf92-04de-4d26-a77c-375d43d72787 req-d44cbeb1-460f-4e2a-9f99-ffb015452b99 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:19.441799 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a26bcf92-04de-4d26-a77c-375d43d72787 req-d44cbeb1-460f-4e2a-9f99-ffb015452b99 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0842898 Dec 10 20:11:19.504244 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a26bcf92-04de-4d26-a77c-375d43d72787 req-eae2502d-afe6-487b-a9f2-8e5a2cfd93ac tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Dec 10 20:11:19.527985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:19.719339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd805-a0f6-4eaf-b15e-b45d2e44672b req-df6a1594-4851-441a-abe3-b09754df08b4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:19.720933 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04bcd805-a0f6-4eaf-b15e-b45d2e44672b req-df6a1594-4851-441a-abe3-b09754df08b4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0919924 Dec 10 20:11:19.724783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:19.747761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:19.755448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'mac_address': 'fa:16:3e:38:95:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:11:19.761891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:19.771200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04bcd805-a0f6-4eaf-b15e-b45d2e44672b req-4b047d8c-9fcb-43e4-9377-6c36bebf4cf7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438066 Dec 10 20:11:19.792192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:19.799722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:19.838212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'code': 200} Dec 10 20:11:19.879822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:19.904273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e553c5d2-9727-4721-bb52-2b86db6dad0f {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:11:19.908012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=9']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:19.913214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:19.923899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:19.926926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:19.928746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:19.999219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['e553c5d2-9727-4721-bb52-2b86db6dad0f'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:11:20.030643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=10']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:20.042997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:20.194462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b039595-73b6-4b56-a799-d6194eb3bf7e req-537b0940-67c1-4261-a188-b969416dde9a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:20.196045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4b039595-73b6-4b56-a799-d6194eb3bf7e req-537b0940-67c1-4261-a188-b969416dde9a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0832646 Dec 10 20:11:20.243191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4b039595-73b6-4b56-a799-d6194eb3bf7e req-608e8542-2d32-4f8a-b4d1-b528bdb3a51e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409210 Dec 10 20:11:21.302118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:11:21.373678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port e553c5d2-9727-4721-bb52-2b86db6dad0f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:11:21.374108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:21.455116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5fe20-91bd-446a-aaff-3d624d5cc1d8 req-32c169e3-850c-485f-ae6b-cb3d90110245 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:21.456708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f9a5fe20-91bd-446a-aaff-3d624d5cc1d8 req-32c169e3-850c-485f-ae6b-cb3d90110245 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 946 time: 0.0898533 Dec 10 20:11:21.496704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:21.506073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f9a5fe20-91bd-446a-aaff-3d624d5cc1d8 req-a0098a53-e6c0-4d34-ab43-735cc6d62267 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Dec 10 20:11:21.530779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:21.533675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:21.535523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:21.603943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=11']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:21.607066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:21.839636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:21.892603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'code': 200} Dec 10 20:11:22.303397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-33074e95-9ba5-4fd5-95ba-99962e8a6b8b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:22.304954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-33074e95-9ba5-4fd5-95ba-99962e8a6b8b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 947 time: 0.0852969 Dec 10 20:11:22.382386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Deleting port e553c5d2-9727-4721-bb52-2b86db6dad0f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:11:22.382768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:22.635834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] For port e553c5d2-9727-4721-bb52-2b86db6dad0f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e553c5d2-9727-4721-bb52-2b86db6dad0f,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:22.636234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:22.712939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d564c-f081-4097-9736-00573fc4cd90 req-09bc189c-3be5-4d45-8260-a7c392df319a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:22.714563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-077d564c-f081-4097-9736-00573fc4cd90 req-09bc189c-3be5-4d45-8260-a7c392df319a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 947 time: 0.0833647 Dec 10 20:11:22.762797 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-077d564c-f081-4097-9736-00573fc4cd90 req-270302ec-c2e6-433b-bfcc-86e45febc305 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Dec 10 20:11:22.941324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:22.941697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:22.942046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296 disassociated. External IP: 172.26.8.213, port: e553c5d2-9727-4721-bb52-2b86db6dad0f. Dec 10 20:11:22.942424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Calling delete_port for e553c5d2-9727-4721-bb52-2b86db6dad0f owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:11:23.088189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:23.094753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f44378e6-854d-4809-98a5-acd3fbd9c7df tempest-DeleteServersTestJSON-1732568023 tempest-DeleteServersTestJSON-1732568023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:23.139041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event deleted for resources: {'Port': ['ID=e553c5d2-9727-4721-bb52-2b86db6dad0f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:23.151215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.151655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.152081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.153048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.153480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.153933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.154352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.154772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.155588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.155588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.155959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:11:23.161202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:23.378769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:11:23.588261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:11:23.598482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:11:23.610818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:11:23.611479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:11:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:11:23.663229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] No DVR routers for this DVR port e553c5d2-9727-4721-bb52-2b86db6dad0f on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:11:23.665806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:23.669107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-deleted', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:23.684390 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c205488-9193-4a3b-9ba5-b2e07dbc1c1d req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "DELETE /v2.0/ports/e553c5d2-9727-4721-bb52-2b86db6dad0f HTTP/1.1" status: 204 len: 173 time: 1.3733020 Dec 10 20:11:23.726422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d22fd-a1e3-43f2-9e96-5e6989fc155d', 'name': 'network-vif-deleted', 'tag': 'e553c5d2-9727-4721-bb52-2b86db6dad0f', 'status': 'completed', 'code': 200} Dec 10 20:11:23.802968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:11:23.950823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-65d1156f-dd19-460f-8c69-ad0560628e04 req-fd27c980-e2fb-4384-a2a4-646db20fb8b0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=931d22fd-a1e3-43f2-9e96-5e6989fc155d HTTP/1.1" status: 200 len: 210 time: 0.0505123 Dec 10 20:11:24.279558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:11:24.283513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:11:24.295243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:11:24.295953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:11:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:11:24.480820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:11:24.806793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:11:24.811501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c136b00-dddc-4601-bab1-70019d32b946 None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:11:25.252140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffaa234-e41d-4976-8788-5db8435ed6eb None None] New status for floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:11:25.356219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-aa3c40cd-6457-41d5-91e9-2689ab107f4a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1629176720&fields=id&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 267 time: 0.0436788 Dec 10 20:11:25.523785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-788c820d-d1dd-4da7-a3a8-ff7b74b58c7d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:25.525342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-788c820d-d1dd-4da7-a3a8-ff7b74b58c7d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 812 time: 0.1618612 Dec 10 20:11:25.544518 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-353ad7b8-d2ed-4a9e-8846-9b69a6aec0f3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/quotas/59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 375 time: 0.0126457 Dec 10 20:11:25.634797 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-af33900e-1912-4581-b119-ae39efe1eb5c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844791 Dec 10 20:11:25.784210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-8ae08741-7b24-46ec-8cb9-d6782d489378 service neutron] 10.222.0.41 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368055 Dec 10 20:11:25.925406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-ee50aa3f-f4b4-45a5-a07d-fdfc8dd74ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345780 Dec 10 20:11:26.126374 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0af01f36-981e-479d-b7ae-72711d1d1421 req-4a02fdd7-28cd-4d16-b5fa-2d39281205d0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 210 time: 0.0522380 Dec 10 20:11:26.469988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:11:27.304743 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39a5f501-165c-4692-bf79-ee9301b417dd req-9674a07d-f9d8-48e2-8098-179ba2300a5f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 210 time: 0.0478275 Dec 10 20:11:27.350701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:11:27.386216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: e553c5d2-9727-4721-bb52-2b86db6dad0f {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:11:27.386617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e553c5d2-9727-4721-bb52-2b86db6dad0f not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:11:27.387494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bbd42494-2e80-4d5f-b7b8-5a9faab5b2c4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:27.389090 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bbd42494-2e80-4d5f-b7b8-5a9faab5b2c4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 812 time: 0.3891602 Dec 10 20:11:27.441884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-ea06c3be-83a4-45b1-ad5c-922c1fb4c835 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 380 time: 0.0423615 Dec 10 20:11:27.451060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'port': {'device_id': '835384f9-a697-4450-809a-42a176c4aa80', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'admin_state_up': True, 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'security_groups': ['1f98248b-cf6d-477f-acf4-93804a963fc9']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:11:27.592671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:11:27.596958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Usage tracker for resource:port and tenant:59802837a2d14314862a3bd0ac6fcfc3 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:11:27.599954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:11:27.606007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:11:27.614764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Made reservation on behalf of 59802837a2d14314862a3bd0ac6fcfc3 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:11:27.620208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:27.789336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Allocated IP 172.20.0.10 (148f6199-7171-40ee-8e35-92c621402fd1/2bbb48cc-7e27-4543-8644-5f658ac3a740/30e31245-62f2-4fa4-8a9c-83799d2664c0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:11:27.984664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:28.001156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Transition to ACTIVE for port object 30e31245-62f2-4fa4-8a9c-83799d2664c0 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:11:28.022383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:28.027892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-258f623d-67db-4f3e-86e2-6aef099427f4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:28.105185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Network 148f6199-7171-40ee-8e35-92c621402fd1 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:11:28.108724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:11:28.110805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:28.113078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:11:28.144192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:28.177706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:28.178379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:28.206260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596529 Dec 10 20:11:28.218835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Request body: {'port': {'device_id': '835384f9-a697-4450-809a-42a176c4aa80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:11:28.344844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:28.403259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fefd93fa-5f0d-437e-b25c-e72b33d8e1da None None] Provisioning for port 30e31245-62f2-4fa4-8a9c-83799d2664c0 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:11:28.408789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fefd93fa-5f0d-437e-b25c-e72b33d8e1da None None] Provisioning complete for port 30e31245-62f2-4fa4-8a9c-83799d2664c0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:11:28.409326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fefd93fa-5f0d-437e-b25c-e72b33d8e1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:28.466102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fefd93fa-5f0d-437e-b25c-e72b33d8e1da None None] Port 30e31245-62f2-4fa4-8a9c-83799d2664c0 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:11:28.530912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cd548-b034-41a6-bd77-d0d5941d9be0 req-6a59e0ad-a123-41a6-a65e-eb67ff3d0af7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:28.532584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e7cd548-b034-41a6-bd77-d0d5941d9be0 req-6a59e0ad-a123-41a6-a65e-eb67ff3d0af7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 932 time: 0.1008866 Dec 10 20:11:28.581166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e7cd548-b034-41a6-bd77-d0d5941d9be0 req-9bc40d3d-3e87-4c71-b79c-cb8ecf08cc7f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424435 Dec 10 20:11:28.706237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e31245-62f2-4fa4-8a9c-83799d2664c0 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:11:28.713308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:28.732075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Transition to ACTIVE for port object 30e31245-62f2-4fa4-8a9c-83799d2664c0 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:11:28.734653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:28.739692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-184bf62c-71d6-4111-9e57-2dc2f5d5e3ff tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:28.872028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:28.875921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:28.987299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Attempting to bind port 30e31245-62f2-4fa4-8a9c-83799d2664c0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:11:28.987683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Attempting to bind port 30e31245-62f2-4fa4-8a9c-83799d2664c0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:11:28.988059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Attempting to bind port 30e31245-62f2-4fa4-8a9c-83799d2664c0 on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:11:28.994465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Port 30e31245-62f2-4fa4-8a9c-83799d2664c0 on network 148f6199-7171-40ee-8e35-92c621402fd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:11:28.994831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Attempting to bind port 30e31245-62f2-4fa4-8a9c-83799d2664c0 on network 148f6199-7171-40ee-8e35-92c621402fd1 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:11:29.001620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:11:29.002003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Checking segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:11:29.002426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Bound using segment: {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:11:29.002902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Bound port: 30e31245-62f2-4fa4-8a9c-83799d2664c0, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7d5160-f2e7-4a00-8150-82d0ad66948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:11:29.003288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:29.096047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:11:29.099632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:11:29.102509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:29.106988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1e373dff-d7d3-4269-a61e-75f8a8bfd7b8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:29.172550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:29.174077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] 10.222.0.84 "PUT /v2.0/ports/30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 1094 time: 0.9603093 Dec 10 20:11:29.174651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:29.192130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:29.195463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:29.251285 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'status': 'completed', 'code': 200} Dec 10 20:11:29.299769 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-f3a080fd-2598-4524-90d1-58c53666cbbe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1097 time: 0.0862443 Dec 10 20:11:29.378863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-3b962e84-ee5b-45d6-9ffe-f67579465129 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 217 time: 0.0721881 Dec 10 20:11:29.446626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-d030e9ab-26c5-4b50-bd75-bd145f3d048b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:29.448110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-d030e9ab-26c5-4b50-bd75-bd145f3d048b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0636580 Dec 10 20:11:29.534737 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-3668f568-9831-4f6e-b792-14a5fbb94796 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802519 Dec 10 20:11:29.680128 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-c0d03050-d981-4eba-aa5c-816ab0de00d4 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389961 Dec 10 20:11:29.833641 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4577f9bc-b109-4d0d-bcc6-d0e52a1e1eec req-58e04b6b-208e-4a5a-bdb7-8cfde1f2291d service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418917 Dec 10 20:11:29.918506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5169-bdc5-4711-85a8-c433e8600f76 req-c98e06de-d91c-4c10-abd6-39a94fa416f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:29.920129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0deb5169-bdc5-4711-85a8-c433e8600f76 req-c98e06de-d91c-4c10-abd6-39a94fa416f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 944 time: 0.0853684 Dec 10 20:11:29.950750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-7375618b-36bc-4ada-ab9b-37750a3a35a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1097 time: 0.0760860 Dec 10 20:11:29.968203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0deb5169-bdc5-4711-85a8-c433e8600f76 req-9836452f-0656-419e-bad0-224b76ab421d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 Dec 10 20:11:30.094230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-689f067e-4b26-45e5-b94e-fd548eef7caf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:30.095722 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-689f067e-4b26-45e5-b94e-fd548eef7caf service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1359980 Dec 10 20:11:30.170411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-4f782f66-7620-4779-89de-9ee3fba25891 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 217 time: 0.0678654 Dec 10 20:11:30.235884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-eb9439dd-7ae4-4be0-801c-f09a2d2e6c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:30.237365 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-eb9439dd-7ae4-4be0-801c-f09a2d2e6c54 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0615771 Dec 10 20:11:30.315822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-2f09bd7a-9d0e-4dbf-bb38-9aaebd29b552 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723717 Dec 10 20:11:30.457169 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-3cb1fa09-6954-4a36-b1eb-943bcc4c19f3 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344924 Dec 10 20:11:30.599907 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd87c43c-835a-4e25-80f8-946526eb22ed req-93a05244-1829-480c-819c-11c089ac31f0 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361818 Dec 10 20:11:31.176235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5609e-f799-463d-87fb-003c63244ec2 req-6618e7c5-4c0a-4a82-a36b-0ed235baa192 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:31.177843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0d5609e-f799-463d-87fb-003c63244ec2 req-6618e7c5-4c0a-4a82-a36b-0ed235baa192 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 944 time: 0.0863404 Dec 10 20:11:31.227615 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b0d5609e-f799-463d-87fb-003c63244ec2 req-0900044e-cddf-4645-878d-01f6e5dc9a54 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435894 Dec 10 20:11:32.429226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075efd-bcda-464d-ad2e-c266f8099e6d req-e608c84f-11d1-450a-adf2-f9ec13533591 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:32.430833 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c075efd-bcda-464d-ad2e-c266f8099e6d req-e608c84f-11d1-450a-adf2-f9ec13533591 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 944 time: 0.0833499 Dec 10 20:11:32.479570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c075efd-bcda-464d-ad2e-c266f8099e6d req-012b0398-3508-4839-ab02-5238d0d7e47a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Dec 10 20:11:32.688155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:33.361568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:11:33.503223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:33.517427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'mac_address': 'fa:16:3e:8e:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:11:33.578071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:33.596153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e31245-62f2-4fa4-8a9c-83799d2664c0 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:11:33.612493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:33.615415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:33.618127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:33.685230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:33.688669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:33.692051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625dc9e-7b25-4368-8f81-17883b02f31e req-1156459f-b46c-4cc3-a77e-18f26cc65576 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:33.694080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7625dc9e-7b25-4368-8f81-17883b02f31e req-1156459f-b46c-4cc3-a77e-18f26cc65576 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 945 time: 0.0890074 Dec 10 20:11:33.741678 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7625dc9e-7b25-4368-8f81-17883b02f31e req-9b819c67-42fa-45d2-a60b-f844477af931 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414467 Dec 10 20:11:33.934935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['30e31245-62f2-4fa4-8a9c-83799d2664c0'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:11:34.945407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806758e-986b-4213-9217-935408aa1b89 req-fdadf868-0a4f-4dde-996e-af32cdaa43b6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:34.947016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6806758e-986b-4213-9217-935408aa1b89 req-fdadf868-0a4f-4dde-996e-af32cdaa43b6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 945 time: 0.0830975 Dec 10 20:11:34.998537 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6806758e-986b-4213-9217-935408aa1b89 req-b16f2ed7-3448-441a-bc64-cd2759fa4bc7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Dec 10 20:11:35.361107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:11:35.429996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 30e31245-62f2-4fa4-8a9c-83799d2664c0 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:11:35.434784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 30e31245-62f2-4fa4-8a9c-83799d2664c0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:11:35.435209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:35.555055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:35.581485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:35.592149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:11:35.595000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:35.596899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:11:35.635177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'code': 200} Dec 10 20:11:35.669017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:11:35.672149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:11:35.875118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-255b99ef-3f60-4ec5-b9de-5050ff9b69ab req-7d637a48-3b9d-4aea-ba8a-a6c827dd62c1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1099 time: 0.0784628 Dec 10 20:11:35.919116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-255b99ef-3f60-4ec5-b9de-5050ff9b69ab req-1dd3115a-f3e9-429b-85d5-62357a9c3325 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377502 Dec 10 20:11:36.201552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab89fe-422a-4f30-b2c8-d48962a4135b req-51c50df8-6927-435b-ba3b-ef2c740929f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:36.203036 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-daab89fe-422a-4f30-b2c8-d48962a4135b req-51c50df8-6927-435b-ba3b-ef2c740929f0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0848403 Dec 10 20:11:36.250567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-daab89fe-422a-4f30-b2c8-d48962a4135b req-630d20d7-4966-417b-8ebc-63e917d5249d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415626 Dec 10 20:11:37.458726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91ee3b-4fe2-4a1b-bcd3-7d7325bfe1b9 req-12f6fa78-09ec-4a31-adcb-f2bfc0529e01 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:37.460320 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae91ee3b-4fe2-4a1b-bcd3-7d7325bfe1b9 req-12f6fa78-09ec-4a31-adcb-f2bfc0529e01 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0873008 Dec 10 20:11:37.508603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ae91ee3b-4fe2-4a1b-bcd3-7d7325bfe1b9 req-1082b1dd-40a1-4796-8b47-2e6bcf962fc8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 Dec 10 20:11:37.706510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f41fc-cec5-4279-ba41-555ffaf0616f req-23f2d9f8-1c73-4ce1-ab43-3ede7b671f3d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:37.708116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b7f41fc-cec5-4279-ba41-555ffaf0616f req-23f2d9f8-1c73-4ce1-ab43-3ede7b671f3d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0844200 Dec 10 20:11:37.718088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39202) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:11:37.724134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Request body: {'floatingip': {'port_id': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:11:37.807331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:38.633932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:38.636347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:38.835141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296 associated. External IP: 172.26.8.213, port: 30e31245-62f2-4fa4-8a9c-83799d2664c0. Dec 10 20:11:39.242289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:11:39.452294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:11:39.456875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:39.464252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:11:39.477493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:11:39.478191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:11:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:11:39.513771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1f5ef1a8-c0c8-4ec7-a272-160009cedad8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "PUT /v2.0/floatingips/831a8d3d-0a8b-4ad8-92a7-d94e79820296 HTTP/1.1" status: 200 len: 993 time: 1.7943056 Dec 10 20:11:39.514368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:11:39.566961 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'status': 'completed', 'code': 200} Dec 10 20:11:39.670035 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-3ca04e4c-3d64-4314-b5a5-99b782d36dac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1099 time: 0.0786655 Dec 10 20:11:39.671301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:11:39.813648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-3b9f5d8d-93b6-4ad1-a4af-c3ecda050778 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:39.815239 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-3b9f5d8d-93b6-4ad1-a4af-c3ecda050778 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1395864 Dec 10 20:11:39.924024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-d3572449-175e-435b-a38c-40944aa82610 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 1001 time: 0.1030104 Dec 10 20:11:39.993913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-7f720157-c62e-4482-afdf-39ae551aba09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:11:39.995475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-7f720157-c62e-4482-afdf-39ae551aba09 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0661442 Dec 10 20:11:40.034788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:8e:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835384f9-a697-4450-809a-42a176c4aa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:11:38Z', 'revision_number': 13, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:11:40.038809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:11:40.049984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:11:40.050641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:11:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:11:40.077061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-3157541d-5d6c-4da1-9402-713f50712440 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742073 Dec 10 20:11:40.218648 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-e51faf51-ad1b-404e-8186-27d0b4ac0416 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352117 Dec 10 20:11:40.235705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:11:40.359196 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374967a9-54eb-4c46-8870-ec2dbef639c4 req-322b7985-7374-4d5b-8aa8-07b1bb4db5d8 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346164 Dec 10 20:11:40.742412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:8e:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835384f9-a697-4450-809a-42a176c4aa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:11:38Z', 'revision_number': 13, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:11:40.747045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1df38b-f239-4ecc-969b-617f4037ae15 None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '831a8d3d-0a8b-4ad8-92a7-d94e79820296', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'port_id': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'mac_address': 'fa:16:3e:8e:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835384f9-a697-4450-809a-42a176c4aa80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:30Z', 'updated_at': '2021-12-10T20:11:38Z', 'revision_number': 13, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:11:41.074832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87031b4b-9b08-458e-8cf4-9236fd9b2b1b None None] New status for floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:11:41.273260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94e78b8e-fb57-4b5c-aaf0-a4e2f9ea517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:42.566529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:43.932823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:43.936575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6e88a18f-4988-49ee-aca5-306d348df074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:11:45.466190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:02.691467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:03.472464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:12:11.204956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55891474-190c-4cb2-9354-a90c56b14883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:12.567638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:13.937685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:13.940696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e56f427-fd27-4a92-81fa-783549489b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:15.468886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:31.872474 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-c1d913ad-f4fe-4486-a008-9073d490a6ea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1572247 Dec 10 20:12:32.022166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-44891997-b98a-4c88-a88d-a6e8ddf9ccec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1099 time: 0.0800247 Dec 10 20:12:32.406832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-8d07bff1-a1f4-4a14-a69c-ebbb652775e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:12:32.408391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-8d07bff1-a1f4-4a14-a69c-ebbb652775e7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.3666334 Dec 10 20:12:32.518583 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-7786878a-92f1-4c45-864b-84ea4aefb4ce service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 1003 time: 0.1031885 Dec 10 20:12:32.586353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-d03f0d3c-9aae-4260-9a28-627bfa8fc752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:12:32.587892 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-d03f0d3c-9aae-4260-9a28-627bfa8fc752 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0631886 Dec 10 20:12:32.672096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-38099d7f-349e-4265-b345-7288577c9360 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775850 Dec 10 20:12:32.696092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:32.814418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-f28ddcea-871c-4306-a749-186e464598a0 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348386 Dec 10 20:12:32.960280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce9d9efc-7fb7-46d5-9abe-fad6c6456562 req-189d709e-48c8-4600-8ac1-95bf67591af1 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399086 Dec 10 20:12:40.473094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:12:41.208881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ebadcbc2-f6ad-4055-948d-5d7d4c7f4fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:42.572053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:43.933173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:43.940609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e359d355-4563-442f-ad4b-af6077dfe3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:45.472457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:12:56.336522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f804787-fdbd-4386-93b9-98ccc01d2567 req-3da52b6d-9ca3-4165-aadf-53b332a099a8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:12:56.338176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f804787-fdbd-4386-93b9-98ccc01d2567 req-3da52b6d-9ca3-4165-aadf-53b332a099a8 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.1568506 Dec 10 20:12:56.389617 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f804787-fdbd-4386-93b9-98ccc01d2567 req-031096c3-ddfb-4bbb-8fc2-9cb7463e7c18 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449159 Dec 10 20:13:02.701396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:06.198938 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab2e3b13-a3a9-4674-969f-42fd6b8b5db0 req-b3372ce2-afe5-4621-b62a-790a4eb47128 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0733995 Dec 10 20:13:06.453863 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-5525c470-2af8-4acf-8038-167528d4b466 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765712 Dec 10 20:13:06.527988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b7f3a-0c53-426e-8577-f6a8b78e4b77 req-018a11f2-2f65-450c-9713-05138a1d6cc3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:06.529629 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cf8b7f3a-0c53-426e-8577-f6a8b78e4b77 req-018a11f2-2f65-450c-9713-05138a1d6cc3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0947304 Dec 10 20:13:06.584989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cf8b7f3a-0c53-426e-8577-f6a8b78e4b77 req-0a6daa25-17c6-4d89-a6f2-414648c0f23d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488482 Dec 10 20:13:07.694543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-e9e79b86-2167-4d73-b071-ffe593606a81 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1099 time: 0.0775983 Dec 10 20:13:07.794719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e261564-62d1-4621-962b-d8bc03a7cf19 req-27dab5cb-540a-41df-8b7c-3de17d942958 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:07.796321 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e261564-62d1-4621-962b-d8bc03a7cf19 req-27dab5cb-540a-41df-8b7c-3de17d942958 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0855339 Dec 10 20:13:07.838001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-85ae049e-a225-4fcb-b955-ca7d82a46cd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:07.839894 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-85ae049e-a225-4fcb-b955-ca7d82a46cd2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1387606 Dec 10 20:13:07.846109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8e261564-62d1-4621-962b-d8bc03a7cf19 req-50dc523a-749c-45db-bacb-c2a3b6377617 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 Dec 10 20:13:07.952696 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-500f4a99-68ce-4a80-91a4-2898b93071df service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 1003 time: 0.1063299 Dec 10 20:13:08.023890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-7bf7dbe6-c323-41e9-a55f-d5878a6ce540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:08.025409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-7bf7dbe6-c323-41e9-a55f-d5878a6ce540 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0660915 Dec 10 20:13:08.105557 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-08d7d3f4-fcae-4ceb-a1f3-fc0719c7375a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730090 Dec 10 20:13:08.243815 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-e462c557-9a96-404c-81a4-52177cdb6c2f service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314707 Dec 10 20:13:08.382376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-e7212396-1717-4f0a-b851-4c2a470e67f2 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324716 Dec 10 20:13:09.054244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99182c-6bd5-4e70-96ed-e67e6cc2c5e4 req-c98ea834-7212-4793-af4d-5557ca44f283 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:09.055866 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e99182c-6bd5-4e70-96ed-e67e6cc2c5e4 req-c98ea834-7212-4793-af4d-5557ca44f283 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0875702 Dec 10 20:13:09.103002 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e99182c-6bd5-4e70-96ed-e67e6cc2c5e4 req-7a0ea687-f9ff-4bd7-aa27-3c720a8ffa82 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 Dec 10 20:13:10.307884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59f11-f183-4a65-a43c-38a9eed06b51 req-e7dc5286-34b0-452e-9db5-da1c6ab6c262 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:10.310047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3f59f11-f183-4a65-a43c-38a9eed06b51 req-e7dc5286-34b0-452e-9db5-da1c6ab6c262 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0842366 Dec 10 20:13:10.356903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3f59f11-f183-4a65-a43c-38a9eed06b51 req-899fd182-eb64-402e-82c9-664a29ef8c18 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403333 Dec 10 20:13:11.210553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8d52f83-d328-4e07-b0b7-89d4f7dac941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:11.568659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe95920-baec-49d3-8d44-dc84cdbaa950 req-e07c5e58-7b19-4f93-aa0b-397d9e4cbc0f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:11.570267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5fe95920-baec-49d3-8d44-dc84cdbaa950 req-e07c5e58-7b19-4f93-aa0b-397d9e4cbc0f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0872762 Dec 10 20:13:11.617266 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5fe95920-baec-49d3-8d44-dc84cdbaa950 req-19d6a34d-1717-492c-9fdd-e3086a652b4d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Dec 10 20:13:12.575485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:12.819988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d1af4-7d6e-40a4-b586-a765f3a7fa00 req-695ba2b7-5782-425d-a37d-d84145701ba9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:12.821581 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f63d1af4-7d6e-40a4-b586-a765f3a7fa00 req-695ba2b7-5782-425d-a37d-d84145701ba9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0825412 Dec 10 20:13:12.868861 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f63d1af4-7d6e-40a4-b586-a765f3a7fa00 req-18e3f6f7-420d-4411-844b-6a4088e756de tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Dec 10 20:13:13.940517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:13.943663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3371fe0e-cbc6-4114-b943-d81c64dcdcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:14.076379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c54d2-fc69-423d-9457-cc2c072ef4eb req-73712eb6-5e9a-43fc-822a-9de68fa1ae16 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:14.077972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f00c54d2-fc69-423d-9457-cc2c072ef4eb req-73712eb6-5e9a-43fc-822a-9de68fa1ae16 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0859814 Dec 10 20:13:14.124882 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f00c54d2-fc69-423d-9457-cc2c072ef4eb req-83a56671-e91b-4888-8cee-6be911ef78c1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Dec 10 20:13:15.332163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13662fb-a9aa-435c-9677-5a79835c906c req-3a21ce01-91a1-4291-9019-bbb2d6b65f5d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:15.333788 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b13662fb-a9aa-435c-9677-5a79835c906c req-3a21ce01-91a1-4291-9019-bbb2d6b65f5d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0839636 Dec 10 20:13:15.391506 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b13662fb-a9aa-435c-9677-5a79835c906c req-7073ad2f-3610-46db-b25b-1ef4a973054f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511353 Dec 10 20:13:15.475035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:16.596566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e170-2714-4d19-8a0f-cd4326f999eb req-1fd2dc4d-1d98-4991-bb96-de063b458bcb tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:16.598168 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e047e170-2714-4d19-8a0f-cd4326f999eb req-1fd2dc4d-1d98-4991-bb96-de063b458bcb tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0832872 Dec 10 20:13:16.644894 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e047e170-2714-4d19-8a0f-cd4326f999eb req-b963a795-ee3d-41be-957b-64117533c284 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Dec 10 20:13:17.474118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:13:17.851947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d9de7-9d42-41e4-bfe4-0306ab1db1f0 req-4df3addd-9c34-4ba4-8950-211c50de596a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:17.853560 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b05d9de7-9d42-41e4-bfe4-0306ab1db1f0 req-4df3addd-9c34-4ba4-8950-211c50de596a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0866168 Dec 10 20:13:17.902572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b05d9de7-9d42-41e4-bfe4-0306ab1db1f0 req-4318f7ea-abf8-439e-8fc6-ae3ef0983379 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Dec 10 20:13:19.110541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd737152-46cf-4e35-92c5-1e5e2ed72bc0 req-5be58e99-71a4-4633-9c98-b76c629dc608 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:19.112090 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd737152-46cf-4e35-92c5-1e5e2ed72bc0 req-5be58e99-71a4-4633-9c98-b76c629dc608 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0836422 Dec 10 20:13:19.158651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd737152-46cf-4e35-92c5-1e5e2ed72bc0 req-82d1d0a4-7b12-42ba-85c1-7a617640bc91 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405750 Dec 10 20:13:20.365541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577aca92-6bf4-41a1-9bc2-a652802ecc71 req-e0b2176b-926b-4c4c-a90c-94cea1db8906 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:20.367134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-577aca92-6bf4-41a1-9bc2-a652802ecc71 req-e0b2176b-926b-4c4c-a90c-94cea1db8906 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0875254 Dec 10 20:13:20.414359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-577aca92-6bf4-41a1-9bc2-a652802ecc71 req-488eb81d-acd2-4b02-a175-d01f039df02c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410285 Dec 10 20:13:21.620036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1f21b-4524-4d9e-8c26-6d1870834858 req-05ae3a5f-b8b2-4747-896b-3ef0b8567c33 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:21.622295 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22d1f21b-4524-4d9e-8c26-6d1870834858 req-05ae3a5f-b8b2-4747-896b-3ef0b8567c33 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0849304 Dec 10 20:13:21.672953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22d1f21b-4524-4d9e-8c26-6d1870834858 req-e8043492-b270-4bbf-8660-f2ee737bfa07 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446429 Dec 10 20:13:22.880315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e5fa-7fb4-4f30-acd8-7b58c32f47f1 req-81e438ab-713b-4e8f-9b7e-9f5e7fba77ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:22.881897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20b0e5fa-7fb4-4f30-acd8-7b58c32f47f1 req-81e438ab-713b-4e8f-9b7e-9f5e7fba77ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0846009 Dec 10 20:13:22.928892 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20b0e5fa-7fb4-4f30-acd8-7b58c32f47f1 req-a9e7afb2-1e4a-4a64-a89d-43b6708df72a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409513 Dec 10 20:13:24.136675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ba3d6-ec08-4fe5-94ce-c9ce38583b5b req-49347d13-67de-4f6d-bd78-12d152217238 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:24.138325 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bf4ba3d6-ec08-4fe5-94ce-c9ce38583b5b req-49347d13-67de-4f6d-bd78-12d152217238 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0872877 Dec 10 20:13:24.186318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bf4ba3d6-ec08-4fe5-94ce-c9ce38583b5b req-986c1de2-ea7a-463b-af8c-9cc44a196375 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Dec 10 20:13:25.392979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e292a-0e94-4c87-86c3-ccd1f60bfa77 req-cb3caae9-8e5c-4306-98ec-8c8a0a6fd8a6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:25.394675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-493e292a-0e94-4c87-86c3-ccd1f60bfa77 req-cb3caae9-8e5c-4306-98ec-8c8a0a6fd8a6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0854750 Dec 10 20:13:25.449545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-493e292a-0e94-4c87-86c3-ccd1f60bfa77 req-f2f8499e-1ac9-42f4-af18-8f2575864a61 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485437 Dec 10 20:13:25.812030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-820bb8f9-18b5-4381-966a-638ba5bc6568 service neutron] 10.222.0.84 "GET /v2.0/ports/30e31245-62f2-4fa4-8a9c-83799d2664c0/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0776532 Dec 10 20:13:26.080302 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-f5509dcd-b486-484f-a790-c4a2316623ea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 1099 time: 0.0789320 Dec 10 20:13:26.174589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-be812834-b69d-4b3f-be9d-616f12d60324 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1099 time: 0.0732942 Dec 10 20:13:26.312813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-52af26ad-f20d-43d8-a740-6b92ab007931 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:26.314417 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-52af26ad-f20d-43d8-a740-6b92ab007931 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1334069 Dec 10 20:13:26.421771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-dadc59f5-1929-4018-8324-18ec58f1abc4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 1003 time: 0.1011512 Dec 10 20:13:26.492722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-671d5f63-c6f1-4997-b588-d8cbfcf53b77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:26.494406 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-671d5f63-c6f1-4997-b588-d8cbfcf53b77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0665464 Dec 10 20:13:26.576564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-9be8371e-175d-4214-99bb-e707841ac0c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759318 Dec 10 20:13:26.663092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212f42-4521-4813-95d3-8828173ffe4b req-6cc6bd5b-f7bb-40e6-acf7-8a345bbbb8f7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:26.664704 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-31212f42-4521-4813-95d3-8828173ffe4b req-6cc6bd5b-f7bb-40e6-acf7-8a345bbbb8f7 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0877848 Dec 10 20:13:26.716702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-31212f42-4521-4813-95d3-8828173ffe4b req-a8f05ecd-b880-4bb6-b52f-6e6f5f8b7ce0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450087 Dec 10 20:13:26.720087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-410f4a68-7d16-47d1-a25f-23169b162b03 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366236 Dec 10 20:13:26.861968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-35a707b2-3c04-4b5a-9e6a-52ff1c889aa4 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357813 Dec 10 20:13:27.926481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bbf1-5927-4de6-816d-2cef617819f7 req-9cd87c90-79e6-4099-8c92-905d8f3bbf08 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:27.928085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f594bbf1-5927-4de6-816d-2cef617819f7 req-9cd87c90-79e6-4099-8c92-905d8f3bbf08 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0867677 Dec 10 20:13:27.977957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f594bbf1-5927-4de6-816d-2cef617819f7 req-c961019c-e5b8-4173-95e8-2c17e95eabe1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Dec 10 20:13:29.185993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da9a5c-5bb6-4388-83f5-c6763778f267 req-51feb9ce-eac7-4473-8a4e-5b75257f2f28 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:29.187572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53da9a5c-5bb6-4388-83f5-c6763778f267 req-51feb9ce-eac7-4473-8a4e-5b75257f2f28 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0867147 Dec 10 20:13:29.235107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53da9a5c-5bb6-4388-83f5-c6763778f267 req-4376ca60-dcf6-4473-b9c1-d259fc7a6d01 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Dec 10 20:13:29.830671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:13:29.833406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:13:30.214872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:30.253379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:30.271023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:30.280208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'mac_address': 'fa:16:3e:8e:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:13:30.310349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:30.316399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:30.324332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dcf05e2-fa79-4952-8d1a-b6fd5da72273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:30.354293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'code': 200} Dec 10 20:13:30.403264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:30.425935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:30.430975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e31245-62f2-4fa4-8a9c-83799d2664c0 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:13:30.446107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.446511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.446882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.447260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.447636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.448010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.448378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.448750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.448916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c6659-551c-4e84-98ae-6e595267ae89 req-227d928a-c7d1-47e6-9107-36fb27398933 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:30.449120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.449540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.449918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:30.453291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-676c6659-551c-4e84-98ae-6e595267ae89 req-227d928a-c7d1-47e6-9107-36fb27398933 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 944 time: 0.0872486 Dec 10 20:13:30.455148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:30.460592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:30.463533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:30.466544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:30.505412 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-676c6659-551c-4e84-98ae-6e595267ae89 req-ca516307-8bf1-4f9a-b462-876379558469 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476713 Dec 10 20:13:30.538145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['30e31245-62f2-4fa4-8a9c-83799d2664c0'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:13:30.581241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:30.584539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:31.715202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d5f4b-43c1-4f08-8edb-eb68475dedbf req-72cfae5d-470f-4cd0-b66a-18107b8ebbde tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:31.716806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b98d5f4b-43c1-4f08-8edb-eb68475dedbf req-72cfae5d-470f-4cd0-b66a-18107b8ebbde tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 945 time: 0.0851347 Dec 10 20:13:31.766968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b98d5f4b-43c1-4f08-8edb-eb68475dedbf req-19f51b1a-6616-4572-9345-1e624ae89670 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438108 Dec 10 20:13:31.828333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:13:31.864208 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-23ea493c-93f1-4087-ab63-e8c8648119b3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0772042 Dec 10 20:13:31.900915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 30e31245-62f2-4fa4-8a9c-83799d2664c0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:13:31.901342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:32.022332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-cda5cdb4-e75c-43f7-99c1-8051ecb4fa54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:32.023538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:32.023827 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-cda5cdb4-e75c-43f7-99c1-8051ecb4fa54 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1403277 Dec 10 20:13:32.057000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:32.060824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:32.063738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:32.135044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:32.138404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:32.140687 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-839203f4-9c7e-41d1-91f9-278606c5351d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 1003 time: 0.1110122 Dec 10 20:13:32.211985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-229480a6-2eb1-4354-bbcf-11a5931c5177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:32.213498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-229480a6-2eb1-4354-bbcf-11a5931c5177 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0662463 Dec 10 20:13:32.294330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-9e48a033-431c-4acf-bcfa-7a7103347e66 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740540 Dec 10 20:13:32.356516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:32.439616 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-54b7a968-8baf-4595-a1cc-5c2dde02d25f service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392415 Dec 10 20:13:32.550007 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'code': 200} Dec 10 20:13:32.588870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0587a2f1-11ba-4957-b600-ebcc7d94325a req-9bebece5-5c25-4916-b22e-0d880b551d11 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420765 Dec 10 20:13:32.707666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:33.105435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c846fa-5a39-48cc-bdbd-db100b2f0e52 req-bbd4c7f8-7688-4c68-b095-015624d573f9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:33.106967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b4c846fa-5a39-48cc-bdbd-db100b2f0e52 req-bbd4c7f8-7688-4c68-b095-015624d573f9 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0904744 Dec 10 20:13:33.154336 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b4c846fa-5a39-48cc-bdbd-db100b2f0e52 req-5c1a85bc-b7ba-4d6b-8db9-28af351f4d58 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Dec 10 20:13:34.359287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b0621-1757-49ed-b7b6-7bf05662f8f2 req-eddec4a7-27c4-4d13-9930-d81a3b6db78c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:34.360857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e91b0621-1757-49ed-b7b6-7bf05662f8f2 req-eddec4a7-27c4-4d13-9930-d81a3b6db78c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0837750 Dec 10 20:13:34.408890 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e91b0621-1757-49ed-b7b6-7bf05662f8f2 req-d1ff501f-a66a-427e-b630-2e0a5ef7a4c0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421414 Dec 10 20:13:35.835900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:13:35.837158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bac95-83ca-4526-ba2a-63afe46dd9cc req-bbfa1008-0974-4c5d-8588-39866005be46 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:35.839031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-920bac95-83ca-4526-ba2a-63afe46dd9cc req-bbfa1008-0974-4c5d-8588-39866005be46 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.3073714 Dec 10 20:13:35.888197 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-920bac95-83ca-4526-ba2a-63afe46dd9cc req-8783b310-f8bd-4754-a1e5-a8e1b4546c17 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Dec 10 20:13:35.976721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:35.990671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'mac_address': 'fa:16:3e:8e:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:13:36.046990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:36.065453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30e31245-62f2-4fa4-8a9c-83799d2664c0 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:13:36.081649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:36.086004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:36.087852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:36.156241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['30e31245-62f2-4fa4-8a9c-83799d2664c0'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:13:36.216660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=9']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:36.220426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:37.094514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde423b-aa3f-43d1-8b2c-f7973676b0cb req-f04afd65-beeb-4da5-910e-008d18b67e54 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:37.096229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bde423b-aa3f-43d1-8b2c-f7973676b0cb req-f04afd65-beeb-4da5-910e-008d18b67e54 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 945 time: 0.0855865 Dec 10 20:13:37.146694 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7bde423b-aa3f-43d1-8b2c-f7973676b0cb req-0e646fa2-68b8-415d-90cd-f2135a99197a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Dec 10 20:13:37.577284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-6988deca-5607-413c-bbc1-f97828ea8585 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:37.578089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-6988deca-5607-413c-bbc1-f97828ea8585 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Synchronizing usage tracker for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:13:37.594014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-6988deca-5607-413c-bbc1-f97828ea8585 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Unset dirty status for tenant:59802837a2d14314862a3bd0ac6fcfc3 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:13:37.595245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-6988deca-5607-413c-bbc1-f97828ea8585 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80&tenant_id=59802837a2d14314862a3bd0ac6fcfc3&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.1050918 Dec 10 20:13:37.637315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c609-3d33-423c-b4a1-5917666a2562 req-33041367-5f6f-4c5c-82fb-ed276f72e210 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:37.639136 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9185c609-3d33-423c-b4a1-5917666a2562 req-33041367-5f6f-4c5c-82fb-ed276f72e210 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 945 time: 0.0894852 Dec 10 20:13:37.685655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-466f286f-7144-4a75-91fe-7f4121bca31c service neutron] 10.222.0.84 "GET /v2.0/ports/30e31245-62f2-4fa4-8a9c-83799d2664c0/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0839188 Dec 10 20:13:37.689458 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9185c609-3d33-423c-b4a1-5917666a2562 req-20172598-3b6b-445d-bad1-b06d5caf5b6e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435479 Dec 10 20:13:37.785927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-7b650a6d-8206-447d-abdc-1ff1a541f9a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1098 time: 0.0768209 Dec 10 20:13:37.849264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:13:37.923601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 30e31245-62f2-4fa4-8a9c-83799d2664c0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:13:37.924022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:37.927617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-ce7cfa9d-37fa-4740-96cb-1d22d930095e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:37.929225 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-ce7cfa9d-37fa-4740-96cb-1d22d930095e service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1377985 Dec 10 20:13:38.117768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-3f50f59e-0e8d-42f3-8d6f-ab42447cf1ec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 1002 time: 0.1820514 Dec 10 20:13:38.125357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:38.152856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:38.163344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:38.166907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:38.169397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:38.189632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-6db1ae23-0c3b-4209-a78c-ee0d2bdf5751 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:38.191230 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-6db1ae23-0c3b-4209-a78c-ee0d2bdf5751 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0679779 Dec 10 20:13:38.224277 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'code': 200} Dec 10 20:13:38.240151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=10']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:38.243307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:38.273162 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-ef9d5e1b-b70c-4b51-9b30-541a845f3cf2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761988 Dec 10 20:13:38.646751 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-ee79933f-da35-404b-95c9-1178cef99b19 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675179 Dec 10 20:13:38.785989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-386da4be-393f-4a88-8ac7-12ce53e5bb3c service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322472 Dec 10 20:13:38.901625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af30ee2-ac2e-41da-a742-28d0a75547ba req-138b5c05-569c-491a-adb6-d5e8b44cc756 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:38.903806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2af30ee2-ac2e-41da-a742-28d0a75547ba req-138b5c05-569c-491a-adb6-d5e8b44cc756 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0895073 Dec 10 20:13:38.951271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2af30ee2-ac2e-41da-a742-28d0a75547ba req-0b550395-98b5-4abb-8223-dd09ef7f78e4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Dec 10 20:13:40.157367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5222fd-1475-42ec-89db-56225d6579a2 req-592a608c-445d-4e65-b5c4-e3c2024e940f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:40.158973 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1c5222fd-1475-42ec-89db-56225d6579a2 req-592a608c-445d-4e65-b5c4-e3c2024e940f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0837595 Dec 10 20:13:40.205914 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1c5222fd-1475-42ec-89db-56225d6579a2 req-c3a63cf8-0e7a-4b5b-a3e9-e762c54c8f11 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Dec 10 20:13:41.210915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4150e307-eda0-44bf-b617-dacf7762c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:41.419674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ce029-a98a-431c-95de-680012b532af req-61316210-19d9-403a-a133-a01517b76190 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:41.421282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee4ce029-a98a-431c-95de-680012b532af req-61316210-19d9-403a-a133-a01517b76190 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0914621 Dec 10 20:13:41.473057 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee4ce029-a98a-431c-95de-680012b532af req-63f70823-f62b-4364-ae97-5af3ef661117 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Dec 10 20:13:42.120118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-73bd1bf0-9abb-4d56-9e56-fc8484f3f025 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80&tenant_id=59802837a2d14314862a3bd0ac6fcfc3 HTTP/1.1" status: 200 len: 1100 time: 0.0745525 Dec 10 20:13:42.220495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-e509c7be-f3a6-4e00-8a61-a585fc8c19a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 1100 time: 0.0787714 Dec 10 20:13:42.360046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-ca3e9301-98ba-40cb-bf5b-d557fd0ed206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:42.361607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-ca3e9301-98ba-40cb-bf5b-d557fd0ed206 service neutron] 10.222.0.84 "GET /v2.0/networks?id=148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 200 len: 913 time: 0.1343656 Dec 10 20:13:42.471525 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-ad504b01-fe40-4794-8a4c-4114c741dd3f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 200 len: 1003 time: 0.1037858 Dec 10 20:13:42.539957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-39fecad6-faed-4902-af5f-67613c1c556f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:42.541545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-39fecad6-faed-4902-af5f-67613c1c556f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 200 len: 851 time: 0.0640550 Dec 10 20:13:42.579709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:42.625606 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-7cebe2ed-ab0c-4ada-b4a6-5199e93b82f0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=148f6199-7171-40ee-8e35-92c621402fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778279 Dec 10 20:13:42.684291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7e4da-3975-4f3f-8054-03c566132bed req-f7999bbb-8ae4-4a14-a613-4fb75aded598 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:42.685918 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90c7e4da-3975-4f3f-8054-03c566132bed req-f7999bbb-8ae4-4a14-a613-4fb75aded598 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0845187 Dec 10 20:13:42.740156 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90c7e4da-3975-4f3f-8054-03c566132bed req-239247a5-605d-43a1-b91a-41126feccef5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478945 Dec 10 20:13:42.771251 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-14f3f339-6ed3-4926-80b6-650abb4122a2 service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395323 Dec 10 20:13:42.911849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8babe063-da23-4773-9eb0-dc1bf75a5318 req-4f0d7d42-1788-44db-9c81-038496ec5d1b service neutron] 10.222.0.84 "GET /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332231 Dec 10 20:13:43.942986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:43.946827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75725653-8918-4b68-84be-1db94c83c308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:43.956480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91352c-8074-48a0-8295-63223bda11e5 req-feaed4e5-4cfc-485a-8376-d25956c6e27c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:43.958121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9f91352c-8074-48a0-8295-63223bda11e5 req-feaed4e5-4cfc-485a-8376-d25956c6e27c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0874896 Dec 10 20:13:44.006624 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9f91352c-8074-48a0-8295-63223bda11e5 req-79add39e-7bec-4302-9c8f-1dc01aad4754 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Dec 10 20:13:45.214120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c732fb-7981-4cb2-89c6-83e60399bd79 req-26165786-dae4-4d31-9b59-aa0069bf5637 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:45.216200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f0c732fb-7981-4cb2-89c6-83e60399bd79 req-26165786-dae4-4d31-9b59-aa0069bf5637 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0869024 Dec 10 20:13:45.263331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f0c732fb-7981-4cb2-89c6-83e60399bd79 req-afeee4d4-b0c8-4a06-b838-ae1c3946a285 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Dec 10 20:13:45.479136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:45.868657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:13:45.871693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:13:46.094396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:46.129499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:46.152104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:46.156724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'port_id': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'mac_address': 'fa:16:3e:8e:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:13:46.189676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:46.195628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:46.206555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:46.236697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'code': 200} Dec 10 20:13:46.280954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:46.304930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e31245-62f2-4fa4-8a9c-83799d2664c0 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:13:46.312399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=11']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:46.316046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:46.326299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:46.331782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:46.333730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:46.403009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['30e31245-62f2-4fa4-8a9c-83799d2664c0'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:13:46.449319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=12']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:46.460339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:46.485802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1a605-6c24-4780-ba26-261c6ce6a7ce req-98150205-91c0-43fe-a00c-450274ce3007 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:46.487422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6fc1a605-6c24-4780-ba26-261c6ce6a7ce req-98150205-91c0-43fe-a00c-450274ce3007 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0982182 Dec 10 20:13:46.536774 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6fc1a605-6c24-4780-ba26-261c6ce6a7ce req-f794fea3-5905-4e5b-91f2-50fda4666c2d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Dec 10 20:13:47.749703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9d77f-c7ed-4298-80a8-104b4bac7ab0 req-0c1ed8d6-d81d-47ba-9a5a-c4734fc6f046 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:47.751226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b9d77f-c7ed-4298-80a8-104b4bac7ab0 req-0c1ed8d6-d81d-47ba-9a5a-c4734fc6f046 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 946 time: 0.0900226 Dec 10 20:13:47.797742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c2b9d77f-c7ed-4298-80a8-104b4bac7ab0 req-91274130-748a-4cbe-8ab3-70f1e9677e0d tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404696 Dec 10 20:13:47.905811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:13:47.981115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 30e31245-62f2-4fa4-8a9c-83799d2664c0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:13:47.981548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:48.102497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:48.135820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:48.138733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:48.141301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:48.207460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=13']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:48.210649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:48.237239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:48.302644 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'code': 200} Dec 10 20:13:49.003620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bb93-e1f8-47fd-ab83-de4cc3291bd3 req-6c85b40e-c137-41f6-917e-bcc4365ba42f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:49.005179 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9d7bb93-e1f8-47fd-ab83-de4cc3291bd3 req-6c85b40e-c137-41f6-917e-bcc4365ba42f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0836575 Dec 10 20:13:49.052650 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a9d7bb93-e1f8-47fd-ab83-de4cc3291bd3 req-45cd6982-48d4-489f-a391-9fbded84bd77 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Dec 10 20:13:50.262688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051114f-258c-4dea-93b6-23710062dc33 req-be1530f5-839f-4e88-b818-0e81a6aec894 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:50.264272 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f051114f-258c-4dea-93b6-23710062dc33 req-be1530f5-839f-4e88-b818-0e81a6aec894 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0873487 Dec 10 20:13:50.311235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f051114f-258c-4dea-93b6-23710062dc33 req-793ed30d-3228-40e5-a65d-2448cb89c8da tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Dec 10 20:13:51.523954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aecfdd-7acc-4e3f-b74b-d8f327922eb8 req-7ff56ea0-a931-4579-8c40-3d084e83273a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:51.525602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a5aecfdd-7acc-4e3f-b74b-d8f327922eb8 req-7ff56ea0-a931-4579-8c40-3d084e83273a tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0918756 Dec 10 20:13:51.578378 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a5aecfdd-7acc-4e3f-b74b-d8f327922eb8 req-aab1d2d0-5f8f-418c-b058-7885483ed7e2 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458329 Dec 10 20:13:52.787897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55f2fd-f05e-497a-ae2b-b231872cf614 req-22dddca3-c446-4568-9fc6-c4b81b630903 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:52.789470 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa55f2fd-f05e-497a-ae2b-b231872cf614 req-22dddca3-c446-4568-9fc6-c4b81b630903 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0833578 Dec 10 20:13:52.841328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa55f2fd-f05e-497a-ae2b-b231872cf614 req-224f310a-7976-47cc-a359-2e110e464444 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Dec 10 20:13:53.049156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cbd08-f820-45e0-8c3e-f42bd50b611c req-140ed2a3-5d1d-4c48-b085-30c5728a6fc0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:53.050774 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e8cbd08-f820-45e0-8c3e-f42bd50b611c req-140ed2a3-5d1d-4c48-b085-30c5728a6fc0 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0864651 Dec 10 20:13:53.098169 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0e8cbd08-f820-45e0-8c3e-f42bd50b611c req-4670edc0-a09b-4671-a2c0-151d56969fe3 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Dec 10 20:13:53.301751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf8a2-a135-44e1-9a68-24ff0555fe23 req-4dbe3ab2-82ce-4c7a-8407-59dcf995cd98 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:53.303303 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7fcf8a2-a135-44e1-9a68-24ff0555fe23 req-4dbe3ab2-82ce-4c7a-8407-59dcf995cd98 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0818884 Dec 10 20:13:53.350718 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7fcf8a2-a135-44e1-9a68-24ff0555fe23 req-c5a8e48f-3044-4b4f-84f8-0cb731d84976 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407689 Dec 10 20:13:53.767071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c464c0-7038-427d-9319-662ea78aac2e req-71103bd2-df46-4cd8-a149-c7299a33e58b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:53.768635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4c464c0-7038-427d-9319-662ea78aac2e req-71103bd2-df46-4cd8-a149-c7299a33e58b tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0869825 Dec 10 20:13:53.819611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4c464c0-7038-427d-9319-662ea78aac2e req-79357201-4f51-40ca-a6dc-cf70e801d254 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Dec 10 20:13:54.475933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:13:55.023881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27385f84-2d4a-41bb-a17d-8c6a2a907eeb req-0900deed-bbd2-4ef9-a700-b9c7be4037a4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:55.025439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27385f84-2d4a-41bb-a17d-8c6a2a907eeb req-0900deed-bbd2-4ef9-a700-b9c7be4037a4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0831623 Dec 10 20:13:55.076555 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27385f84-2d4a-41bb-a17d-8c6a2a907eeb req-e4f6a023-ce62-4ac1-adb4-5960fcb080fd tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Dec 10 20:13:56.202488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-fb008310-f1b0-4a25-bb27-6864fd4d6746 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:56.204041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-fb008310-f1b0-4a25-bb27-6864fd4d6746 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0897205 Dec 10 20:13:56.277431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Deleting port 30e31245-62f2-4fa4-8a9c-83799d2664c0 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:13:56.277760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:56.280824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65970-e5a0-4b45-bca0-401aed42600b req-5a6d776b-3f69-4f57-9e71-eb9a3021cfb4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:13:56.282491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-68b65970-e5a0-4b45-bca0-401aed42600b req-5a6d776b-3f69-4f57-9e71-eb9a3021cfb4 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 947 time: 0.0848489 Dec 10 20:13:56.331299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-68b65970-e5a0-4b45-bca0-401aed42600b req-3ad5647a-e573-4bcc-9025-43cea7a8a67f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f98248b-cf6d-477f-acf4-93804a963fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426934 Dec 10 20:13:56.536639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] For port 30e31245-62f2-4fa4-8a9c-83799d2664c0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=30e31245-62f2-4fa4-8a9c-83799d2664c0,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:13:56.537036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:56.834149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:56.834563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:56.834913 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296 disassociated. External IP: 172.26.8.213, port: 30e31245-62f2-4fa4-8a9c-83799d2664c0. Dec 10 20:13:56.835296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Calling delete_port for 30e31245-62f2-4fa4-8a9c-83799d2664c0 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:13:56.979639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:56.985796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ae4dc5a-17d0-4e68-9744-e18f3f791480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:13:57.029789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event deleted for resources: {'Port': ['ID=30e31245-62f2-4fa4-8a9c-83799d2664c0,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:13:57.047791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.048229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.048655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.049078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.049471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.049929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.050348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.050766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.051181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.051593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.052000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:13:57.055792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:13:57.272997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:13:57.489437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:13:57.499916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:13:57.505651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8d6f3ed7-b918-45f3-85c9-fa1cef6f90b7 req-5a21e7da-8c6e-4c2f-b825-9b9d7cc0517f tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 210 time: 0.0513794 Dec 10 20:13:57.514783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:13:57.515564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:13:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:13:57.569061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] No DVR routers for this DVR port 30e31245-62f2-4fa4-8a9c-83799d2664c0 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:13:57.571633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:13:57.574726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-deleted', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:57.589970 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ba3b78cb-6a41-4847-a586-94ba369ed892 req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.84 "DELETE /v2.0/ports/30e31245-62f2-4fa4-8a9c-83799d2664c0 HTTP/1.1" status: 204 len: 173 time: 1.3806555 Dec 10 20:13:57.632408 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835384f9-a697-4450-809a-42a176c4aa80', 'name': 'network-vif-deleted', 'tag': '30e31245-62f2-4fa4-8a9c-83799d2664c0', 'status': 'completed', 'code': 200} Dec 10 20:13:57.708213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:13:58.045673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:13:58.049817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:13:58.060949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:13:58.061674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:13:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:13:58.252638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:13:58.582888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:13:58.587109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222137e-a5f5-42b4-a2a0-353740c4e855 None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:27Z', 'revision_number': 4, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '388b40d2-1490-42be-ae65-9f71c5fecb39', 'name': '', 'network_id': '148f6199-7171-40ee-8e35-92c621402fd1', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'mac_address': 'fa:16:3e:f3:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:26Z', 'updated_at': '2021-12-10T20:05:34Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'subnets': [{'id': '2bbb48cc-7e27-4543-8644-5f658ac3a740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:13:58.719200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-513df7f5-0e67-4329-85c4-2939111e1cc7 req-8b725985-f953-4c37-a9d2-58e3b58f6ce5 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/ports?device_id=835384f9-a697-4450-809a-42a176c4aa80 HTTP/1.1" status: 200 len: 210 time: 0.0506899 Dec 10 20:13:59.031304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2cf2c-7a23-4fee-9b06-07fadce93b4a None None] New status for floating IP 831a8d3d-0a8b-4ad8-92a7-d94e79820296: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:13:59.952616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:13:59.987159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 30e31245-62f2-4fa4-8a9c-83799d2664c0 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:13:59.987567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 30e31245-62f2-4fa4-8a9c-83799d2664c0 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:14:02.712847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.136934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39566) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:03.204428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d03035f-3610-40f7-aa58-099ef4bbe729 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.232219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d03035f-3610-40f7-aa58-099ef4bbe729 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.284996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d03035f-3610-40f7-aa58-099ef4bbe729 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.290127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8da04f34-8185-4694-84c6-cc9acb692e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:03.306268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03035f-3610-40f7-aa58-099ef4bbe729 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f98248b-cf6d-477f-acf4-93804a963fc9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:03.309758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d03035f-3610-40f7-aa58-099ef4bbe729 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:03.315654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9d03035f-3610-40f7-aa58-099ef4bbe729 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.316931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9d03035f-3610-40f7-aa58-099ef4bbe729 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "DELETE /v2.0/security-groups/1f98248b-cf6d-477f-acf4-93804a963fc9 HTTP/1.1" status: 204 len: 168 time: 0.1784303 Dec 10 20:14:03.319716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39570) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:03.337733 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-4e99df3f-b76a-4086-bd31-51b473eebe4e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] show failed (client error): The resource could not be found. Dec 10 20:14:03.339077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4e99df3f-b76a-4086-bd31-51b473eebe4e tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "GET /v2.0/security-groups/1f98248b-cf6d-477f-acf4-93804a963fc9 HTTP/1.1" status: 404 len: 347 time: 0.0182881 Dec 10 20:14:03.341970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39574) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:03.503859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Deleting port 9be8318c-eb56-452a-b0f6-1e2912c8d33b {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:14:03.504243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.679822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.680186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.804954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Calling delete_port for 9be8318c-eb56-452a-b0f6-1e2912c8d33b owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:14:03.950990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:03.955471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63e2a0a6-0956-4f42-8502-4571d2c4bfa6 tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:03.998437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Pushing event deleted for resources: {'Port': ['ID=9be8318c-eb56-452a-b0f6-1e2912c8d33b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:04.039615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.040054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.040484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.040910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.041334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.041779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.042828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.043249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.043667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.044083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.044495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:04.051807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:04.110913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:04.125436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:04.126734 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] 10.222.0.41 "DELETE /v2.0/floatingips/831a8d3d-0a8b-4ad8-92a7-d94e79820296 HTTP/1.1" status: 204 len: 168 time: 0.7836359 Dec 10 20:14:04.129864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39578) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:04.621377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:05.461811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Deleting port 388b40d2-1490-42be-ae65-9f71c5fecb39 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:14:05.462388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:05.643592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] For port 388b40d2-1490-42be-ae65-9f71c5fecb39, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=388b40d2-1490-42be-ae65-9f71c5fecb39,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:05.643986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:05.773777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Calling delete_port for 388b40d2-1490-42be-ae65-9f71c5fecb39 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:14:05.942252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:05.946518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-26c02812-db5f-41d3-9efd-b6bdbf4a6665 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:05.988905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Pushing event deleted for resources: {'Port': ['ID=388b40d2-1490-42be-ae65-9f71c5fecb39,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:05.993233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:06.295587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:06.897146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:14:07.107467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:14:07.117571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] Sync routers for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:14:07.122153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] 10.222.0.41 "PUT /v2.0/routers/999db01b-07ca-4c67-9dcf-57ee46a7ad6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9912171 Dec 10 20:14:07.124781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39584) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:07.130695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:14:07.131363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:13:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:07.336529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:07.474480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:14:07.777201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:07.785678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Deleting port b9578a14-897d-4648-8db9-3e7aa87c2863 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:14:07.786049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:07.789461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:14:05Z', 'revision_number': 5, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port': {'id': 'b9578a14-897d-4648-8db9-3e7aa87c2863', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:24Z', 'updated_at': '2021-12-10T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:07.794247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] Checking router: 999db01b-07ca-4c67-9dcf-57ee46a7ad6d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:14:07.805443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] Routers {'999db01b-07ca-4c67-9dcf-57ee46a7ad6d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:14:07.806139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:13:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:07.972803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] For port b9578a14-897d-4648-8db9-3e7aa87c2863, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b9578a14-897d-4648-8db9-3e7aa87c2863,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:07.973386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:07.998472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] Set router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:14:08.109291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Calling delete_port for b9578a14-897d-4648-8db9-3e7aa87c2863 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:14:08.119547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:14:07Z', 'revision_number': 6, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:08.124691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a986aa-bc9f-46dc-869f-847e645cc52b None None] The sync data for ids ['999db01b-07ca-4c67-9dcf-57ee46a7ad6d'] in dv-neutron-821443-1-hyperv is: [{'id': '999db01b-07ca-4c67-9dcf-57ee46a7ad6d', 'name': 'tempest-ServerActionsTestJSON-1491105274-router', 'tenant_id': '59802837a2d14314862a3bd0ac6fcfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:14:07Z', 'revision_number': 6, 'project_id': '59802837a2d14314862a3bd0ac6fcfc3', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:14:08.290909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:08.295383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0bea2ca3-51a1-41b0-adee-9f1c83266d06 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:08.339636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9578a14-897d-4648-8db9-3e7aa87c2863,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:08.344405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:08.580471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:08.656066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b9578a14-897d-4648-8db9-3e7aa87c2863 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:14:08.691295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: b9578a14-897d-4648-8db9-3e7aa87c2863 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:14:08.691690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b9578a14-897d-4648-8db9-3e7aa87c2863 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:14:08.692165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 388b40d2-1490-42be-ae65-9f71c5fecb39 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:14:08.726627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 388b40d2-1490-42be-ae65-9f71c5fecb39 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:14:08.727026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 388b40d2-1490-42be-ae65-9f71c5fecb39 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:14:08.859211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:08.863638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:08.886721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:08.887220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 999db01b-07ca-4c67-9dcf-57ee46a7ad6d {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:14:08.899464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:08.900716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/999db01b-07ca-4c67-9dcf-57ee46a7ad6d HTTP/1.1" status: 204 len: 168 time: 1.7749064 Dec 10 20:14:08.904114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39588) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:08.970766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Deleting subnet 2bbb48cc-7e27-4543-8644-5f658ac3a740 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:14:08.974219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.028992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.110956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.180423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.185188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-79c3fddc-b8df-4b85-bc25-24dad2565301 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:09.220376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbb48cc-7e27-4543-8644-5f658ac3a740,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:09.224576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:09.227323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.233070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1240c3-b9d8-440f-88b4-1a4cd1310a89 None None] Network 148f6199-7171-40ee-8e35-92c621402fd1 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:09.233370 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2bbb48cc-7e27-4543-8644-5f658ac3a740 HTTP/1.1" status: 204 len: 168 time: 0.3281732 Dec 10 20:14:09.236009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39592) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:09.351655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.363014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Deleting port db8f4375-4feb-445b-b55f-cac62ed9aefa {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:14:09.363391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.516641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] DHCP port deletion for 148f6199-7171-40ee-8e35-92c621402fd1 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:14:09.521403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] Deleting port db8f4375-4feb-445b-b55f-cac62ed9aefa {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:14:09.522002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.581662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] For port db8f4375-4feb-445b-b55f-cac62ed9aefa, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=db8f4375-4feb-445b-b55f-cac62ed9aefa,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:09.582059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.717663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Calling delete_port for db8f4375-4feb-445b-b55f-cac62ed9aefa owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:14:09.739734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] For port db8f4375-4feb-445b-b55f-cac62ed9aefa, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=db8f4375-4feb-445b-b55f-cac62ed9aefa,segment=NetworkSegment(3a7d5160-f2e7-4a00-8150-82d0ad66948e),segment_id=3a7d5160-f2e7-4a00-8150-82d0ad66948e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:09.740139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.791177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.796653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20a5154d-a04b-4f4d-ad69-123ae69e8bbf tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:09.841038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8f4375-4feb-445b-b55f-cac62ed9aefa,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:09.843656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:09.849033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] No DVR routers for this DVR port db8f4375-4feb-445b-b55f-cac62ed9aefa on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:14:09.870756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] Calling delete_port for db8f4375-4feb-445b-b55f-cac62ed9aefa owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:14:09.944612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:14:09.945022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:14:09.969458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:09.998928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148f6199-7171-40ee-8e35-92c621402fd1']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:10.011299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7d5160-f2e7-4a00-8150-82d0ad66948e') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:10.011641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7d5160-f2e7-4a00-8150-82d0ad66948e') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:10.023293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.038233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.045077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:14:10.045495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:14:10.059059 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:14:10.138331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.142744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.145385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15476431-73e0-49ce-8c75-2834c8cba199 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:10.167155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=148f6199-7171-40ee-8e35-92c621402fd1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:10.169671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:10.181011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/148f6199-7171-40ee-8e35-92c621402fd1 HTTP/1.1" status: 204 len: 168 time: 0.9439354 Dec 10 20:14:10.316765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39598) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:10.369957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-556d4de3-37f6-481e-bfce-cc783ebe71dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59802837a2d14314862a3bd0ac6fcfc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518680 Dec 10 20:14:10.372285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39602) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:10.433842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c8ed-55c4-4b6b-a408-83fd6416aaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.445909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] Deleting port db8f4375-4feb-445b-b55f-cac62ed9aefa {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:14:10.446351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.462914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c8ed-55c4-4b6b-a408-83fd6416aaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.509023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c8ed-55c4-4b6b-a408-83fd6416aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.514149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c4a6852-5eb5-4835-ada6-7bb4cf278034 tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:10.514787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b480939c-d479-49a8-b4cb-df377abfced9 None None] The port 'db8f4375-4feb-445b-b55f-cac62ed9aefa' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:14:10.528614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6c8ed-55c4-4b6b-a408-83fd6416aaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876baf31-7f03-450f-92f8-fb786cca5205,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:10.532719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5aa6c8ed-55c4-4b6b-a408-83fd6416aaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:10.537710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c8ed-55c4-4b6b-a408-83fd6416aaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:10.538921 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5aa6c8ed-55c4-4b6b-a408-83fd6416aaa0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/876baf31-7f03-450f-92f8-fb786cca5205 HTTP/1.1" status: 204 len: 168 time: 0.1656995 Dec 10 20:14:10.648128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device db8f4375-4feb-445b-b55f-cac62ed9aefa no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:14:10.686235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: db8f4375-4feb-445b-b55f-cac62ed9aefa {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:14:10.686636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device db8f4375-4feb-445b-b55f-cac62ed9aefa not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:14:11.212137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c50c-426c-49cf-af11-aa4f98a9452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.515099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39624) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:11.671280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-714401709-network', 'tenant_id': '3c3e7cdee03b4b8f9e252413a7b46b84'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:11.676504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:11.680569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Usage tracker for resource:network and tenant:3c3e7cdee03b4b8f9e252413a7b46b84 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:11.684198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:11.690221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:11.702967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Made reservation on behalf of 3c3e7cdee03b4b8f9e252413a7b46b84 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:11.707563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.720624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.752913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:11.756860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Usage tracker for resource:security_group_rule and tenant:3c3e7cdee03b4b8f9e252413a7b46b84 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:11.759772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:11.765758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:11.832931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.835504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.839914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-237d407b-874e-4191-b8e7-6ea871adfb69 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:11.867946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:14:11.877215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf48f12-b422-479d-b608-468af9e161dd,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:11.880990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:11.883443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.883833 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Added segment a918112d-519a-4ab5-9de0-156c2a888f87 of type vlan for network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 Dec 10 20:14:11.909959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.939102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.940049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:11.940676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:11.945629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ca3a75d-7b1e-43f4-b98d-d4e9dc51533c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:12.048747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5324454 Dec 10 20:14:12.051808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Pushing event updated for resources: {'Network': ['ID=31625c0b-9bfc-41c5-a2d6-e8d4ab415226,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:12.052069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39630) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:12.054626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:12.059159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Request body: {'subnet': {'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-714401709-subnet', 'tenant_id': '3c3e7cdee03b4b8f9e252413a7b46b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:12.062974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:14:12.066753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:12.070806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Usage tracker for resource:subnet and tenant:3c3e7cdee03b4b8f9e252413a7b46b84 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:12.073914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:12.080799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:12.090422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Made reservation on behalf of 3c3e7cdee03b4b8f9e252413a7b46b84 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:12.095092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:12.305214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:12.309691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22c2bce3-ca76-49b5-95d1-f83684fc3b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:12.374401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987d28a5-8c60-4a65-9979-b5d91fd3bd5e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:12.377228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:12.399729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Checking segment: {'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:12.400120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Network hostable DHCP agents. Network: 31625c0b-9bfc-41c5-a2d6-e8d4ab415226, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:14:12.421150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:14:12.429180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 31625c0b-9bfc-41c5-a2d6-e8d4ab415226) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:12.433034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:12.433727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:12.439755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924519eb-51b2-4f97-91b9-5488a599fc91 None None] Network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:12.468258 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4128399 Dec 10 20:14:12.625405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:12.683354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea6b4b8-8ea7-4533-85ef-e775d8d48916 None None] Network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:13.268693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9287af-af74-487c-a617-c63db3109115 req-cb45cee2-f155-4305-871c-fe31884a01c7 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:13.269418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-de9287af-af74-487c-a617-c63db3109115 req-cb45cee2-f155-4305-871c-fe31884a01c7 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Synchronizing usage tracker for tenant:3c3e7cdee03b4b8f9e252413a7b46b84 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:14:13.285036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-de9287af-af74-487c-a617-c63db3109115 req-cb45cee2-f155-4305-871c-fe31884a01c7 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Unset dirty status for tenant:3c3e7cdee03b4b8f9e252413a7b46b84 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:14:13.286332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-cb45cee2-f155-4305-871c-fe31884a01c7 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/networks?id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226 HTTP/1.1" status: 200 len: 813 time: 0.3941691 Dec 10 20:14:13.303524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-e263be7d-779f-47ec-be0c-5f41dbdfb590 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/quotas/3c3e7cdee03b4b8f9e252413a7b46b84 HTTP/1.1" status: 200 len: 375 time: 0.0114231 Dec 10 20:14:13.354937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-95c57f3b-64c7-49c2-b93a-a16053464b8a tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c3e7cdee03b4b8f9e252413a7b46b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449343 Dec 10 20:14:13.436927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-c63a3ef0-25db-4a45-9340-11513dfc7b93 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:14:13.444452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-c63a3ef0-25db-4a45-9340-11513dfc7b93 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0827398 Dec 10 20:14:13.584030 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-69d8a500-9073-4b3d-a980-f0eb919b1488 service neutron] 10.222.0.41 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381950 Dec 10 20:14:13.725064 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-e41ef415-8f3f-4c33-94b1-216d07476617 service neutron] 10.222.0.41 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341667 Dec 10 20:14:13.925476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b8c5d33-8938-4c38-bb3a-845f71707821 req-b5d4a98d-de93-45c6-81e5-257bcb64c56e tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 210 time: 0.0508165 Dec 10 20:14:13.955731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:13.957147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5dcbefd4-89be-4ab7-a170-a26cdfb1cc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:15.110723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b892294-6e23-4e05-a0cf-c6a4be10c503 req-c0fcf36e-9e6d-40ac-9feb-1fc4b8087068 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 210 time: 0.0500262 Dec 10 20:14:15.193371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9287af-af74-487c-a617-c63db3109115 req-7de0f829-9934-46fa-a81b-a5a0cc7888eb tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:15.194917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-7de0f829-9934-46fa-a81b-a5a0cc7888eb tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.84 "GET /v2.0/networks?id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226 HTTP/1.1" status: 200 len: 813 time: 0.4112282 Dec 10 20:14:15.214251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Request body: {'port': {'device_id': 'fada255c-0d7e-488e-8cdb-cc3d6cc0cc10', 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226', 'admin_state_up': True, 'tenant_id': '3c3e7cdee03b4b8f9e252413a7b46b84'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:15.356304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:15.360449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Usage tracker for resource:port and tenant:3c3e7cdee03b4b8f9e252413a7b46b84 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:15.363475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:15.370100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:15.378987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Made reservation on behalf of 3c3e7cdee03b4b8f9e252413a7b46b84 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:15.384497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:15.483646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:15.555021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Allocated IP 172.20.0.12 (31625c0b-9bfc-41c5-a2d6-e8d4ab415226/987d28a5-8c60-4a65-9979-b5d91fd3bd5e/063e11ac-db32-4338-918c-ec7780df5820) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:14:15.764526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:15.793472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:15.799295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b0a6152e-3e02-43ea-ac7f-4bb1286b7414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:15.873958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:14:15.877647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:15.879565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Pushing event updated for resources: {'Port': ['ID=063e11ac-db32-4338-918c-ec7780df5820,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:15.881897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:14:15.915118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:15.947569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:15.948279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:15.971091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7617264 Dec 10 20:14:15.983501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Request body: {'port': {'device_id': 'fada255c-0d7e-488e-8cdb-cc3d6cc0cc10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:16.098281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:16.327050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406cb2c-ed56-4dd1-97d9-683a6dcf8015 req-22f6cf5c-e447-4ca0-8484-c30f24d71b0c tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:16.328818 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b406cb2c-ed56-4dd1-97d9-683a6dcf8015 req-22f6cf5c-e447-4ca0-8484-c30f24d71b0c tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 932 time: 0.0866656 Dec 10 20:14:16.376564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-b406cb2c-ed56-4dd1-97d9-683a6dcf8015 req-13c05fc9-e924-4cda-98e1-f378d077a23d tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Synchronizing usage tracker for tenant:3c3e7cdee03b4b8f9e252413a7b46b84 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:14:16.392952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-b406cb2c-ed56-4dd1-97d9-683a6dcf8015 req-13c05fc9-e924-4cda-98e1-f378d077a23d tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Unset dirty status for tenant:3c3e7cdee03b4b8f9e252413a7b46b84 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:14:16.394219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b406cb2c-ed56-4dd1-97d9-683a6dcf8015 req-13c05fc9-e924-4cda-98e1-f378d077a23d tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594833 Dec 10 20:14:16.459284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063e11ac-db32-4338-918c-ec7780df5820 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:14:16.466923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:16.482715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Transition to ACTIVE for port object 063e11ac-db32-4338-918c-ec7780df5820 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:14:16.485352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:16.489859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-10a7e463-5133-4987-a46b-8da9925f658f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:16.620833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Pushing event updated for resources: {'Port': ['ID=063e11ac-db32-4338-918c-ec7780df5820,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:16.624675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:16.732204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Attempting to bind port 063e11ac-db32-4338-918c-ec7780df5820 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:14:16.732583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Attempting to bind port 063e11ac-db32-4338-918c-ec7780df5820 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:14:16.732955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Attempting to bind port 063e11ac-db32-4338-918c-ec7780df5820 on network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:14:16.739101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Port 063e11ac-db32-4338-918c-ec7780df5820 on network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:14:16.739466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Attempting to bind port 063e11ac-db32-4338-918c-ec7780df5820 on network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:14:16.746655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:14:16.747031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Checking segment: {'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:16.747451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Bound using segment: {'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:14:16.747919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Bound port: 063e11ac-db32-4338-918c-ec7780df5820, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:14:16.748300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:16.840934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] For port 063e11ac-db32-4338-918c-ec7780df5820, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:14:16.843999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] For port 063e11ac-db32-4338-918c-ec7780df5820, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=063e11ac-db32-4338-918c-ec7780df5820,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:14:16.847079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:16.851437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8f0201de-e0c3-4fa7-b55f-12708dcda4be tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:16.921417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:16.922972 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] 10.222.0.84 "PUT /v2.0/ports/063e11ac-db32-4338-918c-ec7780df5820 HTTP/1.1" status: 200 len: 1094 time: 0.9444282 Dec 10 20:14:16.923536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fada255c-0d7e-488e-8cdb-cc3d6cc0cc10', 'tag': '063e11ac-db32-4338-918c-ec7780df5820'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:14:16.942137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Pushing event updated for resources: {'Port': ['ID=063e11ac-db32-4338-918c-ec7780df5820,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:16.945484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:16.996263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fada255c-0d7e-488e-8cdb-cc3d6cc0cc10', 'tag': '063e11ac-db32-4338-918c-ec7780df5820', 'status': 'completed', 'code': 200} Dec 10 20:14:17.038110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-5b31c97f-2dfb-4710-94e3-6c89c24ac878 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c3e7cdee03b4b8f9e252413a7b46b84&device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 1097 time: 0.0784464 Dec 10 20:14:17.112319 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-ae94f167-1fb9-47d2-962e-ef18cc747dbb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063e11ac-db32-4338-918c-ec7780df5820 HTTP/1.1" status: 200 len: 217 time: 0.0675099 Dec 10 20:14:17.182036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9287af-af74-487c-a617-c63db3109115 req-7c557351-a41c-4844-a67b-c2a22a351686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:17.184065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-7c557351-a41c-4844-a67b-c2a22a351686 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d28a5-8c60-4a65-9979-b5d91fd3bd5e HTTP/1.1" status: 200 len: 853 time: 0.0655079 Dec 10 20:14:17.234282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-29d1471c-1313-4a68-a75d-25f300969846 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444164 Dec 10 20:14:17.377222 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-fd99c215-9916-4409-a8ab-a8950d63f54e service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365862 Dec 10 20:14:17.524572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-de9287af-af74-487c-a617-c63db3109115 req-57be8c42-b70d-45ae-b73a-7bb1e0c143c1 service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389816 Dec 10 20:14:17.603974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaa19d-1ceb-4acc-bff9-bc480ac9e8d2 req-ad0ac8ef-3a09-4765-aa24-d9121d1b2c3a tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:17.605889 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-17eaa19d-1ceb-4acc-bff9-bc480ac9e8d2 req-ad0ac8ef-3a09-4765-aa24-d9121d1b2c3a tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 944 time: 0.0896757 Dec 10 20:14:17.652603 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-dce4c9ee-25d2-44f3-9d3a-81001b27799c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c3e7cdee03b4b8f9e252413a7b46b84&device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 1097 time: 0.0842733 Dec 10 20:14:17.659093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-17eaa19d-1ceb-4acc-bff9-bc480ac9e8d2 req-77b40355-30d8-4335-8994-f99bfd7c6b9b tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466595 Dec 10 20:14:17.795769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-4b57339c-df28-46e7-849d-dd3ec0f62242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:17.797339 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-4b57339c-df28-46e7-849d-dd3ec0f62242 service neutron] 10.222.0.84 "GET /v2.0/networks?id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226 HTTP/1.1" status: 200 len: 914 time: 0.1384649 Dec 10 20:14:17.869494 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-5d4a0d84-3b24-4601-be1f-b66af0a21be4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063e11ac-db32-4338-918c-ec7780df5820 HTTP/1.1" status: 200 len: 217 time: 0.0652847 Dec 10 20:14:17.938330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-6dae6029-07b3-45e9-bb31-73893bbc1461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:17.939858 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-6dae6029-07b3-45e9-bb31-73893bbc1461 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d28a5-8c60-4a65-9979-b5d91fd3bd5e HTTP/1.1" status: 200 len: 853 time: 0.0649583 Dec 10 20:14:17.990575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-b5871801-0867-4ebd-929c-70ccc9de07d7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440013 Dec 10 20:14:18.128716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-7681d1c3-ff00-4c7d-b92c-6479b1eb2c7d service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317961 Dec 10 20:14:18.270554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3d783ce5-d4e5-49fc-a155-29c8407492ea req-9035f511-ca98-4242-8f03-fc062aaa7222 service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351614 Dec 10 20:14:18.871636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b4c29-8bbd-42b5-8b6f-a922c76fbbc1 req-366ab0c5-e3e3-4d25-8eef-c9cbdfc895d6 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:18.873229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c53b4c29-8bbd-42b5-8b6f-a922c76fbbc1 req-366ab0c5-e3e3-4d25-8eef-c9cbdfc895d6 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 944 time: 0.0900333 Dec 10 20:14:18.921065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c53b4c29-8bbd-42b5-8b6f-a922c76fbbc1 req-78b5cb82-f512-4b4b-ac68-b0efec162ba8 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 Dec 10 20:14:20.055084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 063e11ac-db32-4338-918c-ec7780df5820 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:14:20.129923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952660-9283-4061-b184-9fd4a307cc25 req-aaff89a6-a281-4641-9244-a112570552b6 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:20.131510 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96952660-9283-4061-b184-9fd4a307cc25 req-aaff89a6-a281-4641-9244-a112570552b6 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 944 time: 0.0848782 Dec 10 20:14:20.179944 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96952660-9283-4061-b184-9fd4a307cc25 req-48a433bb-169a-436d-a3ea-c9e9056a6bc6 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Dec 10 20:14:20.197650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 063e11ac-db32-4338-918c-ec7780df5820, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=063e11ac-db32-4338-918c-ec7780df5820,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:20.212502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '063e11ac-db32-4338-918c-ec7780df5820', 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226', 'port_id': '063e11ac-db32-4338-918c-ec7780df5820', 'mac_address': 'fa:16:3e:06:57:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d28a5-8c60-4a65-9979-b5d91fd3bd5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:14:20.268292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:20.285802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e11ac-db32-4338-918c-ec7780df5820 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:14:20.300514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 063e11ac-db32-4338-918c-ec7780df5820, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=063e11ac-db32-4338-918c-ec7780df5820,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:20.303499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:20.305588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:20.375519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=063e11ac-db32-4338-918c-ec7780df5820,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:20.378617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:20.616053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['063e11ac-db32-4338-918c-ec7780df5820'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:14:21.386901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091e6a8-6227-49e9-932c-84ea754bcd9d req-f108787f-0345-4d08-a1c3-7eeb99af3899 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:21.388464 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1091e6a8-6227-49e9-932c-84ea754bcd9d req-f108787f-0345-4d08-a1c3-7eeb99af3899 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 945 time: 0.0865090 Dec 10 20:14:21.435362 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1091e6a8-6227-49e9-932c-84ea754bcd9d req-415b4a8e-1c5d-41b3-a26b-c5b4490d5213 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Dec 10 20:14:22.091992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 063e11ac-db32-4338-918c-ec7780df5820 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:14:22.164572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 063e11ac-db32-4338-918c-ec7780df5820 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:14:22.169445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 063e11ac-db32-4338-918c-ec7780df5820 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:14:22.169903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:22.290992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:22.317703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fada255c-0d7e-488e-8cdb-cc3d6cc0cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e11ac-db32-4338-918c-ec7780df5820'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:14:22.328253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 063e11ac-db32-4338-918c-ec7780df5820, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=063e11ac-db32-4338-918c-ec7780df5820,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:22.333799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:22.335719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:22.381557 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fada255c-0d7e-488e-8cdb-cc3d6cc0cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e11ac-db32-4338-918c-ec7780df5820', 'code': 200} Dec 10 20:14:22.406429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=063e11ac-db32-4338-918c-ec7780df5820,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:22.409434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:22.611969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1a0fbe6-c710-4b8b-abdc-8b4b163545fa req-1a09a5b2-87a8-49f0-9737-123252856c0a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 1099 time: 0.0791538 Dec 10 20:14:22.644229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658b826-bbc5-45fc-9dce-0e30a2e25f1e req-ee780534-50b7-4b83-b226-039ac531e91c tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:22.645936 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6658b826-bbc5-45fc-9dce-0e30a2e25f1e req-ee780534-50b7-4b83-b226-039ac531e91c tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0850801 Dec 10 20:14:22.657076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1a0fbe6-c710-4b8b-abdc-8b4b163545fa req-c3533b79-885a-4307-934a-360e0164486e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Dec 10 20:14:22.699357 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6658b826-bbc5-45fc-9dce-0e30a2e25f1e req-3c38bbd4-818b-42b5-a598-54e124e2c4e4 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470083 Dec 10 20:14:23.916850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6090546-1762-459c-ad07-f3c1f7437937 req-120182e9-a125-4fdd-8361-5d8d7b7d4ff4 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:23.918473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d6090546-1762-459c-ad07-f3c1f7437937 req-120182e9-a125-4fdd-8361-5d8d7b7d4ff4 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0975416 Dec 10 20:14:23.968151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d6090546-1762-459c-ad07-f3c1f7437937 req-9ea13c76-9fe3-4b9f-a2e8-1c0933f29e9e tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 Dec 10 20:14:25.175498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0261f18-299f-42ae-9546-16fdb08dee90 req-6ead10ae-fee1-4172-a62f-8b63a7f91fe5 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:25.177066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d0261f18-299f-42ae-9546-16fdb08dee90 req-6ead10ae-fee1-4172-a62f-8b63a7f91fe5 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0864205 Dec 10 20:14:25.227924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d0261f18-299f-42ae-9546-16fdb08dee90 req-5a9ea4f0-b4ff-4e77-bf24-3433a5ed1531 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Dec 10 20:14:25.538744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-f006832b-dbc0-47bb-bad5-4d22139e08e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:25.540320 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-f006832b-dbc0-47bb-bad5-4d22139e08e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/networks?id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226 HTTP/1.1" status: 200 len: 813 time: 0.1557829 Dec 10 20:14:25.558469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-efa3c2c6-57eb-4fa3-afbb-51954916738c tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/quotas/3c3e7cdee03b4b8f9e252413a7b46b84 HTTP/1.1" status: 200 len: 375 time: 0.0120089 Dec 10 20:14:25.642305 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-5967edcb-3d0c-469f-bd7a-ba4999236e85 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c3e7cdee03b4b8f9e252413a7b46b84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785544 Dec 10 20:14:25.859560 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-23f54b39-2dcc-429b-9d89-822b6066e14e service neutron] 10.222.0.41 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096541 Dec 10 20:14:25.999994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-ff90a246-f858-4b6e-b166-01f8b45aa69b service neutron] 10.222.0.41 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342649 Dec 10 20:14:26.197923 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aefce35d-6f56-4079-8ec6-0b0fc32436ae req-3c72b4ae-d0b4-4231-9fe1-2a055a404bd4 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 210 time: 0.0515702 Dec 10 20:14:27.363946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-05230840-b936-4cd0-b49c-e6be8be9c9f7 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:27.365568 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-05230840-b936-4cd0-b49c-e6be8be9c9f7 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.84 "GET /v2.0/networks?id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226 HTTP/1.1" status: 200 len: 813 time: 0.1593034 Dec 10 20:14:27.374637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-835c0753-9af3-4f0b-8757-c4c30ee76336 req-afce3519-f1fe-451d-b8ae-a3a06e47e98a tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 210 time: 0.0487571 Dec 10 20:14:27.380049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Request body: {'port': {'device_id': 'ac1be91e-54a4-44b1-96be-f2a0b706e4cf', 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226', 'admin_state_up': True, 'tenant_id': '3c3e7cdee03b4b8f9e252413a7b46b84'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:27.524721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:27.529433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Usage tracker for resource:port and tenant:3c3e7cdee03b4b8f9e252413a7b46b84 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:27.532397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:27.538367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:27.547032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Made reservation on behalf of 3c3e7cdee03b4b8f9e252413a7b46b84 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:27.552350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:27.727505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Allocated IP 172.20.0.13 (31625c0b-9bfc-41c5-a2d6-e8d4ab415226/987d28a5-8c60-4a65-9979-b5d91fd3bd5e/2080d903-f8da-45ce-a6a6-0bb9089276e8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:14:28.165880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:28.193777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:28.199580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:28.207003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['063e11ac-db32-4338-918c-ec7780df5820'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:14:28.278612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:14:28.282673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:28.284933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Pushing event updated for resources: {'Port': ['ID=2080d903-f8da-45ce-a6a6-0bb9089276e8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:28.287514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:14:28.323685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:28.359164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:28.359867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:28.382072 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060115 Dec 10 20:14:28.393545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Request body: {'port': {'device_id': 'ac1be91e-54a4-44b1-96be-f2a0b706e4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:28.533387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:28.584378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1620-cbe8-4ad2-92f9-8e69d18cbcba req-1d6eefb0-dafd-4bb7-bc85-ed8e7be9176f tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:28.586138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0f1620-cbe8-4ad2-92f9-8e69d18cbcba req-1d6eefb0-dafd-4bb7-bc85-ed8e7be9176f tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 932 time: 0.0847535 Dec 10 20:14:28.640197 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0f1620-cbe8-4ad2-92f9-8e69d18cbcba req-02805c84-a4de-4fb0-9f88-c12da9c1d3da tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Dec 10 20:14:28.891475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2080d903-f8da-45ce-a6a6-0bb9089276e8 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:14:28.898805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:28.914083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Transition to ACTIVE for port object 2080d903-f8da-45ce-a6a6-0bb9089276e8 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:14:28.916770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:28.921107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:29.048941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2080d903-f8da-45ce-a6a6-0bb9089276e8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:29.053875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:29.162644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Attempting to bind port 2080d903-f8da-45ce-a6a6-0bb9089276e8 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:14:29.162938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Attempting to bind port 2080d903-f8da-45ce-a6a6-0bb9089276e8 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:14:29.163302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Attempting to bind port 2080d903-f8da-45ce-a6a6-0bb9089276e8 on network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:14:29.169393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Port 2080d903-f8da-45ce-a6a6-0bb9089276e8 on network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:14:29.169778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Attempting to bind port 2080d903-f8da-45ce-a6a6-0bb9089276e8 on network 31625c0b-9bfc-41c5-a2d6-e8d4ab415226 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:14:29.176357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:14:29.176727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Checking segment: {'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:29.177143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Bound using segment: {'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:14:29.177637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Bound port: 2080d903-f8da-45ce-a6a6-0bb9089276e8, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a918112d-519a-4ab5-9de0-156c2a888f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:14:29.178019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:29.272311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] For port 2080d903-f8da-45ce-a6a6-0bb9089276e8, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:14:29.275485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] For port 2080d903-f8da-45ce-a6a6-0bb9089276e8, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2080d903-f8da-45ce-a6a6-0bb9089276e8,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:14:29.277913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:29.282421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-faf29297-e037-4a76-ac30-acf9fe57e8f1 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:29.348428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:29.349927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] 10.222.0.84 "PUT /v2.0/ports/2080d903-f8da-45ce-a6a6-0bb9089276e8 HTTP/1.1" status: 200 len: 1094 time: 0.9610071 Dec 10 20:14:29.350477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1be91e-54a4-44b1-96be-f2a0b706e4cf', 'tag': '2080d903-f8da-45ce-a6a6-0bb9089276e8'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:14:29.367457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2080d903-f8da-45ce-a6a6-0bb9089276e8,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:29.371116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:29.465726 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-6ab7fd12-3e1f-4a7e-8fd8-0578ce1e19c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c3e7cdee03b4b8f9e252413a7b46b84&device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 1097 time: 0.0806489 Dec 10 20:14:29.525895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1be91e-54a4-44b1-96be-f2a0b706e4cf', 'tag': '2080d903-f8da-45ce-a6a6-0bb9089276e8', 'status': 'completed', 'code': 200} Dec 10 20:14:29.544453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-42695cdd-4852-4101-bb1c-3786e4cd204a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2080d903-f8da-45ce-a6a6-0bb9089276e8 HTTP/1.1" status: 200 len: 217 time: 0.0715706 Dec 10 20:14:29.612025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-f6c7c3d9-b361-41f3-97a2-e5046ee72315 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:29.613542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-f6c7c3d9-b361-41f3-97a2-e5046ee72315 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d28a5-8c60-4a65-9979-b5d91fd3bd5e HTTP/1.1" status: 200 len: 853 time: 0.0631959 Dec 10 20:14:29.663791 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-ece6d930-fd32-4443-809c-23c2be0cf672 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443809 Dec 10 20:14:29.805747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-f6b31b3a-d02a-4370-87d3-d530e60e91d0 service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356812 Dec 10 20:14:29.848269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824de5-07ed-454d-abf2-5c0e3c8c804b req-61624404-e63b-440e-8811-0d71669db57b tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:29.849875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2824de5-07ed-454d-abf2-5c0e3c8c804b req-61624404-e63b-440e-8811-0d71669db57b tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 944 time: 0.0848851 Dec 10 20:14:29.898559 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e2824de5-07ed-454d-abf2-5c0e3c8c804b req-006d2637-55e9-4aa9-8f78-232f8a042d08 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Dec 10 20:14:29.950008 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ce4f97-44dc-4b6a-82c8-c7bc62c98043 req-248daf8a-5580-414b-8579-e17ed2e8b0c9 service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385422 Dec 10 20:14:30.071682 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-e18e7f6d-59a3-48b9-95cb-b2b802a27003 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c3e7cdee03b4b8f9e252413a7b46b84&device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 1097 time: 0.0788231 Dec 10 20:14:30.209303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-d39395dd-897d-4b5e-b6b7-842a80dc28f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:30.210817 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-d39395dd-897d-4b5e-b6b7-842a80dc28f7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226 HTTP/1.1" status: 200 len: 914 time: 0.1331260 Dec 10 20:14:30.283816 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-b36fa661-f7eb-475e-93e4-6600a7250274 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2080d903-f8da-45ce-a6a6-0bb9089276e8 HTTP/1.1" status: 200 len: 217 time: 0.0667574 Dec 10 20:14:30.353263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-2c7723c1-32d0-4874-828f-2a8b2e536019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:30.355384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-2c7723c1-32d0-4874-828f-2a8b2e536019 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d28a5-8c60-4a65-9979-b5d91fd3bd5e HTTP/1.1" status: 200 len: 853 time: 0.0658023 Dec 10 20:14:30.404111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-a0b197ed-1560-4da5-98bc-ab4ebc5d1df4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428207 Dec 10 20:14:30.544349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-49e014fe-6cd6-416e-98eb-763eee6e7f00 service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330545 Dec 10 20:14:30.683624 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8a40dcb-8ccc-46a6-bfd1-1deb7dc8577a req-3e12e9c0-a6b9-4dfb-8859-4ae3afa5a166 service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329267 Dec 10 20:14:31.106748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966ed34-87df-4cd2-8d60-258ca3726b8d req-6ca2fdd1-4535-4d3c-b4b3-9c87d00cc567 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:31.108317 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0966ed34-87df-4cd2-8d60-258ca3726b8d req-6ca2fdd1-4535-4d3c-b4b3-9c87d00cc567 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 944 time: 0.0879443 Dec 10 20:14:31.155838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0966ed34-87df-4cd2-8d60-258ca3726b8d req-14953b82-9714-4dd4-b41e-5b599385a431 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Dec 10 20:14:31.477250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:14:31.794086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-7bbdf23f-8d75-4ab8-8d5c-56c46aa90b5d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789227 Dec 10 20:14:31.941398 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-095ca4e1-a27b-4c56-b280-743cf1bc27f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c3e7cdee03b4b8f9e252413a7b46b84&device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 1099 time: 0.0752847 Dec 10 20:14:32.092913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-a7637b2e-6d33-4df3-90de-7530cff46573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:32.094417 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-a7637b2e-6d33-4df3-90de-7530cff46573 service neutron] 10.222.0.84 "GET /v2.0/networks?id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226 HTTP/1.1" status: 200 len: 914 time: 0.1349499 Dec 10 20:14:32.100521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 2080d903-f8da-45ce-a6a6-0bb9089276e8 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:14:32.170891 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-4d4d75ee-f1a7-45d8-a784-6cd785cf5eb5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063e11ac-db32-4338-918c-ec7780df5820 HTTP/1.1" status: 200 len: 217 time: 0.0699182 Dec 10 20:14:32.240757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-f6ce9ecd-e09f-4c67-aaab-5afef4d80f92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:32.242418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-f6ce9ecd-e09f-4c67-aaab-5afef4d80f92 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d28a5-8c60-4a65-9979-b5d91fd3bd5e HTTP/1.1" status: 200 len: 853 time: 0.0650294 Dec 10 20:14:32.243667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 2080d903-f8da-45ce-a6a6-0bb9089276e8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2080d903-f8da-45ce-a6a6-0bb9089276e8,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:32.257625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '2080d903-f8da-45ce-a6a6-0bb9089276e8', 'network_id': '31625c0b-9bfc-41c5-a2d6-e8d4ab415226', 'port_id': '2080d903-f8da-45ce-a6a6-0bb9089276e8', 'mac_address': 'fa:16:3e:51:52:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d28a5-8c60-4a65-9979-b5d91fd3bd5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:14:32.296940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-dcfbd845-4a99-4ebb-a73c-0da4dac8a12e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=31625c0b-9bfc-41c5-a2d6-e8d4ab415226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483594 Dec 10 20:14:32.314904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:32.335983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2080d903-f8da-45ce-a6a6-0bb9089276e8 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:14:32.352346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 2080d903-f8da-45ce-a6a6-0bb9089276e8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2080d903-f8da-45ce-a6a6-0bb9089276e8,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:32.357398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:32.359274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:32.367953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdba938-32d9-4d91-8af1-80b755c5887b req-99a48277-56f5-45e9-bb6b-1ed984200fd6 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:32.369621 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cdba938-32d9-4d91-8af1-80b755c5887b req-99a48277-56f5-45e9-bb6b-1ed984200fd6 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 944 time: 0.0903692 Dec 10 20:14:32.420422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cdba938-32d9-4d91-8af1-80b755c5887b req-dfe51191-c718-4176-ae09-6c9636ec7e69 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Dec 10 20:14:32.431653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=2080d903-f8da-45ce-a6a6-0bb9089276e8,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:32.441605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.441948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.442331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.442730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.443026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-06a8c494-d606-447a-830e-6ce9fc7d25ed service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395843 Dec 10 20:14:32.443142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.443436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.443810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.444179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.444548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.444914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.445283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:14:32.449697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:32.590021 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1d75ac9-ce23-49fa-a587-d0dbe74e98ef req-c85f57a4-47e2-4928-9cf9-7f33898e8407 service neutron] 10.222.0.84 "GET /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403911 Dec 10 20:14:32.681035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['2080d903-f8da-45ce-a6a6-0bb9089276e8'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:14:32.743988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:33.625595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fa246-a558-44f3-8b84-f76045d25ff7 req-7e062fce-5068-4fde-9e04-94a8ccb590c7 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:33.627174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-094fa246-a558-44f3-8b84-f76045d25ff7 req-7e062fce-5068-4fde-9e04-94a8ccb590c7 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 945 time: 0.0878069 Dec 10 20:14:33.680215 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-094fa246-a558-44f3-8b84-f76045d25ff7 req-cdb305a6-a92b-4e40-9c81-b96e4c18457d tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466094 Dec 10 20:14:34.123480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 2080d903-f8da-45ce-a6a6-0bb9089276e8 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:14:34.193261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 2080d903-f8da-45ce-a6a6-0bb9089276e8 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:14:34.198526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 2080d903-f8da-45ce-a6a6-0bb9089276e8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:14:34.198957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:34.318276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:34.346653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1be91e-54a4-44b1-96be-f2a0b706e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2080d903-f8da-45ce-a6a6-0bb9089276e8'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:14:34.356638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 2080d903-f8da-45ce-a6a6-0bb9089276e8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2080d903-f8da-45ce-a6a6-0bb9089276e8,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:34.361079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:34.363018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:34.407543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1be91e-54a4-44b1-96be-f2a0b706e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2080d903-f8da-45ce-a6a6-0bb9089276e8', 'code': 200} Dec 10 20:14:34.437581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=2080d903-f8da-45ce-a6a6-0bb9089276e8,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:34.440911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:34.638488 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2036a5a3-1dc9-4fcb-92cc-558f115b0f29 req-e40bf790-5395-4cdc-b200-27807da1934e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 1099 time: 0.0800028 Dec 10 20:14:34.682476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2036a5a3-1dc9-4fcb-92cc-558f115b0f29 req-7c31e078-182a-4024-9316-45ec600aba0a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368984 Dec 10 20:14:34.883362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796f006-8a8e-485f-aadd-bedf035440aa req-55bef6d7-5801-4fe7-829a-d5e1b7c899e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:34.885074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2796f006-8a8e-485f-aadd-bedf035440aa req-55bef6d7-5801-4fe7-829a-d5e1b7c899e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 946 time: 0.0834928 Dec 10 20:14:34.931881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2796f006-8a8e-485f-aadd-bedf035440aa req-19b4f5a3-568d-4bf1-93f2-85f0dd719ae2 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Dec 10 20:14:36.142470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dd585-0d0f-4809-a830-f0a98adfba0e req-a4b92235-4f09-4219-9ae0-0ccc2e3065cd tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:36.144068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c35dd585-0d0f-4809-a830-f0a98adfba0e req-a4b92235-4f09-4219-9ae0-0ccc2e3065cd tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 946 time: 0.0889144 Dec 10 20:14:36.191294 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c35dd585-0d0f-4809-a830-f0a98adfba0e req-648cba4b-df83-4cd2-ab3c-b495cdd033eb tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Dec 10 20:14:37.391668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6831f6-ef8e-4083-99cc-79dc5d75c6b0 req-fc4f2c19-578c-48e3-90e2-a5b572b2f3f4 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:37.393229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ca6831f6-ef8e-4083-99cc-79dc5d75c6b0 req-fc4f2c19-578c-48e3-90e2-a5b572b2f3f4 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 946 time: 0.0827389 Dec 10 20:14:37.445114 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ca6831f6-ef8e-4083-99cc-79dc5d75c6b0 req-7f6a5270-8130-46cc-b41b-02cab8f4b8b1 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Dec 10 20:14:37.854802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eff3b7-a8d3-4f26-97f0-2b813269a47e req-ac46fb00-d0bf-4356-9bcd-a610cf47c042 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:37.856371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a4eff3b7-a8d3-4f26-97f0-2b813269a47e req-ac46fb00-d0bf-4356-9bcd-a610cf47c042 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 946 time: 0.0849330 Dec 10 20:14:37.903628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a4eff3b7-a8d3-4f26-97f0-2b813269a47e req-8d3357e6-c362-487a-b6bb-0a05c3daa598 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Dec 10 20:14:39.115982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad215d2b-695a-4e13-94d3-c0a4c411ae61 req-f11b5997-4dcc-4790-879a-69c474ad0abc tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:39.117616 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad215d2b-695a-4e13-94d3-c0a4c411ae61 req-f11b5997-4dcc-4790-879a-69c474ad0abc tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 946 time: 0.0892901 Dec 10 20:14:39.165093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad215d2b-695a-4e13-94d3-c0a4c411ae61 req-3dafec3c-3c25-4c5a-bbf4-d8d47da47e39 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Dec 10 20:14:39.276995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1f546e61-defe-4481-8944-025a2539eedc tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:39.277792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1f546e61-defe-4481-8944-025a2539eedc tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Synchronizing usage tracker for tenant:3c3e7cdee03b4b8f9e252413a7b46b84 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:14:39.297055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1f546e61-defe-4481-8944-025a2539eedc tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Unset dirty status for tenant:3c3e7cdee03b4b8f9e252413a7b46b84 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:14:39.298303 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1f546e61-defe-4481-8944-025a2539eedc tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 946 time: 0.1065321 Dec 10 20:14:39.375538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Deleting port 2080d903-f8da-45ce-a6a6-0bb9089276e8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:14:39.375921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:39.638523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] For port 2080d903-f8da-45ce-a6a6-0bb9089276e8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=2080d903-f8da-45ce-a6a6-0bb9089276e8,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:39.638846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:40.000018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Calling delete_port for 2080d903-f8da-45ce-a6a6-0bb9089276e8 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:14:40.141963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:40.147624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c33ac2b-ba94-4258-9c15-c14b37a26e92 tempest-ServersAdminNegativeTestJSON-1814985331 tempest-ServersAdminNegativeTestJSON-1814985331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:40.162163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['063e11ac-db32-4338-918c-ec7780df5820', '2080d903-f8da-45ce-a6a6-0bb9089276e8'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:14:40.192415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Pushing event deleted for resources: {'Port': ['ID=2080d903-f8da-45ce-a6a6-0bb9089276e8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:40.196836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:40.279510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] No DVR routers for this DVR port 2080d903-f8da-45ce-a6a6-0bb9089276e8 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:14:40.282762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:40.285703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1be91e-54a4-44b1-96be-f2a0b706e4cf', 'name': 'network-vif-deleted', 'tag': '2080d903-f8da-45ce-a6a6-0bb9089276e8'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:14:40.314162 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-98f8261d-e99d-497b-9c6d-8bd0d42dd4dc req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.84 "DELETE /v2.0/ports/2080d903-f8da-45ce-a6a6-0bb9089276e8 HTTP/1.1" status: 204 len: 173 time: 1.0099759 Dec 10 20:14:40.346376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1be91e-54a4-44b1-96be-f2a0b706e4cf', 'name': 'network-vif-deleted', 'tag': '2080d903-f8da-45ce-a6a6-0bb9089276e8', 'status': 'completed', 'code': 200} Dec 10 20:14:40.351569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b654e96f-2e36-4871-840f-c177ddf3379f req-830d2178-11e5-43fa-980b-807ee75217ea tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac1be91e-54a4-44b1-96be-f2a0b706e4cf HTTP/1.1" status: 200 len: 210 time: 0.0499096 Dec 10 20:14:41.214341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54723c41-6788-4c2f-a03e-1f8b486dfc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:41.640213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c7eda-4971-4529-92cd-6c2c0588b19c req-c93b7fd0-4e99-4b05-8da4-00c8008792d4 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:41.641840 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-913c7eda-4971-4529-92cd-6c2c0588b19c req-c93b7fd0-4e99-4b05-8da4-00c8008792d4 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0869188 Dec 10 20:14:41.688822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-913c7eda-4971-4529-92cd-6c2c0588b19c req-e5210479-0a47-4852-b540-2bcf3c8bade5 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Dec 10 20:14:41.913590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4e371-b9e5-4bd4-9325-d6a2fe3bbaa3 req-3747ef18-b8a0-45d3-9175-ea10c7c2e43e tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:41.915185 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2d4e371-b9e5-4bd4-9325-d6a2fe3bbaa3 req-3747ef18-b8a0-45d3-9175-ea10c7c2e43e tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0839436 Dec 10 20:14:41.963118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b2d4e371-b9e5-4bd4-9325-d6a2fe3bbaa3 req-47667dfb-53a0-493c-8bb6-801d6d09850b tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Dec 10 20:14:42.155762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 2080d903-f8da-45ce-a6a6-0bb9089276e8 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:14:42.169295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e14dd-caf7-49e0-ae62-dad21e3a8ccb req-4a444026-c8d5-4d06-b38e-dda7472b6b61 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:42.170884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-348e14dd-caf7-49e0-ae62-dad21e3a8ccb req-4a444026-c8d5-4d06-b38e-dda7472b6b61 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0866680 Dec 10 20:14:42.193869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 2080d903-f8da-45ce-a6a6-0bb9089276e8 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:14:42.194274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 2080d903-f8da-45ce-a6a6-0bb9089276e8 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:14:42.219553 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-348e14dd-caf7-49e0-ae62-dad21e3a8ccb req-4930b732-f501-4b9a-8660-8b2404abe559 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Dec 10 20:14:42.422358 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-92490641-4a61-4f54-9c4b-3bc197927bdc req-4c575791-b4b8-4deb-9a99-fcc1e6f223cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0740659 Dec 10 20:14:42.587437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:42.627272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dceeb5-68f1-4496-9b44-b4bc2d50d79c req-102d4ef5-2810-4c52-aa9a-cd035323d294 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:42.628857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5dceeb5-68f1-4496-9b44-b4bc2d50d79c req-102d4ef5-2810-4c52-aa9a-cd035323d294 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0879536 Dec 10 20:14:42.676194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5dceeb5-68f1-4496-9b44-b4bc2d50d79c req-51e937cc-0627-4dbe-8944-9bda22aede17 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Dec 10 20:14:42.879505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7512c2-5d3f-44ae-82bc-8cbbe00ade1d req-5e8474b8-756f-4086-a916-384a525c97ae tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:42.881017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ff7512c2-5d3f-44ae-82bc-8cbbe00ade1d req-5e8474b8-756f-4086-a916-384a525c97ae tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0843301 Dec 10 20:14:42.929015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ff7512c2-5d3f-44ae-82bc-8cbbe00ade1d req-313d878c-e41c-47d3-9dee-166556887c3c tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Dec 10 20:14:43.146823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b189078-c3b5-4482-921f-1af09f99ef27 req-a188a35f-d531-47f3-b402-31cea22115ff tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:43.148291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b189078-c3b5-4482-921f-1af09f99ef27 req-a188a35f-d531-47f3-b402-31cea22115ff tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0855727 Dec 10 20:14:43.194722 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b189078-c3b5-4482-921f-1af09f99ef27 req-ab96689d-5371-4869-af96-147bf72ce589 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Dec 10 20:14:43.765191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44646db-0520-4905-8148-70ac45f4b138 req-09a71fde-b2c6-4679-adc6-26c6730ea902 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:43.766709 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b44646db-0520-4905-8148-70ac45f4b138 req-09a71fde-b2c6-4679-adc6-26c6730ea902 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0837822 Dec 10 20:14:43.817647 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b44646db-0520-4905-8148-70ac45f4b138 req-6f79f721-48d1-4bf4-9722-a90bf05e6d18 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Dec 10 20:14:43.951405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:43.953944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-951d2748-a3a0-4575-ab50-cd72a3b49896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:45.026388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac72e01-1b06-45ef-9726-02f6c242f260 req-2bdcf94b-d53e-4c81-a0f3-82629e653231 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:45.027967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ac72e01-1b06-45ef-9726-02f6c242f260 req-2bdcf94b-d53e-4c81-a0f3-82629e653231 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0843232 Dec 10 20:14:45.075328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ac72e01-1b06-45ef-9726-02f6c242f260 req-ccc67006-0b03-4d13-9a9a-1e4d65b780ad tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bf48f12-b422-479d-b608-468af9e161dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Dec 10 20:14:45.246849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f7137b6a-48bd-4c5c-9eaa-44d2ada01986 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:45.247521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f7137b6a-48bd-4c5c-9eaa-44d2ada01986 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Synchronizing usage tracker for tenant:3c3e7cdee03b4b8f9e252413a7b46b84 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:14:45.262582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f7137b6a-48bd-4c5c-9eaa-44d2ada01986 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Unset dirty status for tenant:3c3e7cdee03b4b8f9e252413a7b46b84 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:14:45.263767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f7137b6a-48bd-4c5c-9eaa-44d2ada01986 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.84 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 946 time: 0.0987632 Dec 10 20:14:45.338876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Deleting port 063e11ac-db32-4338-918c-ec7780df5820 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:14:45.339263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:45.486776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:45.596096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] For port 063e11ac-db32-4338-918c-ec7780df5820, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=063e11ac-db32-4338-918c-ec7780df5820,segment=NetworkSegment(a918112d-519a-4ab5-9de0-156c2a888f87),segment_id=a918112d-519a-4ab5-9de0-156c2a888f87)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:45.596494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:45.724292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Calling delete_port for 063e11ac-db32-4338-918c-ec7780df5820 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:14:45.869744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:45.876612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:45.881192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['063e11ac-db32-4338-918c-ec7780df5820'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:14:45.923896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Pushing event deleted for resources: {'Port': ['ID=063e11ac-db32-4338-918c-ec7780df5820,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:45.926588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:46.001910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] No DVR routers for this DVR port 063e11ac-db32-4338-918c-ec7780df5820 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:14:46.004396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:46.008357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fada255c-0d7e-488e-8cdb-cc3d6cc0cc10', 'name': 'network-vif-deleted', 'tag': '063e11ac-db32-4338-918c-ec7780df5820'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:14:46.021438 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-91f0fab9-09f6-4999-890a-baa88334da1d req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.84 "DELETE /v2.0/ports/063e11ac-db32-4338-918c-ec7780df5820 HTTP/1.1" status: 204 len: 173 time: 0.7525094 Dec 10 20:14:46.062680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fada255c-0d7e-488e-8cdb-cc3d6cc0cc10', 'name': 'network-vif-deleted', 'tag': '063e11ac-db32-4338-918c-ec7780df5820', 'status': 'completed', 'code': 200} Dec 10 20:14:46.264335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-229c5ce4-754f-415f-90de-566f3c8c12cd req-2ee26532-3ba5-4a8a-821a-4b9a12c7c2f9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fada255c-0d7e-488e-8cdb-cc3d6cc0cc10 HTTP/1.1" status: 200 len: 210 time: 0.0534308 Dec 10 20:14:47.370746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39788) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:47.437096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Deleting subnet 987d28a5-8c60-4a65-9979-b5d91fd3bd5e {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:14:47.440568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:47.497092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:47.555378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:47.621630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:47.625941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f3ec4d50-ca36-41c8-b176-1c3e32919cac tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:47.667384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987d28a5-8c60-4a65-9979-b5d91fd3bd5e,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:47.670887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:47.672264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:47.677948 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/987d28a5-8c60-4a65-9979-b5d91fd3bd5e HTTP/1.1" status: 204 len: 168 time: 0.3060741 Dec 10 20:14:47.680600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39792) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:47.799783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:47.931103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:47.957577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31625c0b-9bfc-41c5-a2d6-e8d4ab415226']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:47.970630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a918112d-519a-4ab5-9de0-156c2a888f87') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:47.970966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a918112d-519a-4ab5-9de0-156c2a888f87') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:47.983495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:47.998123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:48.004332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:14:48.004753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:14:48.018469 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:14:48.094265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:48.097701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-580bf603-b222-464d-9ad2-028d420bf7ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:48.113739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:48.122712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Pushing event deleted for resources: {'Network': ['ID=31625c0b-9bfc-41c5-a2d6-e8d4ab415226,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:48.126026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:48.130297 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] 10.222.0.41 "DELETE /v2.0/networks/31625c0b-9bfc-41c5-a2d6-e8d4ab415226 HTTP/1.1" status: 204 len: 168 time: 0.4486322 Dec 10 20:14:48.200891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 063e11ac-db32-4338-918c-ec7780df5820 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:14:48.237451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 063e11ac-db32-4338-918c-ec7780df5820 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:14:48.237882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 063e11ac-db32-4338-918c-ec7780df5820 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:14:48.273355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39798) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:48.328523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-04e7ea17-0b7c-4611-ae02-33c78ab52d0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c3e7cdee03b4b8f9e252413a7b46b84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538404 Dec 10 20:14:48.330979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39802) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:48.392303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c527ec45-2c93-4662-a183-e96844d96b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:48.418797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c527ec45-2c93-4662-a183-e96844d96b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:48.473142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c527ec45-2c93-4662-a183-e96844d96b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:48.478707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16518d1a-95c9-4370-87eb-456286a1a5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:48.492417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527ec45-2c93-4662-a183-e96844d96b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf48f12-b422-479d-b608-468af9e161dd,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:48.495271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c527ec45-2c93-4662-a183-e96844d96b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:48.501213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c527ec45-2c93-4662-a183-e96844d96b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:48.502477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c527ec45-2c93-4662-a183-e96844d96b38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bf48f12-b422-479d-b608-468af9e161dd HTTP/1.1" status: 204 len: 168 time: 0.1705379 Dec 10 20:14:49.393372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39824) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:49.530306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386886028'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:49.535876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:49.539917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:network and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:49.543004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:49.549930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:49.559294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:49.564641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:49.578566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:49.611711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:49.615824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:security_group_rule and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:49.619452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:49.625468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:49.696512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:49.699466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:49.703575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2265d28a-3821-4f3a-b2d8-aa1760eac88f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:49.733999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:14:49.742687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3e724e-692c-48b8-b556-0d6e0b5f477b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:49.746763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:49.751826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:49.752216 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Added segment f4e48c17-cc42-4014-b802-a56f689e2f49 of type vlan for network 87cdcc96-f742-412e-8882-7541694757f0 Dec 10 20:14:49.779969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:49.810396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:49.814581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:49.815221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:49.820513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59f69dde-9c5f-46fb-8685-f073b0bf297a tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:49.933522 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5389609 Dec 10 20:14:49.934510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Network': ['ID=87cdcc96-f742-412e-8882-7541694757f0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:49.937256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22a78ce2-c136-4f09-b9bf-6a93d51db05b tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:49.944994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 87cdcc96-f742-412e-8882-7541694757f0 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:14:53.531305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39830) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:53.537790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'subnet': {'network_id': '87cdcc96-f742-412e-8882-7541694757f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:53.659300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:53.663330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:subnet and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:53.666402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:53.672344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:53.681175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:53.790454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.023477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.027889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f795a10-7fa4-4f05-b318-c96c8bfd280d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:54.112026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Subnet': ['ID=61272301-6bda-4709-a0a5-61092132080e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:54.115076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:54.123266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Checking segment: {'id': 'f4e48c17-cc42-4014-b802-a56f689e2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87cdcc96-f742-412e-8882-7541694757f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:54.123669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network hostable DHCP agents. Network: 87cdcc96-f742-412e-8882-7541694757f0, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:14:54.146009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network 87cdcc96-f742-412e-8882-7541694757f0 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:14:54.154285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 87cdcc96-f742-412e-8882-7541694757f0) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:54.158847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:54.159505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.163565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a6253-4e23-489b-bd62-cdeda472e166 None None] Network 87cdcc96-f742-412e-8882-7541694757f0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:54.185026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b583f96-c0be-491d-927d-8e82db2bfa07 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6483843 Dec 10 20:14:54.185250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39834) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:54.191348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946218630'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:54.196626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:54.201306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:network and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:54.204370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:54.210494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:54.220311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:54.226068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.255715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:14:54.265379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.265780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Added segment abc21b9d-a292-4730-ad64-68c700da3f7a of type vlan for network a7552c04-3d56-4736-9a4e-e5243d4f59e8 Dec 10 20:14:54.292600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.324579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.328839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:54.329475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.335035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f76912f7-3834-4b28-9fd7-e11911e84a03 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:54.390127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-87cdcc96-f742-412e-8882-7541694757f0', 'network_id': '87cdcc96-f742-412e-8882-7541694757f0', 'tenant_id': 'a90fa884494144fe8dc4f106c9c6bcda', 'fixed_ips': [{'subnet_id': '61272301-6bda-4709-a0a5-61092132080e'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:14:54.391118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.441140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39838) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:54.447833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'subnet': {'network_id': 'a7552c04-3d56-4736-9a4e-e5243d4f59e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:54.448151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2510409 Dec 10 20:14:54.463214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Network': ['ID=a7552c04-3d56-4736-9a4e-e5243d4f59e8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:54.466968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:54.480366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network a7552c04-3d56-4736-9a4e-e5243d4f59e8 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:14:54.568195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:54.572297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:subnet and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:54.575304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:54.581324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:54.590526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:54.676357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Allocated IP 2001:db8:0:ffff::2 (87cdcc96-f742-412e-8882-7541694757f0/61272301-6bda-4709-a0a5-61092132080e/95a4364c-9dfc-49ee-a796-9b60b088f55a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:14:54.704186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.889964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.901300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Transition to ACTIVE for port object 95a4364c-9dfc-49ee-a796-9b60b088f55a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:14:54.921155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Transition to ACTIVE for port object 95a4364c-9dfc-49ee-a796-9b60b088f55a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:14:54.925795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.931008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:54.940278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:54.944673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b27d6b7e-4ccc-45ad-9d02-220e4f3cbf43 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:54.999075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Network 87cdcc96-f742-412e-8882-7541694757f0 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:14:55.000252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:55.004205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:14:55.012700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Pushing event updated for resources: {'Port': ['ID=95a4364c-9dfc-49ee-a796-9b60b088f55a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:55.017427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:55.033150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Subnet': ['ID=9b402f8c-8ef1-401a-b033-cb8e621d96e1,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:55.036568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:55.037741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Checking segment: {'id': 'abc21b9d-a292-4730-ad64-68c700da3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7552c04-3d56-4736-9a4e-e5243d4f59e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:55.038147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network hostable DHCP agents. Network: a7552c04-3d56-4736-9a4e-e5243d4f59e8, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:14:55.060448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network a7552c04-3d56-4736-9a4e-e5243d4f59e8 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:14:55.068779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a7552c04-3d56-4736-9a4e-e5243d4f59e8) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:55.073482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:55.074062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.084346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1b362-4286-429c-97b9-3fb5e13fd336 None None] Network a7552c04-3d56-4736-9a4e-e5243d4f59e8 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:55.095893 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6538284 Dec 10 20:14:55.098638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39842) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:55.185979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Attempting to bind port 95a4364c-9dfc-49ee-a796-9b60b088f55a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:14:55.186322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Attempting to bind port 95a4364c-9dfc-49ee-a796-9b60b088f55a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'f4e48c17-cc42-4014-b802-a56f689e2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87cdcc96-f742-412e-8882-7541694757f0'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:14:55.186738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Attempting to bind port 95a4364c-9dfc-49ee-a796-9b60b088f55a on network 87cdcc96-f742-412e-8882-7541694757f0 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:14:55.201358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:14:55.201819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Checking segment: {'id': 'f4e48c17-cc42-4014-b802-a56f689e2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87cdcc96-f742-412e-8882-7541694757f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:55.202277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.202722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Bound using segment: {'id': 'f4e48c17-cc42-4014-b802-a56f689e2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87cdcc96-f742-412e-8882-7541694757f0'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:14:55.203262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Bound port: 95a4364c-9dfc-49ee-a796-9b60b088f55a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e48c17-cc42-4014-b802-a56f689e2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87cdcc96-f742-412e-8882-7541694757f0'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:14:55.203683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.419241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] For port 95a4364c-9dfc-49ee-a796-9b60b088f55a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:14:55.428114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] For port 95a4364c-9dfc-49ee-a796-9b60b088f55a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=95a4364c-9dfc-49ee-a796-9b60b088f55a,segment=NetworkSegment(f4e48c17-cc42-4014-b802-a56f689e2f49),segment_id=f4e48c17-cc42-4014-b802-a56f689e2f49)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:14:55.432615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.444697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5dcf05e2-fa79-4952-8d1a-b6fd5da72273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:55.474029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c64d07-8d0f-49d7-9124-0a64598c4a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-a7552c04-3d56-4736-9a4e-e5243d4f59e8', 'network_id': 'a7552c04-3d56-4736-9a4e-e5243d4f59e8', 'tenant_id': 'a90fa884494144fe8dc4f106c9c6bcda', 'fixed_ips': [{'subnet_id': '9b402f8c-8ef1-401a-b033-cb8e621d96e1'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:14:55.474918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1c64d07-8d0f-49d7-9124-0a64598c4a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.478827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.552669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.609779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Pushing event updated for resources: {'Port': ['ID=95a4364c-9dfc-49ee-a796-9b60b088f55a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:55.615670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:55.638691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server [None req-f1c64d07-8d0f-49d7-9124-0a64598c4a80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b402f8c-8ef1-401a-b033-cb8e621d96e1: This subnet is being modified by another concurrent operation. Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in create_port Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1386, in _create_port_db Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise value Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server raise exception Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b402f8c-8ef1-401a-b033-cb8e621d96e1: This subnet is being modified by another concurrent operation. Dec 10 20:14:55.640096 dv-neutron-821443-1-hyperv neutron-server[88762]: ERROR oslo_messaging.rpc.server Dec 10 20:14:55.649272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86e6575-41ba-4aac-9827-57f589941866 tempest-BulkNetworkOpsIpV6Test-1230930082 tempest-BulkNetworkOpsIpV6Test-1230930082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:55.665280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003cc78-4638-4431-a283-30a59f3c1a09 None None] Network a7552c04-3d56-4736-9a4e-e5243d4f59e8 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:55.685591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Subnet': ['ID=9b402f8c-8ef1-401a-b033-cb8e621d96e1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:55.689463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:55.789534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.822767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7552c04-3d56-4736-9a4e-e5243d4f59e8']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:55.838003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc21b9d-a292-4730-ad64-68c700da3f7a') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:55.838337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc21b9d-a292-4730-ad64-68c700da3f7a') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:55.852063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.875424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.882985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:14:55.883426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:14:55.902706 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:14:55.990636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:55.994341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd9e0eca-e4b6-4231-8aae-24528aeba80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:56.010569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.023922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Network': ['ID=a7552c04-3d56-4736-9a4e-e5243d4f59e8,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:56.027871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/a7552c04-3d56-4736-9a4e-e5243d4f59e8 HTTP/1.1" status: 204 len: 168 time: 0.9282007 Dec 10 20:14:56.028884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:56.031476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39846) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:56.037673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248070579'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:56.043328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:56.047437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:network and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:56.050537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:56.056818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:56.066519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:56.072553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.102130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:14:56.111056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.111453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Added segment 836fa00d-1b2a-451d-8999-f2809fa9c9ac of type vlan for network 241fa058-6147-4cf8-b4e7-e7f0770d641d Dec 10 20:14:56.138677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.167292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.171281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:56.171904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.177043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:56.276656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2440574 Dec 10 20:14:56.279628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39850) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:56.287877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'subnet': {'network_id': '241fa058-6147-4cf8-b4e7-e7f0770d641d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:56.307368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Network': ['ID=241fa058-6147-4cf8-b4e7-e7f0770d641d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:56.310152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:56.317956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 241fa058-6147-4cf8-b4e7-e7f0770d641d details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:14:56.412370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:56.416441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:subnet and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:56.419384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:56.426173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:56.436295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:56.548338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.644487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Performing IP validity checks on allocation pools {{(pid=88871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 10 20:14:56.645103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.ipam_backend_mixin [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 10 20:14:56.705821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 95a4364c-9dfc-49ee-a796-9b60b088f55a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:14:56.774019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.778720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d82059d-64e5-4159-a47b-74cfb652d788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:56.785803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 95a4364c-9dfc-49ee-a796-9b60b088f55a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:14:56.866087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Subnet': ['ID=00b15bd5-155d-4467-9ad0-dce636108e8f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:56.869900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:56.877191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Checking segment: {'id': '836fa00d-1b2a-451d-8999-f2809fa9c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '241fa058-6147-4cf8-b4e7-e7f0770d641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:56.877635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network hostable DHCP agents. Network: 241fa058-6147-4cf8-b4e7-e7f0770d641d, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:14:56.901759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network 241fa058-6147-4cf8-b4e7-e7f0770d641d is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:14:56.911249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 241fa058-6147-4cf8-b4e7-e7f0770d641d) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:56.918029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:56.918458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:56.920927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69abf0bc-d3d3-43c5-bd8f-4234b9f78316 None None] Network 241fa058-6147-4cf8-b4e7-e7f0770d641d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:56.942747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c17ccb8f-df73-4f71-9f42-14e2ae3435f4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6620321 Dec 10 20:14:56.945537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39854) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:57.112421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.191583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.254902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc267ab4-5c14-46a4-a59d-a4c6f5a2b013 None None] Network 87cdcc96-f742-412e-8882-7541694757f0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:57.271582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.276919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ea7c62a-117b-4e9b-a884-48c1468757c5 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:57.321005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Subnet': ['ID=00b15bd5-155d-4467-9ad0-dce636108e8f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:57.323814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:57.423644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] Provisioning for port 95a4364c-9dfc-49ee-a796-9b60b088f55a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:14:57.428892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.434533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] Provisioning complete for port 95a4364c-9dfc-49ee-a796-9b60b088f55a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:14:57.434965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.458297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241fa058-6147-4cf8-b4e7-e7f0770d641d']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:57.462917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3435fd5-f610-4688-9113-9ee28073b802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-241fa058-6147-4cf8-b4e7-e7f0770d641d', 'network_id': '241fa058-6147-4cf8-b4e7-e7f0770d641d', 'tenant_id': 'a90fa884494144fe8dc4f106c9c6bcda', 'fixed_ips': [{'subnet_id': '00b15bd5-155d-4467-9ad0-dce636108e8f'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:14:57.463826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3435fd5-f610-4688-9113-9ee28073b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.472379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836fa00d-1b2a-451d-8999-f2809fa9c9ac') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:57.472658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836fa00d-1b2a-451d-8999-f2809fa9c9ac') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:14:57.485801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.501558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.507813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:14:57.508235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:14:57.523469 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:14:57.605095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.608776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eb275c40-b7bc-4b83-b938-50c864ea2e16 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:57.627553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.636691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Network': ['ID=241fa058-6147-4cf8-b4e7-e7f0770d641d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:57.639786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:57.641661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/241fa058-6147-4cf8-b4e7-e7f0770d641d HTTP/1.1" status: 204 len: 168 time: 0.6951170 Dec 10 20:14:57.645397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39858) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:57.651566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1706920275'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:57.656980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:57.660999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:network and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:57.664002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:57.669010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9128afbd-9a5e-4a88-b17d-fa10208924e1 None None] Network 241fa058-6147-4cf8-b4e7-e7f0770d641d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:57.670703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:57.680472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:57.686617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.715875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:14:57.721150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9128afbd-9a5e-4a88-b17d-fa10208924e1 None None] Network 241fa058-6147-4cf8-b4e7-e7f0770d641d could not be found, it might have been deleted concurrently. {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 10 20:14:57.724679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.725073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Added segment dfe9fa75-0339-4b43-ac65-7e8f8b76915d of type vlan for network 68a3f326-a17e-4612-86d5-84cb1fd15bd4 Dec 10 20:14:57.752121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.772759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.782492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.786617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:57.787248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.793165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f13b53c8-42e9-46e6-b709-34b116a20614 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:57.814852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] For port 95a4364c-9dfc-49ee-a796-9b60b088f55a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=95a4364c-9dfc-49ee-a796-9b60b088f55a,segment=NetworkSegment(f4e48c17-cc42-4014-b802-a56f689e2f49),segment_id=f4e48c17-cc42-4014-b802-a56f689e2f49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:14:57.818832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:57.820711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:57.893386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] Pushing event updated for resources: {'Port': ['ID=95a4364c-9dfc-49ee-a796-9b60b088f55a,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:57.896702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:57.907158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2605095 Dec 10 20:14:57.910844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39862) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:57.919945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'subnet': {'network_id': '68a3f326-a17e-4612-86d5-84cb1fd15bd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:57.993932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Network': ['ID=68a3f326-a17e-4612-86d5-84cb1fd15bd4,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:58.002097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3806a890-7fe8-4c7a-a60e-e575fabf91c2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:58.006631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 68a3f326-a17e-4612-86d5-84cb1fd15bd4 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:14:58.048673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:58.052933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:subnet and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:58.055961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:58.062250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:58.071215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:58.075619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b05a5c-5f2d-4ef0-a57d-c2cd853a33d5 None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 20:14:58.184940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.207258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-81bf116a-5033-46f6-acb6-c38b31759539 None None] Provisioning complete for port 95a4364c-9dfc-49ee-a796-9b60b088f55a triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:14:58.207508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81bf116a-5033-46f6-acb6-c38b31759539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.253924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b05a5c-5f2d-4ef0-a57d-c2cd853a33d5 None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 20:14:58.413723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.418437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-951d2b55-e18b-4ae5-8f71-bcf2c4e1c730 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:58.500485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Subnet': ['ID=0285a612-64fd-499e-9c88-ff0fc68c1189,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:58.505294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:58.516805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Checking segment: {'id': 'dfe9fa75-0339-4b43-ac65-7e8f8b76915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '68a3f326-a17e-4612-86d5-84cb1fd15bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:58.517210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network hostable DHCP agents. Network: 68a3f326-a17e-4612-86d5-84cb1fd15bd4, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:14:58.538743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network 68a3f326-a17e-4612-86d5-84cb1fd15bd4 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:14:58.547372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 68a3f326-a17e-4612-86d5-84cb1fd15bd4) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:58.551274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:58.551912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.573377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-baa82cde-484a-4401-bd34-a47e692ec102 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6614492 Dec 10 20:14:58.577245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39866) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:58.583184 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2053038400'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:58.588627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:58.592714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:network and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:58.595717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:58.601911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:58.611661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:58.617115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.641473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea1be98-bdce-4b8a-98d6-621d7745c49c None None] Network 68a3f326-a17e-4612-86d5-84cb1fd15bd4 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:58.649484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:14:58.666437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.666437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Added segment fff42b2a-889c-4e18-8842-ba07b99e5338 of type vlan for network f409a0a1-9e16-4e1c-822f-c3529f262bbb Dec 10 20:14:58.694831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.715904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 95a4364c-9dfc-49ee-a796-9b60b088f55a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:14:58.725624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.729886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:58.730521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.735846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2102edb5-2e78-4b31-b808-1d24325531b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:58.838680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2602968 Dec 10 20:14:58.841778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39870) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:58.850142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Request body: {'subnet': {'network_id': 'f409a0a1-9e16-4e1c-822f-c3529f262bbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:14:58.885251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 95a4364c-9dfc-49ee-a796-9b60b088f55a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:14:58.885706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:58.920044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Network': ['ID=f409a0a1-9e16-4e1c-822f-c3529f262bbb,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:58.922926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35fbcbe6-94a1-4093-9a5f-86a7c72b1380 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:58.938558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network f409a0a1-9e16-4e1c-822f-c3529f262bbb details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:14:58.971371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:14:58.975399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Usage tracker for resource:subnet and tenant:a90fa884494144fe8dc4f106c9c6bcda is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:14:58.978835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:14:58.984747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:14:58.993410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Made reservation on behalf of a90fa884494144fe8dc4f106c9c6bcda for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:14:59.088955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-68a3f326-a17e-4612-86d5-84cb1fd15bd4', 'network_id': '68a3f326-a17e-4612-86d5-84cb1fd15bd4', 'tenant_id': 'a90fa884494144fe8dc4f106c9c6bcda', 'fixed_ips': [{'subnet_id': '0285a612-64fd-499e-9c88-ff0fc68c1189'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:14:59.089803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:59.104251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:59.487937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Allocated IP 2001:db8::2 (68a3f326-a17e-4612-86d5-84cb1fd15bd4/0285a612-64fd-499e-9c88-ff0fc68c1189/24b22a77-f6ed-43bf-b1ab-c8af7265c249) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:14:59.577260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:59.581745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:59.666736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event updated for resources: {'Subnet': ['ID=c3bfed46-4d84-4062-bfd4-e76c38b59aee,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:59.670451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:14:59.677740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Checking segment: {'id': 'fff42b2a-889c-4e18-8842-ba07b99e5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f409a0a1-9e16-4e1c-822f-c3529f262bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:14:59.678142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network hostable DHCP agents. Network: f409a0a1-9e16-4e1c-822f-c3529f262bbb, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:14:59.701379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Network f409a0a1-9e16-4e1c-822f-c3529f262bbb is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:14:59.710646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, f409a0a1-9e16-4e1c-822f-c3529f262bbb) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:59.714374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:59.715212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:14:59.715858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:59.725557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b8cd5c-2f88-4339-8dc7-9a226d4f8cfb None None] Network f409a0a1-9e16-4e1c-822f-c3529f262bbb requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:14:59.738259 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8954101 Dec 10 20:14:59.740914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39874) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:14:59.792594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Transition to ACTIVE for port object 24b22a77-f6ed-43bf-b1ab-c8af7265c249 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:14:59.831600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Transition to ACTIVE for port object 24b22a77-f6ed-43bf-b1ab-c8af7265c249 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:14:59.841228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:59.855262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:14:59.892473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:59.945772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Network 68a3f326-a17e-4612-86d5-84cb1fd15bd4 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:14:59.951101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:14:59.953607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:14:59.961549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:14:59.984216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Pushing event updated for resources: {'Port': ['ID=24b22a77-f6ed-43bf-b1ab-c8af7265c249,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:14:59.987119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:00.041752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.046294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09592753-c612-4430-b3cd-7ce42218dbf4 tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:00.085241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Subnet': ['ID=c3bfed46-4d84-4062-bfd4-e76c38b59aee,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:00.088518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:00.134939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Attempting to bind port 24b22a77-f6ed-43bf-b1ab-c8af7265c249 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:00.135367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Attempting to bind port 24b22a77-f6ed-43bf-b1ab-c8af7265c249 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'dfe9fa75-0339-4b43-ac65-7e8f8b76915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '68a3f326-a17e-4612-86d5-84cb1fd15bd4'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:00.135780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Attempting to bind port 24b22a77-f6ed-43bf-b1ab-c8af7265c249 on network 68a3f326-a17e-4612-86d5-84cb1fd15bd4 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:00.142042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3983c6d3-73ae-47ec-a794-3953d6f68b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-f409a0a1-9e16-4e1c-822f-c3529f262bbb', 'network_id': 'f409a0a1-9e16-4e1c-822f-c3529f262bbb', 'tenant_id': 'a90fa884494144fe8dc4f106c9c6bcda', 'fixed_ips': [{'subnet_id': 'c3bfed46-4d84-4062-bfd4-e76c38b59aee'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:15:00.142924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3983c6d3-73ae-47ec-a794-3953d6f68b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.159409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:00.159831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Checking segment: {'id': 'dfe9fa75-0339-4b43-ac65-7e8f8b76915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '68a3f326-a17e-4612-86d5-84cb1fd15bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:00.160274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.160712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Bound using segment: {'id': 'dfe9fa75-0339-4b43-ac65-7e8f8b76915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '68a3f326-a17e-4612-86d5-84cb1fd15bd4'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:00.161230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Bound port: 24b22a77-f6ed-43bf-b1ab-c8af7265c249, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe9fa75-0339-4b43-ac65-7e8f8b76915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '68a3f326-a17e-4612-86d5-84cb1fd15bd4'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:00.161679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.188934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.216594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f409a0a1-9e16-4e1c-822f-c3529f262bbb']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:00.230073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff42b2a-889c-4e18-8842-ba07b99e5338') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:00.230415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff42b2a-889c-4e18-8842-ba07b99e5338') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:00.242331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.257124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.263465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:15:00.263899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:15:00.279694 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:15:00.323279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] For port 24b22a77-f6ed-43bf-b1ab-c8af7265c249, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:00.327879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cca65-0f7b-434d-80aa-ce1683b0165a None None] Network f409a0a1-9e16-4e1c-822f-c3529f262bbb requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:00.362856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.366373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea476955-b885-47b2-93f2-fe69132595d6 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:00.381409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.393574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Network': ['ID=f409a0a1-9e16-4e1c-822f-c3529f262bbb,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:00.396599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:00.401775 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/f409a0a1-9e16-4e1c-822f-c3529f262bbb HTTP/1.1" status: 204 len: 168 time: 0.6566050 Dec 10 20:15:00.402186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39878) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:00.407569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] For port 24b22a77-f6ed-43bf-b1ab-c8af7265c249, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=24b22a77-f6ed-43bf-b1ab-c8af7265c249,segment=NetworkSegment(dfe9fa75-0339-4b43-ac65-7e8f8b76915d),segment_id=dfe9fa75-0339-4b43-ac65-7e8f8b76915d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:00.420031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.426544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:00.449053 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1a2f8a-1597-466f-a843-35a6b20e8e29 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] GET failed (client error): The resource could not be found. Dec 10 20:15:00.449645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c1a2f8a-1597-466f-a843-35a6b20e8e29 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Synchronizing usage tracker for tenant:a90fa884494144fe8dc4f106c9c6bcda on resource:subnet {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:15:00.469037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c1a2f8a-1597-466f-a843-35a6b20e8e29 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Unset dirty status for tenant:a90fa884494144fe8dc4f106c9c6bcda on resource:subnet {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:15:00.470558 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9c1a2f8a-1597-466f-a843-35a6b20e8e29 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "GET /v2.0/subnets/c3bfed46-4d84-4062-bfd4-e76c38b59aee HTTP/1.1" status: 404 len: 337 time: 0.0672276 Dec 10 20:15:00.473349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39882) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:00.504965 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bfea3b-dc88-4ac4-9934-f4ac04bdd2f5 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] DELETE failed (client error): The resource could not be found. Dec 10 20:15:00.505467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bfea3b-dc88-4ac4-9934-f4ac04bdd2f5 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 20:15:00.511697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08bfea3b-dc88-4ac4-9934-f4ac04bdd2f5 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/f409a0a1-9e16-4e1c-822f-c3529f262bbb HTTP/1.1" status: 404 len: 339 time: 0.0327539 Dec 10 20:15:00.511965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39886) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:00.552679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-677b8016-7e24-48c7-a626-7df43deacadf tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] DELETE failed (client error): The resource could not be found. Dec 10 20:15:00.553180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677b8016-7e24-48c7-a626-7df43deacadf tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 20:15:00.555266 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-677b8016-7e24-48c7-a626-7df43deacadf tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/subnets/c3bfed46-4d84-4062-bfd4-e76c38b59aee HTTP/1.1" status: 404 len: 337 time: 0.0420048 Dec 10 20:15:00.557997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39890) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:00.584487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-789ae946-80d9-40ee-ae9c-0c5e044bc0e3 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] DELETE failed (client error): The resource could not be found. Dec 10 20:15:00.584983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789ae946-80d9-40ee-ae9c-0c5e044bc0e3 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 20:15:00.589575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-789ae946-80d9-40ee-ae9c-0c5e044bc0e3 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/f409a0a1-9e16-4e1c-822f-c3529f262bbb HTTP/1.1" status: 404 len: 339 time: 0.0277812 Dec 10 20:15:00.589755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Pushing event updated for resources: {'Port': ['ID=24b22a77-f6ed-43bf-b1ab-c8af7265c249,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:00.590391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39894) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:00.591456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:00.663447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Deleting subnet 0285a612-64fd-499e-9c88-ff0fc68c1189 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:15:00.666700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.728747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.826565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.905614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.910313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e9135286-7e96-4984-8e1a-fba927d0d520 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:00.948324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Subnet': ['ID=0285a612-64fd-499e-9c88-ff0fc68c1189,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:00.951116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:00.956473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:00.970796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/subnets/0285a612-64fd-499e-9c88-ff0fc68c1189 HTTP/1.1" status: 204 len: 168 time: 0.3792996 Dec 10 20:15:00.973282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39898) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:01.095895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.107152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Deleting port 24b22a77-f6ed-43bf-b1ab-c8af7265c249 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:15:01.107518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.315679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] For port 24b22a77-f6ed-43bf-b1ab-c8af7265c249, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=24b22a77-f6ed-43bf-b1ab-c8af7265c249,segment=NetworkSegment(dfe9fa75-0339-4b43-ac65-7e8f8b76915d),segment_id=dfe9fa75-0339-4b43-ac65-7e8f8b76915d)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:01.316079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.446479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Calling delete_port for 24b22a77-f6ed-43bf-b1ab-c8af7265c249 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:15:01.524451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.529534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a4d37f6b-09b1-4254-a8ad-deafe1696513 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:01.574990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Port': ['ID=24b22a77-f6ed-43bf-b1ab-c8af7265c249,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:01.578745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:01.581925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No DVR routers for this DVR port 24b22a77-f6ed-43bf-b1ab-c8af7265c249 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:15:01.712229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.739564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a3f326-a17e-4612-86d5-84cb1fd15bd4']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:01.753141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe9fa75-0339-4b43-ac65-7e8f8b76915d') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:01.753488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe9fa75-0339-4b43-ac65-7e8f8b76915d') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:01.766598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.782768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.790092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:15:01.791102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:15:01.806915 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:15:01.892156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.895748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d278066d-a934-4477-8445-51eab65e5150 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:01.914658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:01.924301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Network': ['ID=68a3f326-a17e-4612-86d5-84cb1fd15bd4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:01.927692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:01.929591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/68a3f326-a17e-4612-86d5-84cb1fd15bd4 HTTP/1.1" status: 204 len: 168 time: 0.9550304 Dec 10 20:15:01.932038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39902) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:01.973655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f49b274-0362-4efa-b1b8-f04ac42314e9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] DELETE failed (client error): The resource could not be found. Dec 10 20:15:01.974163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f49b274-0362-4efa-b1b8-f04ac42314e9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 20:15:01.976002 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f49b274-0362-4efa-b1b8-f04ac42314e9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/subnets/00b15bd5-155d-4467-9ad0-dce636108e8f HTTP/1.1" status: 404 len: 337 time: 0.0429814 Dec 10 20:15:01.978690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39906) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:02.005027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5489a0-8723-4254-9363-2ae04ad76904 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] DELETE failed (client error): The resource could not be found. Dec 10 20:15:02.005585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5489a0-8723-4254-9363-2ae04ad76904 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 20:15:02.007602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1a5489a0-8723-4254-9363-2ae04ad76904 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/241fa058-6147-4cf8-b4e7-e7f0770d641d HTTP/1.1" status: 404 len: 339 time: 0.0276954 Dec 10 20:15:02.010761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39910) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:02.057329 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-230640be-1e05-498e-b6e1-a9487e68b975 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] DELETE failed (client error): The resource could not be found. Dec 10 20:15:02.057858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230640be-1e05-498e-b6e1-a9487e68b975 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 20:15:02.059707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-230640be-1e05-498e-b6e1-a9487e68b975 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/subnets/9b402f8c-8ef1-401a-b033-cb8e621d96e1 HTTP/1.1" status: 404 len: 337 time: 0.0478032 Dec 10 20:15:02.062467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39914) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:02.090027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34c8238-e47e-4768-929e-f6a9dba7a9d4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] DELETE failed (client error): The resource could not be found. Dec 10 20:15:02.090451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34c8238-e47e-4768-929e-f6a9dba7a9d4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 10 20:15:02.094905 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e34c8238-e47e-4768-929e-f6a9dba7a9d4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/a7552c04-3d56-4736-9a4e-e5243d4f59e8 HTTP/1.1" status: 404 len: 339 time: 0.0288363 Dec 10 20:15:02.095149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39918) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:02.249961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf989285-3eec-43e1-a667-48c2301a01d4 None None] DHCP port deletion for 68a3f326-a17e-4612-86d5-84cb1fd15bd4 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:15:02.275644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9cc71ba7-b3a6-4552-889d-8db869b04b1f None None] Could not find standard attr ID for object 24b22a77-f6ed-43bf-b1ab-c8af7265c249. {{(pid=88873) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 20:15:02.278573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47314e6-fbe2-4efe-8d74-cb88fd897641 None None] Network 68a3f326-a17e-4612-86d5-84cb1fd15bd4 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:02.297849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47314e6-fbe2-4efe-8d74-cb88fd897641 None None] Network 68a3f326-a17e-4612-86d5-84cb1fd15bd4 could not be found, it might have been deleted concurrently. {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 10 20:15:02.298631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Deleting subnet 61272301-6bda-4709-a0a5-61092132080e {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:15:02.301796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.361483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.446332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.520718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.525138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9397359-0d66-465b-b6aa-e3894c87d7d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:02.565260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Subnet': ['ID=61272301-6bda-4709-a0a5-61092132080e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:02.569538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:02.572284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.579652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07fb5d-8a59-4cb4-9928-b21568e460b2 None None] Network 87cdcc96-f742-412e-8882-7541694757f0 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:02.582210 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/subnets/61272301-6bda-4709-a0a5-61092132080e HTTP/1.1" status: 204 len: 168 time: 0.4860446 Dec 10 20:15:02.584761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39922) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:02.707992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.718992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Deleting port 95a4364c-9dfc-49ee-a796-9b60b088f55a {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:15:02.719356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.760313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.853818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] DHCP port deletion for 87cdcc96-f742-412e-8882-7541694757f0 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:15:02.858312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] Deleting port 95a4364c-9dfc-49ee-a796-9b60b088f55a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:15:02.858775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:02.936620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] For port 95a4364c-9dfc-49ee-a796-9b60b088f55a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=95a4364c-9dfc-49ee-a796-9b60b088f55a,segment=NetworkSegment(f4e48c17-cc42-4014-b802-a56f689e2f49),segment_id=f4e48c17-cc42-4014-b802-a56f689e2f49)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:02.936946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.066080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Calling delete_port for 95a4364c-9dfc-49ee-a796-9b60b088f55a owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:15:03.068890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] For port 95a4364c-9dfc-49ee-a796-9b60b088f55a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=95a4364c-9dfc-49ee-a796-9b60b088f55a,segment=NetworkSegment(f4e48c17-cc42-4014-b802-a56f689e2f49),segment_id=f4e48c17-cc42-4014-b802-a56f689e2f49)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:03.069375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.142443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.146942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bea9c377-5142-4f61-b17a-23b1560b403d tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:03.190641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Port': ['ID=95a4364c-9dfc-49ee-a796-9b60b088f55a,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:03.195392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:03.198876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] No DVR routers for this DVR port 95a4364c-9dfc-49ee-a796-9b60b088f55a on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:15:03.202278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] Calling delete_port for 95a4364c-9dfc-49ee-a796-9b60b088f55a owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:15:03.273029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:15:03.273435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:15:03.328289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.354993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cdcc96-f742-412e-8882-7541694757f0']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:03.371565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e48c17-cc42-4014-b802-a56f689e2f49') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:03.371903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e48c17-cc42-4014-b802-a56f689e2f49') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:03.383883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.398526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.404802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:15:03.405228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:15:03.420754 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:15:03.501655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.504970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74d0e608-88e8-447f-b765-f10da88f8c6c tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:03.522862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.535707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Pushing event deleted for resources: {'Network': ['ID=87cdcc96-f742-412e-8882-7541694757f0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:03.538684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:03.541117 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] 10.222.0.41 "DELETE /v2.0/networks/87cdcc96-f742-412e-8882-7541694757f0 HTTP/1.1" status: 204 len: 168 time: 0.9547977 Dec 10 20:15:03.774231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] Deleting port 95a4364c-9dfc-49ee-a796-9b60b088f55a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:15:03.775209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:03.844501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39930) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:03.850700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d397951c-568c-4c8d-817e-4d755662b775 None None] The port '95a4364c-9dfc-49ee-a796-9b60b088f55a' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:15:04.029743 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-04bc9f56-3b02-44d3-a4db-8d267900d34d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a90fa884494144fe8dc4f106c9c6bcda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1838391 Dec 10 20:15:04.032246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39936) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:04.098860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:04.125211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:04.171974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:04.175869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aae83f3b-9145-41c7-a702-e9db1bf610b3 tempest-SecGroupIPv6Test-1335171583 tempest-SecGroupIPv6Test-1335171583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:04.187228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3e724e-692c-48b8-b556-0d6e0b5f477b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:04.200037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:04.201252 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed3e724e-692c-48b8-b556-0d6e0b5f477b HTTP/1.1" status: 204 len: 168 time: 0.1680357 Dec 10 20:15:04.202682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.203115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.203540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.203959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.204378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.204801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.205218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.205664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.206086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.206497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.206906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:04.210195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76b5b5cb-e40c-4096-96e2-ae2345dc85b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:04.678549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 95a4364c-9dfc-49ee-a796-9b60b088f55a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:15:04.715492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 95a4364c-9dfc-49ee-a796-9b60b088f55a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:15:04.715902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 95a4364c-9dfc-49ee-a796-9b60b088f55a not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:15:05.044424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39958) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:05.179198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1966947424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:05.186645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:05.190665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Usage tracker for resource:router and tenant:bf62ecc5168543da8bfb46dbcb4e238f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:05.193641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:05.199595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:05.209365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.210366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.230581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.247247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.266975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.268271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-667f70fa-a28b-4d19-a7bb-cd0ca942d0db tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2226951 Dec 10 20:15:05.271200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39964) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:05.277746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1759274986'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:05.282802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:05.286824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Usage tracker for resource:network and tenant:bf62ecc5168543da8bfb46dbcb4e238f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:05.290304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:05.296813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:05.305359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Made reservation on behalf of bf62ecc5168543da8bfb46dbcb4e238f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:05.310817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.323972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.360199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:05.364141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Usage tracker for resource:security_group_rule and tenant:bf62ecc5168543da8bfb46dbcb4e238f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:05.367036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:05.373117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:05.447711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.450626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.455045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3f63be79-3caa-4ebf-9930-7aa928fb043f tempest-NegativeSecGroupIPv6Test-1551707840 tempest-NegativeSecGroupIPv6Test-1551707840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:05.486536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:15:05.495500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0543fa6f-59da-4edc-abad-faa55a5a202d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:05.499263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:05.501787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.502178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Added segment 97160e8d-d257-4a27-804b-04992a0feaa6 of type vlan for network 0fe6b85d-9f34-46b4-82b9-64441de3617d Dec 10 20:15:05.528756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.558231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.562391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:05.563040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:05.568339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ba62470-39ed-4463-92ea-839745b80fb9 tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:05.679934 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4075089 Dec 10 20:15:05.680841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event updated for resources: {'Network': ['ID=0fe6b85d-9f34-46b4-82b9-64441de3617d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:05.682940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39968) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:05.685809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bf52d042-2561-4eb8-b3e6-87c9a044d178 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:05.689656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Request body: {'subnet': {'network_id': '0fe6b85d-9f34-46b4-82b9-64441de3617d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:05.691842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 0fe6b85d-9f34-46b4-82b9-64441de3617d details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:15:05.809112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:05.813204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Usage tracker for resource:subnet and tenant:bf62ecc5168543da8bfb46dbcb4e238f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:05.816210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:05.822343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:05.833196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Made reservation on behalf of bf62ecc5168543da8bfb46dbcb4e238f for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:05.942054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.158743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.163051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc179896-a1e6-480b-887e-019d241ff8bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:06.243170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event updated for resources: {'Subnet': ['ID=4ff90339-0a2b-4764-b4ea-2fce67dbd7f3,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:06.247841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:06.252918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Checking segment: {'id': '97160e8d-d257-4a27-804b-04992a0feaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0fe6b85d-9f34-46b4-82b9-64441de3617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:06.253313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Network hostable DHCP agents. Network: 0fe6b85d-9f34-46b4-82b9-64441de3617d, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:15:06.274443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Network 0fe6b85d-9f34-46b4-82b9-64441de3617d is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:15:06.282816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 0fe6b85d-9f34-46b4-82b9-64441de3617d) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:06.287155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:06.287803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.292891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744652c-202e-4fcc-a11d-abdb83130a9a None None] Network 0fe6b85d-9f34-46b4-82b9-64441de3617d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:06.309437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6254292 Dec 10 20:15:06.312633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39972) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:06.318577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1439098578'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:06.324240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:06.328247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Usage tracker for resource:network and tenant:bf62ecc5168543da8bfb46dbcb4e238f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:06.331507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:06.339626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:06.352304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Made reservation on behalf of bf62ecc5168543da8bfb46dbcb4e238f for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:06.357694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.388106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:15:06.397737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.398129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Added segment 4fe798b9-b0b0-4214-a9f9-528db2fff0fc of type vlan for network eede532d-2987-4df5-96f9-aed081ed158e Dec 10 20:15:06.426054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.456051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.460116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:06.460768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.467690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4cbc1cce-28ea-4c75-aa31-b3809c56b146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:06.524398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-0fe6b85d-9f34-46b4-82b9-64441de3617d', 'network_id': '0fe6b85d-9f34-46b4-82b9-64441de3617d', 'tenant_id': 'bf62ecc5168543da8bfb46dbcb4e238f', 'fixed_ips': [{'subnet_id': '4ff90339-0a2b-4764-b4ea-2fce67dbd7f3'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:15:06.525939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:06.696017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Allocated IP 172.20.0.2 (0fe6b85d-9f34-46b4-82b9-64441de3617d/4ff90339-0a2b-4764-b4ea-2fce67dbd7f3/14b9cd9c-db55-4d67-93ae-7314acdca667) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:06.806731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4897373 Dec 10 20:15:06.807156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39976) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:06.816011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Request body: {'subnet': {'network_id': 'eede532d-2987-4df5-96f9-aed081ed158e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:06.836412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event updated for resources: {'Network': ['ID=eede532d-2987-4df5-96f9-aed081ed158e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:06.854113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network eede532d-2987-4df5-96f9-aed081ed158e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:15:06.886575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:06.937343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:06.941362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Usage tracker for resource:subnet and tenant:bf62ecc5168543da8bfb46dbcb4e238f is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:06.944314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:06.951034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:06.960198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Made reservation on behalf of bf62ecc5168543da8bfb46dbcb4e238f for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:07.074924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.187062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.199093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Transition to ACTIVE for port object 14b9cd9c-db55-4d67-93ae-7314acdca667 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:07.218602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Transition to ACTIVE for port object 14b9cd9c-db55-4d67-93ae-7314acdca667 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:07.223225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.227349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:07.296663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Network 0fe6b85d-9f34-46b4-82b9-64441de3617d is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:07.300152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Pushing event updated for resources: {'Port': ['ID=14b9cd9c-db55-4d67-93ae-7314acdca667,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:07.302746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:07.304592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:07.305359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:07.309976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.314543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccbb4618-2c53-4cf4-a768-9d670dfe332c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:07.397974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Attempting to bind port 14b9cd9c-db55-4d67-93ae-7314acdca667 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:07.398313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Attempting to bind port 14b9cd9c-db55-4d67-93ae-7314acdca667 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '97160e8d-d257-4a27-804b-04992a0feaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0fe6b85d-9f34-46b4-82b9-64441de3617d'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:07.398725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Attempting to bind port 14b9cd9c-db55-4d67-93ae-7314acdca667 on network 0fe6b85d-9f34-46b4-82b9-64441de3617d {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:07.399060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event updated for resources: {'Subnet': ['ID=3a9e456c-4ef3-49ca-9de9-ca01e88c22e1,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:07.402336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:07.406318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:07.406775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Checking segment: {'id': '97160e8d-d257-4a27-804b-04992a0feaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0fe6b85d-9f34-46b4-82b9-64441de3617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:07.407299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.407615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Bound using segment: {'id': '97160e8d-d257-4a27-804b-04992a0feaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0fe6b85d-9f34-46b4-82b9-64441de3617d'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:07.408141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Bound port: 14b9cd9c-db55-4d67-93ae-7314acdca667, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97160e8d-d257-4a27-804b-04992a0feaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0fe6b85d-9f34-46b4-82b9-64441de3617d'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:07.408566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.413108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Checking segment: {'id': '4fe798b9-b0b0-4214-a9f9-528db2fff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eede532d-2987-4df5-96f9-aed081ed158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:07.413539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Network hostable DHCP agents. Network: eede532d-2987-4df5-96f9-aed081ed158e, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:15:07.435059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Network eede532d-2987-4df5-96f9-aed081ed158e is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:15:07.443676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, eede532d-2987-4df5-96f9-aed081ed158e) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:07.448686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:07.449333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.455586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e18169c-0bd7-43c0-9ec1-25c2a6595482 None None] Network eede532d-2987-4df5-96f9-aed081ed158e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:07.471631 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ef9c1a9b-f379-4952-bdde-5e04c8fd5e43 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6633909 Dec 10 20:15:07.474615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39980) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:07.480774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-88a1b633-012f-4a6a-8968-04f2da5230aa tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eede532d-2987-4df5-96f9-aed081ed158e'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:07.606236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] For port 14b9cd9c-db55-4d67-93ae-7314acdca667, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:07.626624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] For port 14b9cd9c-db55-4d67-93ae-7314acdca667, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=14b9cd9c-db55-4d67-93ae-7314acdca667,segment=NetworkSegment(97160e8d-d257-4a27-804b-04992a0feaa6),segment_id=97160e8d-d257-4a27-804b-04992a0feaa6)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:07.656659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.663291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:07.803055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Pushing event updated for resources: {'Port': ['ID=14b9cd9c-db55-4d67-93ae-7314acdca667,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:07.806846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:07.811757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-eede532d-2987-4df5-96f9-aed081ed158e', 'network_id': 'eede532d-2987-4df5-96f9-aed081ed158e', 'tenant_id': 'bf62ecc5168543da8bfb46dbcb4e238f', 'fixed_ips': [{'subnet_id': '3a9e456c-4ef3-49ca-9de9-ca01e88c22e1'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:15:07.812808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.911718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-88a1b633-012f-4a6a-8968-04f2da5230aa tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:07.986522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Allocated IP 172.21.0.2 (eede532d-2987-4df5-96f9-aed081ed158e/3a9e456c-4ef3-49ca-9de9-ca01e88c22e1/f2a9250d-93b8-494f-946f-509e24277ba0) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:08.067004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.api.v2.resource [None req-88a1b633-012f-4a6a-8968-04f2da5230aa tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 20:15:08.068217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-88a1b633-012f-4a6a-8968-04f2da5230aa tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "PUT /v2.0/routers/6a78f96b-7323-4946-8acc-845f87f6df20 HTTP/1.1" status: 400 len: 364 time: 0.5924153 Dec 10 20:15:08.075503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39984) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:08.167746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Deleting subnet 3a9e456c-4ef3-49ca-9de9-ca01e88c22e1 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:15:08.243951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.255683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Transition to ACTIVE for port object f2a9250d-93b8-494f-946f-509e24277ba0 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:08.276834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Transition to ACTIVE for port object f2a9250d-93b8-494f-946f-509e24277ba0 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:08.283460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.285154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.291860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:08.342863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.359086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Network eede532d-2987-4df5-96f9-aed081ed158e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:08.362516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:08.364999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:08.378311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Pushing event updated for resources: {'Port': ['ID=f2a9250d-93b8-494f-946f-509e24277ba0,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:08.381087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:08.437466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.466890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Attempting to bind port f2a9250d-93b8-494f-946f-509e24277ba0 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:08.467318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Attempting to bind port f2a9250d-93b8-494f-946f-509e24277ba0 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '4fe798b9-b0b0-4214-a9f9-528db2fff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eede532d-2987-4df5-96f9-aed081ed158e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:08.467871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Attempting to bind port f2a9250d-93b8-494f-946f-509e24277ba0 on network eede532d-2987-4df5-96f9-aed081ed158e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:08.475260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:08.475697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Checking segment: {'id': '4fe798b9-b0b0-4214-a9f9-528db2fff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eede532d-2987-4df5-96f9-aed081ed158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:08.476260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.476724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Bound using segment: {'id': '4fe798b9-b0b0-4214-a9f9-528db2fff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eede532d-2987-4df5-96f9-aed081ed158e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:08.477236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Bound port: f2a9250d-93b8-494f-946f-509e24277ba0, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe798b9-b0b0-4214-a9f9-528db2fff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eede532d-2987-4df5-96f9-aed081ed158e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:08.477870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.479529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:15:08.518277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.522752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-95af25ec-51c6-41f2-aeab-5648e0a83bf8 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:08.563413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9e456c-4ef3-49ca-9de9-ca01e88c22e1,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:08.566146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:08.569569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.575372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] For port f2a9250d-93b8-494f-946f-509e24277ba0, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:08.576184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "DELETE /v2.0/subnets/3a9e456c-4ef3-49ca-9de9-ca01e88c22e1 HTTP/1.1" status: 204 len: 168 time: 0.4996502 Dec 10 20:15:08.578684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] For port f2a9250d-93b8-494f-946f-509e24277ba0, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f2a9250d-93b8-494f-946f-509e24277ba0,segment=NetworkSegment(4fe798b9-b0b0-4214-a9f9-528db2fff0fc),segment_id=4fe798b9-b0b0-4214-a9f9-528db2fff0fc)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:08.579143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 39988) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:08.583056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.588558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5c8b7c0d-f3ee-4876-b944-453a2d5aaa01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:08.722113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.737899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Pushing event updated for resources: {'Port': ['ID=f2a9250d-93b8-494f-946f-509e24277ba0,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:08.740679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 14b9cd9c-db55-4d67-93ae-7314acdca667 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:08.742956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Deleting port f2a9250d-93b8-494f-946f-509e24277ba0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:15:08.744192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:08.774972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:08.775801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42142bcd-776f-4e9f-8920-97800cd4efc1 None None] Network eede532d-2987-4df5-96f9-aed081ed158e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:08.980915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] For port f2a9250d-93b8-494f-946f-509e24277ba0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f2a9250d-93b8-494f-946f-509e24277ba0,segment=NetworkSegment(4fe798b9-b0b0-4214-a9f9-528db2fff0fc),segment_id=4fe798b9-b0b0-4214-a9f9-528db2fff0fc)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:08.981590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.000348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 14b9cd9c-db55-4d67-93ae-7314acdca667 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:09.363407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Calling delete_port for f2a9250d-93b8-494f-946f-509e24277ba0 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:15:09.424045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d04ca-7613-4248-ba5e-8d479915b046 None None] Network 0fe6b85d-9f34-46b4-82b9-64441de3617d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:09.445319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.451558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4abd6237-8005-446d-b4b0-8f7945568b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:09.498013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event deleted for resources: {'Port': ['ID=f2a9250d-93b8-494f-946f-509e24277ba0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:09.508402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] No DVR routers for this DVR port f2a9250d-93b8-494f-946f-509e24277ba0 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:15:09.511272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.511719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.512142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.512560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.513032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.513392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.513835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.514248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.514656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.515067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.515516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:09.520299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] Provisioning for port 14b9cd9c-db55-4d67-93ae-7314acdca667 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:09.530761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] Provisioning complete for port 14b9cd9c-db55-4d67-93ae-7314acdca667 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:09.531186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.545691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:09.647944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.675035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eede532d-2987-4df5-96f9-aed081ed158e']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:09.688200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe798b9-b0b0-4214-a9f9-528db2fff0fc') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:09.688542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe798b9-b0b0-4214-a9f9-528db2fff0fc') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:09.700972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.719615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.726008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:15:09.726438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:15:09.741553 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:15:09.773078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.822232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] For port 14b9cd9c-db55-4d67-93ae-7314acdca667, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=14b9cd9c-db55-4d67-93ae-7314acdca667,segment=NetworkSegment(97160e8d-d257-4a27-804b-04992a0feaa6),segment_id=97160e8d-d257-4a27-804b-04992a0feaa6)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:09.823262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.826941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.828809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:09.831782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24de49e6-9a77-494b-b676-d36929a60d43 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:09.850776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:09.863965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event deleted for resources: {'Network': ['ID=eede532d-2987-4df5-96f9-aed081ed158e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:09.871603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39992) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:09.876867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "DELETE /v2.0/networks/eede532d-2987-4df5-96f9-aed081ed158e HTTP/1.1" status: 204 len: 168 time: 1.2962449 Dec 10 20:15:09.878404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:09.900103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] Pushing event updated for resources: {'Port': ['ID=14b9cd9c-db55-4d67-93ae-7314acdca667,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:09.903469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:09.950089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Deleting subnet 4ff90339-0a2b-4764-b4ea-2fce67dbd7f3 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:15:09.953494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.013085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.070785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69242eca-cc51-4446-a58f-3f150be6b4eb None None] get_active_networks_info from dv-neutron-821443-1-hyperv {{(pid=88873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 10 20:15:10.105533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.169618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69242eca-cc51-4446-a58f-3f150be6b4eb None None] Resources bound (agent type, host, resource id): {{(pid=88873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 10 20:15:10.179088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.184287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4b634cbf-a94b-4e0a-9927-76a19b426e80 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:10.186146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e33adcc4-d2e7-420c-bebf-384571a88c04 None None] Provisioning complete for port 14b9cd9c-db55-4d67-93ae-7314acdca667 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:10.186577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e33adcc4-d2e7-420c-bebf-384571a88c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.222716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff90339-0a2b-4764-b4ea-2fce67dbd7f3,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:10.225430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:10.228709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.235232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "DELETE /v2.0/subnets/4ff90339-0a2b-4764-b4ea-2fce67dbd7f3 HTTP/1.1" status: 204 len: 168 time: 0.3625252 Dec 10 20:15:10.237928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 39996) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:10.363843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.375752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Deleting port 14b9cd9c-db55-4d67-93ae-7314acdca667 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:15:10.376173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.586685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f20e6-7174-4b1e-b01c-610b00a8650f None None] Network 0fe6b85d-9f34-46b4-82b9-64441de3617d requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:10.599928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] For port 14b9cd9c-db55-4d67-93ae-7314acdca667, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=14b9cd9c-db55-4d67-93ae-7314acdca667,segment=NetworkSegment(97160e8d-d257-4a27-804b-04992a0feaa6),segment_id=97160e8d-d257-4a27-804b-04992a0feaa6)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:10.600400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.721565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 14b9cd9c-db55-4d67-93ae-7314acdca667 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:10.730773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Calling delete_port for 14b9cd9c-db55-4d67-93ae-7314acdca667 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:15:10.810617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:10.816011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-356e4564-4507-45d8-a52a-857e775496e9 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:10.867744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event deleted for resources: {'Port': ['ID=14b9cd9c-db55-4d67-93ae-7314acdca667,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:10.870661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:10.874317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] No DVR routers for this DVR port 14b9cd9c-db55-4d67-93ae-7314acdca667 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:15:10.952423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 14b9cd9c-db55-4d67-93ae-7314acdca667 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:15:10.952739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 14b9cd9c-db55-4d67-93ae-7314acdca667 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 10 20:15:10.987608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Port 14b9cd9c-db55-4d67-93ae-7314acdca667 not found, will not notify nova. {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 10 20:15:11.009481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:11.037528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe6b85d-9f34-46b4-82b9-64441de3617d']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:11.041250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70139886-905a-4e8d-9156-0004cbf96c21 None None] DHCP port deletion for 0fe6b85d-9f34-46b4-82b9-64441de3617d request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:15:11.051470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97160e8d-d257-4a27-804b-04992a0feaa6') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:11.051813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97160e8d-d257-4a27-804b-04992a0feaa6') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:11.064242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:11.079329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:11.085606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:15:11.086036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:15:11.101887 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:15:11.182804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:11.187267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:11.191797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-09430ba4-a303-4f9a-8eba-05d8e9daf7bf tempest-NetworksIpV6TestAttrs-498403722 tempest-NetworksIpV6TestAttrs-498403722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:11.217072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8472f48-3707-49d4-a81c-a99873eb664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:11.218559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Pushing event deleted for resources: {'Network': ['ID=0fe6b85d-9f34-46b4-82b9-64441de3617d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:11.221239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:11.222906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "DELETE /v2.0/networks/0fe6b85d-9f34-46b4-82b9-64441de3617d HTTP/1.1" status: 204 len: 168 time: 0.9839818 Dec 10 20:15:11.225714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40000) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:11.272263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-290893c2-816e-4da2-9646-96c32524eff3 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Synchronizing usage tracker for tenant:bf62ecc5168543da8bfb46dbcb4e238f on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:15:11.287342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-290893c2-816e-4da2-9646-96c32524eff3 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Unset dirty status for tenant:bf62ecc5168543da8bfb46dbcb4e238f on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:15:11.288580 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-290893c2-816e-4da2-9646-96c32524eff3 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a78f96b-7323-4946-8acc-845f87f6df20 HTTP/1.1" status: 200 len: 205 time: 0.0617819 Dec 10 20:15:11.291350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40004) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:11.438136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d7640fd-5b34-4a81-afc8-6ed3cbb71136 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.075039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d7640fd-5b34-4a81-afc8-6ed3cbb71136 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.079455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d7640fd-5b34-4a81-afc8-6ed3cbb71136 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.103327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d7640fd-5b34-4a81-afc8-6ed3cbb71136 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.103888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7640fd-5b34-4a81-afc8-6ed3cbb71136 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Fanout notify agent at l3_agent the message router_deleted on router 6a78f96b-7323-4946-8acc-845f87f6df20 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:15:12.115053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d7640fd-5b34-4a81-afc8-6ed3cbb71136 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.116230 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6d7640fd-5b34-4a81-afc8-6ed3cbb71136 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] 10.222.0.41 "DELETE /v2.0/routers/6a78f96b-7323-4946-8acc-845f87f6df20 HTTP/1.1" status: 204 len: 168 time: 0.8238554 Dec 10 20:15:12.415210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40012) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:12.592196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.606432 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cc1fd3ab-922c-418d-88d1-459a29d7b758 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf62ecc5168543da8bfb46dbcb4e238f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1897507 Dec 10 20:15:12.609415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40018) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:12.673777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85ff36bb-8851-441f-9b7a-10e63c6126c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.682801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 14b9cd9c-db55-4d67-93ae-7314acdca667 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:15:12.702839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85ff36bb-8851-441f-9b7a-10e63c6126c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.718096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 14b9cd9c-db55-4d67-93ae-7314acdca667 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:15:12.718503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 14b9cd9c-db55-4d67-93ae-7314acdca667 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:15:12.750360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85ff36bb-8851-441f-9b7a-10e63c6126c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.755341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a73fb13-0bb8-4a0a-ba24-99d1db43a239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:12.766506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff36bb-8851-441f-9b7a-10e63c6126c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0543fa6f-59da-4edc-abad-faa55a5a202d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:12.769089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85ff36bb-8851-441f-9b7a-10e63c6126c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:12.774283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85ff36bb-8851-441f-9b7a-10e63c6126c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:12.775493 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85ff36bb-8851-441f-9b7a-10e63c6126c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0543fa6f-59da-4edc-abad-faa55a5a202d HTTP/1.1" status: 204 len: 168 time: 0.1650236 Dec 10 20:15:13.647379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40040) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:13.783180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1847103927-network', 'tenant_id': 'a0e003ef2903403193773535f6564e0c'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:13.788375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:13.793058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Usage tracker for resource:network and tenant:a0e003ef2903403193773535f6564e0c is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:13.796077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:13.802063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:13.811511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Made reservation on behalf of a0e003ef2903403193773535f6564e0c for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:13.816164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:13.829560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:13.866347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:13.870377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Usage tracker for resource:security_group_rule and tenant:a0e003ef2903403193773535f6564e0c is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:13.873329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:13.879330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:13.950283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:13.953058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:13.953749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69c96541-c6d6-4757-bb08-770d6aa86db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:13.955926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:13.957354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5264f23b-6d43-4177-8718-906a309071c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:13.985723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:15:13.994454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c09146-a228-43be-9e69-c069b4804404,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:13.998242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:14.000674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.001060 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Added segment f24332c2-4570-411b-b7e9-a47fb10c9347 of type vlan for network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 Dec 10 20:15:14.027887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.056161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.057095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:14.057755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.062677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:14.165895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5172231 Dec 10 20:15:14.168915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Pushing event updated for resources: {'Network': ['ID=039b7fef-3cc5-4f11-afb5-2670a4843ea6,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:14.169105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40046) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:14.171711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:14.176152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Request body: {'subnet': {'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-subnet', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:14.179213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:15:14.182265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:14.186311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Usage tracker for resource:subnet and tenant:a0e003ef2903403193773535f6564e0c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:14.189345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:14.195352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:14.205813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Made reservation on behalf of a0e003ef2903403193773535f6564e0c for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:14.210462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.423611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.427919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-537e5503-1970-4ec2-9ad1-a90eed68de8f tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:14.504291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:14.507913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:14.515534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Checking segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:14.515927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Network hostable DHCP agents. Network: 039b7fef-3cc5-4f11-afb5-2670a4843ea6, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:15:14.537155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:15:14.545571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 039b7fef-3cc5-4f11-afb5-2670a4843ea6) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:14.549314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:14.550038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.556550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f81989-8c7c-443e-8973-6f2f2bd7f49b None None] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:14.572281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9f77bbda-8418-4782-b4dc-2aa9d52d025c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4015472 Dec 10 20:15:14.574725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40050) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:14.580280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:14.585440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:14.589702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Usage tracker for resource:router and tenant:a0e003ef2903403193773535f6564e0c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:14.592665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:14.598590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:14.609434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.610517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.629349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.782647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'fixed_ips': [{'subnet_id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:15:14.783547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.785180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:14.948087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Allocated IP 172.20.0.2 (039b7fef-3cc5-4f11-afb5-2670a4843ea6/7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8/b7e2035e-bb31-4ce6-8dbb-65fc153a3aef) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:14.981672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.012990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.157292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Allocated IP 172.26.8.236 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/f6202d8c-49c7-4573-b7e4-3c159a867c8b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:15.166252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.176996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Transition to ACTIVE for port object b7e2035e-bb31-4ce6-8dbb-65fc153a3aef will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:15.195622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Transition to ACTIVE for port object b7e2035e-bb31-4ce6-8dbb-65fc153a3aef will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:15.199893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.204770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:15.271664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:15.275277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:15.279812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:15.282030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Pushing event updated for resources: {'Port': ['ID=b7e2035e-bb31-4ce6-8dbb-65fc153a3aef,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:15.285033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:15.315035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.343303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.347860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-84c13399-2829-40c4-8ee8-f74d578c8bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:15.376285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Attempting to bind port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:15.376873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Attempting to bind port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:15.377086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Attempting to bind port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef on network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:15.385920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:15.386204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Checking segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:15.386602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.387038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Bound using segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:15.387556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Bound port: b7e2035e-bb31-4ce6-8dbb-65fc153a3aef, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:15.387976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.416030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:15.423343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:15.426108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:15.459159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Pushing event updated for resources: {'Port': ['ID=f6202d8c-49c7-4573-b7e4-3c159a867c8b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:15.466737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:15.494427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] For port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:15.498034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.502495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] For port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b7e2035e-bb31-4ce6-8dbb-65fc153a3aef,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:15.505698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.510711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:15.595526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Pushing event updated for resources: {'Port': ['ID=b7e2035e-bb31-4ce6-8dbb-65fc153a3aef,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:15.596920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.602087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:15.602297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:15.845925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Router fbb3f114-ef8a-44ea-a37b-f882b70ab032 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:15:16.065500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:15:16.075176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Sync routers for ids ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:15:16.088754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Routers {'fbb3f114-ef8a-44ea-a37b-f882b70ab032'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:15:16.089412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:15:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:16.089861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:16.091299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5155723 Dec 10 20:15:16.094265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40054) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:16.277801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Set router fbb3f114-ef8a-44ea-a37b-f882b70ab032 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:15:16.601254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:15:15Z', 'revision_number': 3, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:16.605636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Checking router: fbb3f114-ef8a-44ea-a37b-f882b70ab032 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:15:16.606048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Updating router fbb3f114-ef8a-44ea-a37b-f882b70ab032 port f6202d8c-49c7-4573-b7e4-3c159a867c8b binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:15:16.662641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:16.764706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b7e2035e-bb31-4ce6-8dbb-65fc153a3aef up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:16.949930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:17.090759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.103671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Transition to ACTIVE for port object f6202d8c-49c7-4573-b7e4-3c159a867c8b will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:17.109944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.114496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:17.135662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.199590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57124018-e10f-479d-9db9-1fb14898b859 None None] Pushing event updated for resources: {'Port': ['ID=f6202d8c-49c7-4573-b7e4-3c159a867c8b,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:17.202238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Attempting to bind port f6202d8c-49c7-4573-b7e4-3c159a867c8b on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:17.202659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Attempting to bind port f6202d8c-49c7-4573-b7e4-3c159a867c8b by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:17.203077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Attempting to bind port f6202d8c-49c7-4573-b7e4-3c159a867c8b on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:17.206192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57124018-e10f-479d-9db9-1fb14898b859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:17.211192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:17.211616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:17.212107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.212800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:17.213324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Bound port: f6202d8c-49c7-4573-b7e4-3c159a867c8b, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:17.213774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.293119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] For port f6202d8c-49c7-4573-b7e4-3c159a867c8b, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:17.296232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] For port f6202d8c-49c7-4573-b7e4-3c159a867c8b, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f6202d8c-49c7-4573-b7e4-3c159a867c8b,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:17.303802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.315271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:17.344823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f741737-2699-4b2e-b866-02740abf04dc None None] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:17.371428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Allocated IP 172.20.0.1 (039b7fef-3cc5-4f11-afb5-2670a4843ea6/7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8/1657acd5-b263-4deb-aa24-a0c4b54950e8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:17.505567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57124018-e10f-479d-9db9-1fb14898b859 None None] Pushing event updated for resources: {'Port': ['ID=f6202d8c-49c7-4573-b7e4-3c159a867c8b,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:17.512821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57124018-e10f-479d-9db9-1fb14898b859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:17.516198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] Provisioning for port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:17.529656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.532762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] Provisioning complete for port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:17.533187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.547192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Transition to ACTIVE for port object 1657acd5-b263-4deb-aa24-a0c4b54950e8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:17.564155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Routers {'fbb3f114-ef8a-44ea-a37b-f882b70ab032'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:15:17.564590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:15:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:17.568606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.573794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6251fb7-1cd5-4c7b-adb7-7e2bbe10fb9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:17.647655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:17.651281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:17.655357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:17.687549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Pushing event updated for resources: {'Port': ['ID=1657acd5-b263-4deb-aa24-a0c4b54950e8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:17.695045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:17.719448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:17.810679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:18.049787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:18.053377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:18.081946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:18.095045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:18.116999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] Set router fbb3f114-ef8a-44ea-a37b-f882b70ab032 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:15:18.168938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Pushing event updated for resources: {'Port': ['ID=1657acd5-b263-4deb-aa24-a0c4b54950e8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:18.171505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:18.175467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:18.320019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] For port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b7e2035e-bb31-4ce6-8dbb-65fc153a3aef,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:18.322288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:18.323549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:18.333618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:18.337930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ff54214-f7f5-415c-89a4-279289573ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:18.450048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] Pushing event updated for resources: {'Port': ['ID=b7e2035e-bb31-4ce6-8dbb-65fc153a3aef,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:18.454430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:18.519025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:15:15Z', 'revision_number': 3, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:18.523978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d536b-c220-419e-a8e9-790ee248ada6 None None] The sync data for ids ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'] in dv-neutron-821443-1-hyperv is: [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:15:15Z', 'revision_number': 3, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:15:18.664160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-683922df-3fdc-4d96-8474-c3baccd46284 None None] Provisioning complete for port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:18.664910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-683922df-3fdc-4d96-8474-c3baccd46284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:18.724083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b7e2035e-bb31-4ce6-8dbb-65fc153a3aef up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:18.778141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Router fbb3f114-ef8a-44ea-a37b-f882b70ab032 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:15:18.861861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:18.862273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:18.956011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-683922df-3fdc-4d96-8474-c3baccd46284 None None] Provisioning for port 1657acd5-b263-4deb-aa24-a0c4b54950e8 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:19.023265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:15:19.026352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-683922df-3fdc-4d96-8474-c3baccd46284 None None] Provisioning complete for port 1657acd5-b263-4deb-aa24-a0c4b54950e8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:19.026523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-683922df-3fdc-4d96-8474-c3baccd46284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:19.036663 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] 10.222.0.41 "PUT /v2.0/routers/fbb3f114-ef8a-44ea-a37b-f882b70ab032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9391623 Dec 10 20:15:19.101253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-683922df-3fdc-4d96-8474-c3baccd46284 None None] Port 1657acd5-b263-4deb-aa24-a0c4b54950e8 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:15:19.223640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-43eee507-09f9-4c98-b401-169040f6ac82 None None] Provisioning complete for port 1657acd5-b263-4deb-aa24-a0c4b54950e8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:19.224070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43eee507-09f9-4c98-b401-169040f6ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:19.286505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-43eee507-09f9-4c98-b401-169040f6ac82 None None] Port 1657acd5-b263-4deb-aa24-a0c4b54950e8 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:15:20.003849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40076) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:20.010904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-582265208-network', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:20.016165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:20.020828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Usage tracker for resource:network and tenant:fc3f1641531142cd92cb62762fd08715 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:20.024972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:20.031553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:20.046587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Made reservation on behalf of fc3f1641531142cd92cb62762fd08715 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:20.051300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.064514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.098163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:20.102193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Usage tracker for resource:security_group_rule and tenant:fc3f1641531142cd92cb62762fd08715 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:20.105099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:20.111091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:20.178122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.181409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.185591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8437f6e5-1f40-4bfe-b21d-b81305d959dc tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:20.213869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:15:20.222695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e60a84-2555-4534-96df-f5223426b60c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:20.226522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:20.229089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.229483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Added segment 48e66777-6b80-45a7-89ca-511117b1d03d of type vlan for network 5738ac1a-807e-40f7-ab89-dbae9fb84168 Dec 10 20:15:20.256909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.285664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.286609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:20.287240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.292176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a254d12a-33e2-4a51-8912-928dc5122a1e tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:20.394575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3894775 Dec 10 20:15:20.397487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Pushing event updated for resources: {'Network': ['ID=5738ac1a-807e-40f7-ab89-dbae9fb84168,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:20.397793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40080) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:20.400274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:20.404546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Request body: {'subnet': {'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-subnet', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:20.407713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 5738ac1a-807e-40f7-ab89-dbae9fb84168 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:15:20.410199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:20.414242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Usage tracker for resource:subnet and tenant:fc3f1641531142cd92cb62762fd08715 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:20.417251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:20.423275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:20.433947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Made reservation on behalf of fc3f1641531142cd92cb62762fd08715 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:20.439174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.653485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.658329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48b782d8-6bd7-4d01-8955-1f685459263a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:20.713073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f6202d8c-49c7-4573-b7e4-3c159a867c8b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:20.746744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499d8215-4f8e-4e2e-a0ee-8ae7e26627c6,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:20.750535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:20.753993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Checking segment: {'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:20.754386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Network hostable DHCP agents. Network: 5738ac1a-807e-40f7-ab89-dbae9fb84168, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:15:20.776879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Network 5738ac1a-807e-40f7-ab89-dbae9fb84168 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:15:20.785197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 5738ac1a-807e-40f7-ab89-dbae9fb84168) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:20.789796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port f6202d8c-49c7-4573-b7e4-3c159a867c8b completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:20.789972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:20.790963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.795691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef065510-54d9-4a8c-a41b-7bb11c60d8c5 None None] Network 5738ac1a-807e-40f7-ab89-dbae9fb84168 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:20.811536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4123213 Dec 10 20:15:20.814043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40084) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:20.819641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:20.825405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:20.829986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Usage tracker for resource:router and tenant:fc3f1641531142cd92cb62762fd08715 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:20.832987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:20.839882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:20.850298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.851299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.870613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:20.871971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f6202d8c-49c7-4573-b7e4-3c159a867c8b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:20.872415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.025412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.091138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.148116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port f6202d8c-49c7-4573-b7e4-3c159a867c8b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f6202d8c-49c7-4573-b7e4-3c159a867c8b,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:21.153176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-5738ac1a-807e-40f7-ab89-dbae9fb84168', 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'fixed_ips': [{'subnet_id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:15:21.154130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.166073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.171563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f04646e3-1879-479c-89dc-3615469d0ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:21.226289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.258881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.313099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=f6202d8c-49c7-4573-b7e4-3c159a867c8b,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:21.316526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:21.391115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Allocated IP 172.20.0.2 (5738ac1a-807e-40f7-ab89-dbae9fb84168/499d8215-4f8e-4e2e-a0ee-8ae7e26627c6/2dc4bd51-823f-4f6a-82f1-241d4ea99902) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:21.410752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Allocated IP 172.26.8.166 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/58b7d00e-01c4-40ac-a1ab-aa850e0fb753) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:21.574568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.603703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.608561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b18116de-48d5-4685-9dbd-d627c7575c31 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:21.616526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.628464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Transition to ACTIVE for port object 2dc4bd51-823f-4f6a-82f1-241d4ea99902 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:21.648309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Transition to ACTIVE for port object 2dc4bd51-823f-4f6a-82f1-241d4ea99902 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:21.655627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.660876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:21.679342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:21.683101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:21.685631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:21.721956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Pushing event updated for resources: {'Port': ['ID=58b7d00e-01c4-40ac-a1ab-aa850e0fb753,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:21.725411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:21.736204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Network 5738ac1a-807e-40f7-ab89-dbae9fb84168 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:21.740143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:21.742072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Pushing event updated for resources: {'Port': ['ID=2dc4bd51-823f-4f6a-82f1-241d4ea99902,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:21.744511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:21.751381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Sync routers for ids ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:15:21.755571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:21.763498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Routers {'fbb3f114-ef8a-44ea-a37b-f882b70ab032'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:15:21.764172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:15:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:21.843633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Attempting to bind port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:21.843993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Attempting to bind port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:21.844413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Attempting to bind port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 on network 5738ac1a-807e-40f7-ab89-dbae9fb84168 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:21.851307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:21.851844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Checking segment: {'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:21.852312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.853623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Bound using segment: {'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:21.854158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Bound port: 2dc4bd51-823f-4f6a-82f1-241d4ea99902, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:21.854587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.864064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.865086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.951617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-36c8f498-d209-4786-9bba-35373a23553e None None] For port 2dc4bd51-823f-4f6a-82f1-241d4ea99902, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:21.955028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-36c8f498-d209-4786-9bba-35373a23553e None None] For port 2dc4bd51-823f-4f6a-82f1-241d4ea99902, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2dc4bd51-823f-4f6a-82f1-241d4ea99902,segment=NetworkSegment(48e66777-6b80-45a7-89ca-511117b1d03d),segment_id=48e66777-6b80-45a7-89ca-511117b1d03d)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:21.959108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:21.963399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Set router fbb3f114-ef8a-44ea-a37b-f882b70ab032 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:15:21.970670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:22.059921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Pushing event updated for resources: {'Port': ['ID=2dc4bd51-823f-4f6a-82f1-241d4ea99902,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:22.062867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:22.119508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Router af2282db-4c51-409f-a077-d99d89eb6df2 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:15:22.306881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:15:17Z', 'revision_number': 4, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '1657acd5-b263-4deb-aa24-a0c4b54950e8', 'name': '', 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'mac_address': 'fa:16:3e:fd:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:17Z', 'updated_at': '2021-12-10T20:15:17Z', 'revision_number': 2, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'subnets': [{'id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:22.316135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Checking router: fbb3f114-ef8a-44ea-a37b-f882b70ab032 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:15:22.316792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Updating router fbb3f114-ef8a-44ea-a37b-f882b70ab032 port 1657acd5-b263-4deb-aa24-a0c4b54950e8 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:15:22.356406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:15:22.368506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Sync routers for ids ['af2282db-4c51-409f-a077-d99d89eb6df2'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:15:22.390772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:22.392032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Routers {'af2282db-4c51-409f-a077-d99d89eb6df2'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:15:22.392747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:15:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['af2282db-4c51-409f-a077-d99d89eb6df2'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:22.415692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:22.423187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40088) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:15:22.434321 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6191328 Dec 10 20:15:22.816703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Set router af2282db-4c51-409f-a077-d99d89eb6df2 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:15:22.873493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2dc4bd51-823f-4f6a-82f1-241d4ea99902 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:22.885688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:22.900179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Transition to ACTIVE for port object 1657acd5-b263-4deb-aa24-a0c4b54950e8 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:22.907037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:22.911634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25070c27-9895-4cc9-83e4-713a964a1b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:23.134477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Pushing event updated for resources: {'Port': ['ID=1657acd5-b263-4deb-aa24-a0c4b54950e8,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:23.146607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.147391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.147987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.148554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.149131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.150260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.150843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.151421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.151983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.152541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.153110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:23.159656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:23.164315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Attempting to bind port 1657acd5-b263-4deb-aa24-a0c4b54950e8 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:23.165239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Attempting to bind port 1657acd5-b263-4deb-aa24-a0c4b54950e8 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:23.165899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Attempting to bind port 1657acd5-b263-4deb-aa24-a0c4b54950e8 on network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:23.173369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:23.174064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Checking segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:23.174732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:23.175374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Bound using segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:23.176098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Bound port: 1657acd5-b263-4deb-aa24-a0c4b54950e8, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:23.176719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:23.192517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:23.205300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f6202d8c-49c7-4573-b7e4-3c159a867c8b up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:23.263750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:15:21Z', 'revision_number': 3, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:23.273546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Checking router: af2282db-4c51-409f-a077-d99d89eb6df2 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:15:23.273970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Updating router af2282db-4c51-409f-a077-d99d89eb6df2 port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:15:23.342930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:23.455175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f6202d8c-49c7-4573-b7e4-3c159a867c8b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:23.455642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:23.481540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] For port 1657acd5-b263-4deb-aa24-a0c4b54950e8, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:23.485458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] For port 1657acd5-b263-4deb-aa24-a0c4b54950e8, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1657acd5-b263-4deb-aa24-a0c4b54950e8,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:23.496874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:23.505957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ddea452-8de0-4f0e-908f-cf6431fc1fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:23.593602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:23.597083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Routers {'fbb3f114-ef8a-44ea-a37b-f882b70ab032'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:15:23.598028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:15:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:23.785709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Pushing event updated for resources: {'Port': ['ID=1657acd5-b263-4deb-aa24-a0c4b54950e8,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:23.793859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:23.840688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] Set router fbb3f114-ef8a-44ea-a37b-f882b70ab032 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:15:23.883434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Allocated IP 172.20.0.1 (5738ac1a-807e-40f7-ab89-dbae9fb84168/499d8215-4f8e-4e2e-a0ee-8ae7e26627c6/b35f4048-d09b-484c-b919-f37b79c389e5) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:23.917856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:23.940468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Transition to ACTIVE for port object 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:23.953874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:23.965808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89382fbb-04be-4b14-a465-b38b486f7b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:24.075820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Attempting to bind port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:24.076369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Attempting to bind port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:24.076917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Attempting to bind port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:24.082724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.100862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8907fe-44f5-4d27-83ca-877a3be2b4ba None None] Pushing event updated for resources: {'Port': ['ID=58b7d00e-01c4-40ac-a1ab-aa850e0fb753,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:24.101783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Transition to ACTIVE for port object b35f4048-d09b-484c-b919-f37b79c389e5 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:24.106611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ff8907fe-44f5-4d27-83ca-877a3be2b4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:24.115574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:24.116015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:24.116662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.116935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:24.117482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Bound port: 58b7d00e-01c4-40ac-a1ab-aa850e0fb753, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:24.118530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.136164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.142433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:24.207399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] For port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:24.210803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] For port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=58b7d00e-01c4-40ac-a1ab-aa850e0fb753,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:24.215158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.219297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99c4fadc-c4e4-4de5-a022-9130bcaa1040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:24.223342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Network 5738ac1a-807e-40f7-ab89-dbae9fb84168 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:24.226544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:24.231890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:24.260382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dafb04-7f60-44f0-a09c-0f85142c868d None None] Network 5738ac1a-807e-40f7-ab89-dbae9fb84168 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:15:24.260616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:15:17Z', 'revision_number': 4, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '1657acd5-b263-4deb-aa24-a0c4b54950e8', 'name': '', 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'mac_address': 'fa:16:3e:fd:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:17Z', 'updated_at': '2021-12-10T20:15:23Z', 'revision_number': 4, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'subnets': [{'id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:24.262787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Pushing event updated for resources: {'Port': ['ID=b35f4048-d09b-484c-b919-f37b79c389e5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:24.265405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ace029-4e09-41f2-82ea-4bb4be67c9d3 None None] The sync data for ids ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'] in dv-neutron-821443-1-hyperv is: [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:15:17Z', 'revision_number': 4, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '1657acd5-b263-4deb-aa24-a0c4b54950e8', 'name': '', 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'mac_address': 'fa:16:3e:fd:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:17Z', 'updated_at': '2021-12-10T20:15:23Z', 'revision_number': 4, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'subnets': [{'id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:15:24.268347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:24.298927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.427420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.465120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] Provisioning for port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:24.518813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] Provisioning complete for port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:24.519248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.544306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8907fe-44f5-4d27-83ca-877a3be2b4ba None None] Pushing event updated for resources: {'Port': ['ID=58b7d00e-01c4-40ac-a1ab-aa850e0fb753,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:24.558668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ff8907fe-44f5-4d27-83ca-877a3be2b4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:24.578476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Routers {'af2282db-4c51-409f-a077-d99d89eb6df2'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:15:24.579425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:15:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['af2282db-4c51-409f-a077-d99d89eb6df2'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:24.720275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.726340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.767329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d61de6ae-245c-40e7-898f-8bc827a5afb6 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:24.848794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Pushing event updated for resources: {'Port': ['ID=b35f4048-d09b-484c-b919-f37b79c389e5,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:24.854060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:24.865774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:24.912549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1657acd5-b263-4deb-aa24-a0c4b54950e8 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:25.023471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Network 5738ac1a-807e-40f7-ab89-dbae9fb84168 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:25.024704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:25.157691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:25.183391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 1657acd5-b263-4deb-aa24-a0c4b54950e8 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:25.190941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] Set router af2282db-4c51-409f-a077-d99d89eb6df2 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:15:25.244430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1657acd5-b263-4deb-aa24-a0c4b54950e8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:25.244788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:25.347033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] For port 2dc4bd51-823f-4f6a-82f1-241d4ea99902, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2dc4bd51-823f-4f6a-82f1-241d4ea99902,segment=NetworkSegment(48e66777-6b80-45a7-89ca-511117b1d03d),segment_id=48e66777-6b80-45a7-89ca-511117b1d03d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:25.356005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:25.397784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57124018-e10f-479d-9db9-1fb14898b859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:25.489481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Router af2282db-4c51-409f-a077-d99d89eb6df2 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:15:25.666356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:25.676480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f0745072-cae8-43eb-91a8-33eeec1011b4 None None] Provisioning for port b35f4048-d09b-484c-b919-f37b79c389e5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:25.691665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] Pushing event updated for resources: {'Port': ['ID=2dc4bd51-823f-4f6a-82f1-241d4ea99902,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:25.698862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f0745072-cae8-43eb-91a8-33eeec1011b4 None None] Provisioning complete for port b35f4048-d09b-484c-b919-f37b79c389e5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:25.699289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0745072-cae8-43eb-91a8-33eeec1011b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:25.733169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:25.762293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:15:25.772442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] 10.222.0.41 "PUT /v2.0/routers/af2282db-4c51-409f-a077-d99d89eb6df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3475120 Dec 10 20:15:25.810093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f0745072-cae8-43eb-91a8-33eeec1011b4 None None] Port b35f4048-d09b-484c-b919-f37b79c389e5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:15:25.831324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 1657acd5-b263-4deb-aa24-a0c4b54950e8, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1657acd5-b263-4deb-aa24-a0c4b54950e8,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:25.868415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:25.873919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-316c01d7-d8aa-44c6-9275-49c810056d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:25.946564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f0745072-cae8-43eb-91a8-33eeec1011b4 None None] Provisioning complete for port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:25.946996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0745072-cae8-43eb-91a8-33eeec1011b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:26.009431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=1657acd5-b263-4deb-aa24-a0c4b54950e8,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:26.026250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:26.070372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:15:24Z', 'revision_number': 4, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'b35f4048-d09b-484c-b919-f37b79c389e5', 'name': '', 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'mac_address': 'fa:16:3e:02:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:23Z', 'updated_at': '2021-12-10T20:15:23Z', 'revision_number': 1, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'subnets': [{'id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:26.105373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a23118-c204-4ab0-a936-4b73ad8f5de6 None None] The sync data for ids ['af2282db-4c51-409f-a077-d99d89eb6df2'] in dv-neutron-821443-1-hyperv is: [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:15:24Z', 'revision_number': 4, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'b35f4048-d09b-484c-b919-f37b79c389e5', 'name': '', 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'mac_address': 'fa:16:3e:02:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:23Z', 'updated_at': '2021-12-10T20:15:23Z', 'revision_number': 1, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'subnets': [{'id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:15:26.262106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f9c32c45-e944-44f2-8419-645ebe568e2e None None] Provisioning complete for port b35f4048-d09b-484c-b919-f37b79c389e5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:26.262527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9c32c45-e944-44f2-8419-645ebe568e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:26.327774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f9c32c45-e944-44f2-8419-645ebe568e2e None None] Port b35f4048-d09b-484c-b919-f37b79c389e5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:15:26.705880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2dc4bd51-823f-4f6a-82f1-241d4ea99902 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:26.788919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7146cd72-2c2f-405a-8ff2-ce1e0d6e6020 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:26.790759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7146cd72-2c2f-405a-8ff2-ce1e0d6e6020 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Synchronizing usage tracker for tenant:a0e003ef2903403193773535f6564e0c on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:15:26.802680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:26.803113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:26.808146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7146cd72-2c2f-405a-8ff2-ce1e0d6e6020 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Unset dirty status for tenant:a0e003ef2903403193773535f6564e0c on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:15:26.809439 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7146cd72-2c2f-405a-8ff2-ce1e0d6e6020 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/networks?id=039b7fef-3cc5-4f11-afb5-2670a4843ea6 HTTP/1.1" status: 200 len: 817 time: 0.1901050 Dec 10 20:15:26.834033 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e9a6c10-a9fe-478c-bb90-cb2283377a05 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/quotas/a0e003ef2903403193773535f6564e0c HTTP/1.1" status: 200 len: 375 time: 0.0148261 Dec 10 20:15:26.928830 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-ce9d28b4-1619-4cdd-91f3-fb054d6b1a18 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0e003ef2903403193773535f6564e0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889857 Dec 10 20:15:26.936459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1657acd5-b263-4deb-aa24-a0c4b54950e8 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:27.015836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 1657acd5-b263-4deb-aa24-a0c4b54950e8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:27.016264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:27.088449 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-de89b871-910b-4542-a8fd-56fae6d554e1 service neutron] 10.222.0.41 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447365 Dec 10 20:15:27.236443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-1ee2ce98-7968-4087-8eeb-a9bb4835ba68 service neutron] 10.222.0.41 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417327 Dec 10 20:15:27.463627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69f8b4bb-b704-47ac-becb-a48a1905e184 req-8b8950b5-6351-4ac0-8426-07eb47f9d96f tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 210 time: 0.0622022 Dec 10 20:15:28.564166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-f21d9763-c7f4-4b63-a4ce-4bb3ee71b98c tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:28.565769 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-f21d9763-c7f4-4b63-a4ce-4bb3ee71b98c tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.84 "GET /v2.0/networks?id=039b7fef-3cc5-4f11-afb5-2670a4843ea6 HTTP/1.1" status: 200 len: 817 time: 0.1639986 Dec 10 20:15:28.580543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Request body: {'port': {'device_id': '7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7', 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'admin_state_up': True, 'tenant_id': 'a0e003ef2903403193773535f6564e0c'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:28.651754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-803000f4-0f3c-4f19-9755-3070b6d10bd7 req-35adf5be-998d-499d-9f22-cc5d7bbfa529 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 210 time: 0.0532832 Dec 10 20:15:28.742202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:28.749228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:15:28.753391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Usage tracker for resource:port and tenant:a0e003ef2903403193773535f6564e0c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:15:28.756425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:15:28.762897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:15:28.771546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Made reservation on behalf of a0e003ef2903403193773535f6564e0c for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:15:28.777459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:28.813964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:28.818807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:28.819242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:28.942711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:28.948863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Allocated IP 172.20.0.3 (039b7fef-3cc5-4f11-afb5-2670a4843ea6/7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8/ffffc96a-2a85-498b-bbc1-7168c332672b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:15:28.959344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=58b7d00e-01c4-40ac-a1ab-aa850e0fb753,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:28.963283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:28.965206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ff8907fe-44f5-4d27-83ca-877a3be2b4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:29.032808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=58b7d00e-01c4-40ac-a1ab-aa850e0fb753,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:29.036032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:29.162835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:29.178860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Transition to ACTIVE for port object ffffc96a-2a85-498b-bbc1-7168c332672b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:29.200916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:29.206573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1f9a627-d842-429d-bf3d-62cfa67741df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:29.282645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:15:29.286193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:15:29.290969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:15:29.318263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Pushing event updated for resources: {'Port': ['ID=ffffc96a-2a85-498b-bbc1-7168c332672b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:29.321813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:29.359379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:29.360043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:29.381199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8046875 Dec 10 20:15:29.393772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Request body: {'port': {'device_id': '7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:15:29.573590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4e9f22e8-69b6-4524-b4ef-aafa89d508a1 None None] Provisioning for port ffffc96a-2a85-498b-bbc1-7168c332672b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:29.579397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4e9f22e8-69b6-4524-b4ef-aafa89d508a1 None None] Provisioning complete for port ffffc96a-2a85-498b-bbc1-7168c332672b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:29.579823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4e9f22e8-69b6-4524-b4ef-aafa89d508a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:29.643763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f22e8-69b6-4524-b4ef-aafa89d508a1 None None] Port ffffc96a-2a85-498b-bbc1-7168c332672b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:15:29.759525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:29.881989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341034ed-b86c-40a8-bb19-f02e8a9aad97 req-8df3a123-067b-4819-bd11-282a87ab07ef tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:29.883483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-341034ed-b86c-40a8-bb19-f02e8a9aad97 req-8df3a123-067b-4819-bd11-282a87ab07ef tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 931 time: 0.0898492 Dec 10 20:15:29.934504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-341034ed-b86c-40a8-bb19-f02e8a9aad97 req-cab8e35a-2176-4118-b600-aa235aa6821b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Synchronizing usage tracker for tenant:a0e003ef2903403193773535f6564e0c on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:15:29.950302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-341034ed-b86c-40a8-bb19-f02e8a9aad97 req-cab8e35a-2176-4118-b600-aa235aa6821b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Unset dirty status for tenant:a0e003ef2903403193773535f6564e0c on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:15:29.960193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-341034ed-b86c-40a8-bb19-f02e8a9aad97 req-cab8e35a-2176-4118-b600-aa235aa6821b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691640 Dec 10 20:15:30.125194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffffc96a-2a85-498b-bbc1-7168c332672b {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:15:30.132689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:30.147790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Transition to ACTIVE for port object ffffc96a-2a85-498b-bbc1-7168c332672b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:30.150998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:30.155528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:30.285316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Pushing event updated for resources: {'Port': ['ID=ffffc96a-2a85-498b-bbc1-7168c332672b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:30.288417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:30.391002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Sync routers for ids ['af2282db-4c51-409f-a077-d99d89eb6df2'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:15:30.405441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Routers {'af2282db-4c51-409f-a077-d99d89eb6df2'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:15:30.406177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:15:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['af2282db-4c51-409f-a077-d99d89eb6df2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:30.418319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Attempting to bind port ffffc96a-2a85-498b-bbc1-7168c332672b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:30.418702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Attempting to bind port ffffc96a-2a85-498b-bbc1-7168c332672b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:30.419090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Attempting to bind port ffffc96a-2a85-498b-bbc1-7168c332672b on network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:30.425599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Port ffffc96a-2a85-498b-bbc1-7168c332672b on network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:15:30.425974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Attempting to bind port ffffc96a-2a85-498b-bbc1-7168c332672b on network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:30.433117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:30.433493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Checking segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:30.433951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Bound using segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:30.434430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Bound port: ffffc96a-2a85-498b-bbc1-7168c332672b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:30.434821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:30.549966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] For port ffffc96a-2a85-498b-bbc1-7168c332672b, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:30.553103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] For port ffffc96a-2a85-498b-bbc1-7168c332672b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ffffc96a-2a85-498b-bbc1-7168c332672b,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:30.556963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:30.561111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2ad82d6-2c9b-4e73-9852-e154f11453ba tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:30.601219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Set router af2282db-4c51-409f-a077-d99d89eb6df2 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:15:30.626674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:30.628162 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] 10.222.0.84 "PUT /v2.0/ports/ffffc96a-2a85-498b-bbc1-7168c332672b HTTP/1.1" status: 200 len: 1093 time: 1.2388396 Dec 10 20:15:30.628746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7', 'tag': 'ffffc96a-2a85-498b-bbc1-7168c332672b'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:15:30.646234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Pushing event updated for resources: {'Port': ['ID=ffffc96a-2a85-498b-bbc1-7168c332672b,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:30.651191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:30.725709 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7', 'tag': 'ffffc96a-2a85-498b-bbc1-7168c332672b', 'status': 'completed', 'code': 200} Dec 10 20:15:30.762183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:30.779048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-c953101d-c79c-4274-8002-4f9794f3a2e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e003ef2903403193773535f6564e0c&device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0966525 Dec 10 20:15:30.854616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:30.855475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:30.859432 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-4a988f24-8a7c-463e-8536-5a4a5fde3ac5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffffc96a-2a85-498b-bbc1-7168c332672b HTTP/1.1" status: 200 len: 217 time: 0.0732825 Dec 10 20:15:30.935244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-87f38f28-5bae-4131-a4cf-100262f2005d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:30.936391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-87f38f28-5bae-4131-a4cf-100262f2005d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8 HTTP/1.1" status: 200 len: 856 time: 0.0709119 Dec 10 20:15:30.954632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:15:24Z', 'revision_number': 4, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'b35f4048-d09b-484c-b919-f37b79c389e5', 'name': '', 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'mac_address': 'fa:16:3e:02:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:23Z', 'updated_at': '2021-12-10T20:15:24Z', 'revision_number': 2, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'subnets': [{'id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:30.959224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Checking router: af2282db-4c51-409f-a077-d99d89eb6df2 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:15:30.959801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Updating router af2282db-4c51-409f-a077-d99d89eb6df2 port b35f4048-d09b-484c-b919-f37b79c389e5 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:15:31.022674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:31.039140 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-c662bbb4-50fe-4653-a531-51f40d833d27 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=039b7fef-3cc5-4f11-afb5-2670a4843ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961218 Dec 10 20:15:31.176081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96214a59-3b30-43a0-b873-22b4f44c98c0 req-39c3f533-e38b-4329-80be-36dcd0e7b629 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:31.177677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96214a59-3b30-43a0-b873-22b4f44c98c0 req-39c3f533-e38b-4329-80be-36dcd0e7b629 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 943 time: 0.0856650 Dec 10 20:15:31.187068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-2dfae566-d4ee-444c-be43-a0bd33b9627b service neutron] 10.222.0.84 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410923 Dec 10 20:15:31.231421 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96214a59-3b30-43a0-b873-22b4f44c98c0 req-ed4bd6a3-6462-43e3-9069-55d3db4b268a tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 Dec 10 20:15:31.333841 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6bcf9-fd6f-420e-8760-6a93182f696c req-9bc4431a-e56e-444b-99f9-c64bd23138a6 service neutron] 10.222.0.84 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406441 Dec 10 20:15:31.386299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:31.398604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Transition to ACTIVE for port object b35f4048-d09b-484c-b919-f37b79c389e5 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:15:31.404763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:31.408980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70b1547d-cab2-42ab-92e0-b6c1648c734b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:31.452719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9396088-9a94-4999-a108-e6346b8b366e req-f7f21093-01b5-4a4d-9a7d-cca6dd12531f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e003ef2903403193773535f6564e0c&device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0779328 Dec 10 20:15:31.530089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502df7f5-228f-4e8e-8bc3-f8a26699c932 None None] Pushing event updated for resources: {'Port': ['ID=b35f4048-d09b-484c-b919-f37b79c389e5,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:31.543121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-502df7f5-228f-4e8e-8bc3-f8a26699c932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:31.603338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9396088-9a94-4999-a108-e6346b8b366e req-627affc8-4233-4e44-90fc-9a089ee272a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:31.605240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9396088-9a94-4999-a108-e6346b8b366e req-627affc8-4233-4e44-90fc-9a089ee272a5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=039b7fef-3cc5-4f11-afb5-2670a4843ea6 HTTP/1.1" status: 200 len: 918 time: 0.1466060 Dec 10 20:15:31.637681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Attempting to bind port b35f4048-d09b-484c-b919-f37b79c389e5 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:15:31.638096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Attempting to bind port b35f4048-d09b-484c-b919-f37b79c389e5 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:15:31.638502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Attempting to bind port b35f4048-d09b-484c-b919-f37b79c389e5 on network 5738ac1a-807e-40f7-ab89-dbae9fb84168 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:15:31.645804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:15:31.646230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Checking segment: {'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:15:31.646682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:31.647121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Bound using segment: {'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:15:31.647641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Bound port: b35f4048-d09b-484c-b919-f37b79c389e5, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e66777-6b80-45a7-89ca-511117b1d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:15:31.648063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:31.685814 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9396088-9a94-4999-a108-e6346b8b366e req-6eea76bc-55e0-4de8-b437-0fbad676e425 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffffc96a-2a85-498b-bbc1-7168c332672b HTTP/1.1" status: 200 len: 217 time: 0.0740268 Dec 10 20:15:31.747479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] For port b35f4048-d09b-484c-b919-f37b79c389e5, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:15:31.750682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] For port b35f4048-d09b-484c-b919-f37b79c389e5, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b35f4048-d09b-484c-b919-f37b79c389e5,segment=NetworkSegment(48e66777-6b80-45a7-89ca-511117b1d03d),segment_id=48e66777-6b80-45a7-89ca-511117b1d03d)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:15:31.754841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:31.759919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34990c82-cb41-4b66-bbe1-4e16d34f4801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:31.760936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9396088-9a94-4999-a108-e6346b8b366e req-96bfd082-f368-46fa-97dd-4afd704e5ee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:31.762540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9396088-9a94-4999-a108-e6346b8b366e req-96bfd082-f368-46fa-97dd-4afd704e5ee3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8 HTTP/1.1" status: 200 len: 856 time: 0.0672948 Dec 10 20:15:31.842290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502df7f5-228f-4e8e-8bc3-f8a26699c932 None None] Pushing event updated for resources: {'Port': ['ID=b35f4048-d09b-484c-b919-f37b79c389e5,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:31.846066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-502df7f5-228f-4e8e-8bc3-f8a26699c932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:31.846808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Routers {'af2282db-4c51-409f-a077-d99d89eb6df2'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:15:31.847485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:15:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['af2282db-4c51-409f-a077-d99d89eb6df2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:31.852805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9396088-9a94-4999-a108-e6346b8b366e req-cc88af8d-f5f9-4ad6-b221-6bfbaafa1344 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=039b7fef-3cc5-4f11-afb5-2670a4843ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833480 Dec 10 20:15:32.009675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9396088-9a94-4999-a108-e6346b8b366e req-a02f1822-edab-4203-9112-efb480386565 service neutron] 10.222.0.84 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503623 Dec 10 20:15:32.049720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] Set router af2282db-4c51-409f-a077-d99d89eb6df2 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:15:32.156560 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c9396088-9a94-4999-a108-e6346b8b366e req-0d137062-02c3-41a5-83fc-72b907760954 service neutron] 10.222.0.84 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409700 Dec 10 20:15:32.450200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f8c52-aa21-4140-b858-c9bc56de2dd8 req-ef45d3f8-6191-430a-9396-bd4fb740b276 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:32.451868 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-458f8c52-aa21-4140-b858-c9bc56de2dd8 req-ef45d3f8-6191-430a-9396-bd4fb740b276 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 943 time: 0.0949070 Dec 10 20:15:32.502298 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-458f8c52-aa21-4140-b858-c9bc56de2dd8 req-bd3550fe-55c4-4bb5-9263-56384c37674a tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440655 Dec 10 20:15:32.531823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:15:24Z', 'revision_number': 4, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'b35f4048-d09b-484c-b919-f37b79c389e5', 'name': '', 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'mac_address': 'fa:16:3e:02:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:23Z', 'updated_at': '2021-12-10T20:15:31Z', 'revision_number': 4, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'subnets': [{'id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:15:32.536043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac6d66-22ff-4495-8b57-2f45008b2749 None None] The sync data for ids ['af2282db-4c51-409f-a077-d99d89eb6df2'] in dv-neutron-821443-1-hyperv is: [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:15:24Z', 'revision_number': 4, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'b35f4048-d09b-484c-b919-f37b79c389e5', 'name': '', 'network_id': '5738ac1a-807e-40f7-ab89-dbae9fb84168', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'mac_address': 'fa:16:3e:02:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:23Z', 'updated_at': '2021-12-10T20:15:31Z', 'revision_number': 4, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'subnets': [{'id': '499d8215-4f8e-4e2e-a0ee-8ae7e26627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:15:32.712706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:32.726747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b35f4048-d09b-484c-b919-f37b79c389e5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:32.798904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port b35f4048-d09b-484c-b919-f37b79c389e5 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:32.803748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b35f4048-d09b-484c-b919-f37b79c389e5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:32.804228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:32.933037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:32.969851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port b35f4048-d09b-484c-b919-f37b79c389e5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b35f4048-d09b-484c-b919-f37b79c389e5,segment=NetworkSegment(48e66777-6b80-45a7-89ca-511117b1d03d),segment_id=48e66777-6b80-45a7-89ca-511117b1d03d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:32.973762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:32.975751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:33.049601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=b35f4048-d09b-484c-b919-f37b79c389e5,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:33.059396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.059790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.060178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.060559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.060945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.061321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.061725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.062103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.062473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.062848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.063217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:15:33.067311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:33.708860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd71df-aad4-49e1-91c9-df61388350fa req-c4b94163-a978-4fbe-9e99-bf71d90681ae tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:33.710483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36dd71df-aad4-49e1-91c9-df61388350fa req-c4b94163-a978-4fbe-9e99-bf71d90681ae tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 943 time: 0.0835314 Dec 10 20:15:33.765302 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36dd71df-aad4-49e1-91c9-df61388350fa req-c5a82ba4-fd61-44da-83bb-241d0e0867f1 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Dec 10 20:15:34.345928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device ffffc96a-2a85-498b-bbc1-7168c332672b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:15:34.486651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port ffffc96a-2a85-498b-bbc1-7168c332672b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ffffc96a-2a85-498b-bbc1-7168c332672b,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:34.500887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'ffffc96a-2a85-498b-bbc1-7168c332672b', 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'port_id': 'ffffc96a-2a85-498b-bbc1-7168c332672b', 'mac_address': 'fa:16:3e:06:cd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:15:34.557535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:34.575788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffffc96a-2a85-498b-bbc1-7168c332672b {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:15:34.590879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port ffffc96a-2a85-498b-bbc1-7168c332672b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ffffc96a-2a85-498b-bbc1-7168c332672b,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:34.593641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:34.595615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ff8907fe-44f5-4d27-83ca-877a3be2b4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:34.668068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=ffffc96a-2a85-498b-bbc1-7168c332672b,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:34.675150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:34.704669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b35f4048-d09b-484c-b919-f37b79c389e5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:34.776302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port b35f4048-d09b-484c-b919-f37b79c389e5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:34.776812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:34.981378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375ff3d-5661-4d00-989f-fd248351d2fb req-fa559b70-9bf0-4132-b6a1-53eb0fb2bd6a tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:34.982999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3375ff3d-5661-4d00-989f-fd248351d2fb req-fa559b70-9bf0-4132-b6a1-53eb0fb2bd6a tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 944 time: 0.0900459 Dec 10 20:15:35.034283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3375ff3d-5661-4d00-989f-fd248351d2fb req-41712503-2996-4704-9713-6c1454cfe35a tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Dec 10 20:15:35.046343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['ffffc96a-2a85-498b-bbc1-7168c332672b'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:15:36.240907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ec9e3-16ae-44c5-95ed-7cef357285d7 req-51ab186e-e3b5-4d93-85de-28d6fd950b6e tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:36.242487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d21ec9e3-16ae-44c5-95ed-7cef357285d7 req-51ab186e-e3b5-4d93-85de-28d6fd950b6e tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 944 time: 0.0865345 Dec 10 20:15:36.288946 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d21ec9e3-16ae-44c5-95ed-7cef357285d7 req-f527a28c-7f44-44eb-a33c-c102652fa6a9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Dec 10 20:15:36.354539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device ffffc96a-2a85-498b-bbc1-7168c332672b up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:15:36.423617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port ffffc96a-2a85-498b-bbc1-7168c332672b completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:15:36.428333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port ffffc96a-2a85-498b-bbc1-7168c332672b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:15:36.428760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:36.548821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:36.576122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffffc96a-2a85-498b-bbc1-7168c332672b'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:15:36.585830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port ffffc96a-2a85-498b-bbc1-7168c332672b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ffffc96a-2a85-498b-bbc1-7168c332672b,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:36.589481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:36.591395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:36.634068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffffc96a-2a85-498b-bbc1-7168c332672b', 'code': 200} Dec 10 20:15:36.664733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=ffffc96a-2a85-498b-bbc1-7168c332672b,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:36.668311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:36.872567 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab79017a-9696-49c5-8c94-f14112ce4281 req-d76c6d00-c26d-4e56-98f3-75d531ea7741 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0742719 Dec 10 20:15:36.915422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ab79017a-9696-49c5-8c94-f14112ce4281 req-83f2868a-e072-4f11-a932-225e08ec74c4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367301 Dec 10 20:15:37.495134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0dd9e-c03f-4788-bc8a-d3d436acd0ba req-e2c52709-6be9-459c-8028-5ce9591946f1 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:37.496723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ca0dd9e-c03f-4788-bc8a-d3d436acd0ba req-e2c52709-6be9-459c-8028-5ce9591946f1 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 945 time: 0.0851982 Dec 10 20:15:37.546849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9ca0dd9e-c03f-4788-bc8a-d3d436acd0ba req-15a53cf2-b2eb-4195-8b66-1041605d5d93 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Dec 10 20:15:38.976725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b8f3-e4af-4cc9-a4e4-27f1f5c92a93 req-732f8ef6-85c7-4552-9f03-b663137744f9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:38.978382 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4cc9b8f3-e4af-4cc9-a4e4-27f1f5c92a93 req-732f8ef6-85c7-4552-9f03-b663137744f9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 945 time: 0.3095689 Dec 10 20:15:39.025599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4cc9b8f3-e4af-4cc9-a4e4-27f1f5c92a93 req-96a8fd12-e705-4cb6-953d-736cf931ddaf tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Dec 10 20:15:39.226588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6893d3-5968-4ab0-9fab-ad7913894576 req-c837c092-bc4c-4bc4-afea-5cb337c0a048 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:39.228230 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b6893d3-5968-4ab0-9fab-ad7913894576 req-c837c092-bc4c-4bc4-afea-5cb337c0a048 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 945 time: 0.0844615 Dec 10 20:15:39.276408 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b6893d3-5968-4ab0-9fab-ad7913894576 req-5e86b3f4-57e9-4170-9ca5-f311ced9e0d5 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Dec 10 20:15:41.225694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16f70984-4c4c-475d-aa82-897016297c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:42.595811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:43.955106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1ba2fb5e-9178-4718-a38e-c763f96e7889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:43.957218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:45.479969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:15:45.492706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:55.165638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333145b0-0bc2-47f0-86d7-9e3bcacf44a4 req-86b8ee2a-e967-4ace-8a12-a74607434322 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:55.167213 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-333145b0-0bc2-47f0-86d7-9e3bcacf44a4 req-86b8ee2a-e967-4ace-8a12-a74607434322 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 945 time: 0.0864866 Dec 10 20:15:55.214396 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-333145b0-0bc2-47f0-86d7-9e3bcacf44a4 req-e9dfa3d1-9da9-4dad-9195-3f80b266744e tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Dec 10 20:15:56.418864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f5d30-c0d1-44f9-8b52-fb63fc690cd9 req-eb22305c-8a28-41a9-a5be-4524cfaa8f0d tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:56.420413 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d40f5d30-c0d1-44f9-8b52-fb63fc690cd9 req-eb22305c-8a28-41a9-a5be-4524cfaa8f0d tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 945 time: 0.0833485 Dec 10 20:15:56.472634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d40f5d30-c0d1-44f9-8b52-fb63fc690cd9 req-f702a520-4a0b-46a9-9fa5-0af627292808 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 Dec 10 20:15:56.828315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-caafb7e2-2392-4f22-944c-c6455d368be2 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:56.829060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-caafb7e2-2392-4f22-944c-c6455d368be2 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Synchronizing usage tracker for tenant:a0e003ef2903403193773535f6564e0c on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:15:56.845036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-caafb7e2-2392-4f22-944c-c6455d368be2 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Unset dirty status for tenant:a0e003ef2903403193773535f6564e0c on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:15:56.846253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-caafb7e2-2392-4f22-944c-c6455d368be2 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 945 time: 0.1020048 Dec 10 20:15:56.919965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Deleting port ffffc96a-2a85-498b-bbc1-7168c332672b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:15:56.920277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:57.174742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] For port ffffc96a-2a85-498b-bbc1-7168c332672b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ffffc96a-2a85-498b-bbc1-7168c332672b,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:15:57.175062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:57.302258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Calling delete_port for ffffc96a-2a85-498b-bbc1-7168c332672b owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:15:57.449804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:57.455622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b3fc5a25-da84-4df4-9bf3-d0d26132613e tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:15:57.464342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['ffffc96a-2a85-498b-bbc1-7168c332672b'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:15:57.503042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Pushing event deleted for resources: {'Port': ['ID=ffffc96a-2a85-498b-bbc1-7168c332672b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:15:57.505846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:15:57.585187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] No DVR routers for this DVR port ffffc96a-2a85-498b-bbc1-7168c332672b on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:15:57.588792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:15:57.591918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7', 'name': 'network-vif-deleted', 'tag': 'ffffc96a-2a85-498b-bbc1-7168c332672b'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:15:57.607393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ef378201-39dd-4156-ba4f-5aacc13cc20b req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.84 "DELETE /v2.0/ports/ffffc96a-2a85-498b-bbc1-7168c332672b HTTP/1.1" status: 204 len: 173 time: 0.7544322 Dec 10 20:15:57.655771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7', 'name': 'network-vif-deleted', 'tag': 'ffffc96a-2a85-498b-bbc1-7168c332672b', 'status': 'completed', 'code': 200} Dec 10 20:15:57.671281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b4d45f7c-b330-425d-a1cb-b388a0fe47b4 req-33a40852-00a5-4795-af19-d9a726fc5265 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e09d1a4-e4bd-4f5a-8b75-47f480cf6bb7 HTTP/1.1" status: 200 len: 210 time: 0.0686553 Dec 10 20:15:59.452220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-babfdb70-2b1a-4e19-989e-8dcc4d5f8389 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:15:59.453869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-babfdb70-2b1a-4e19-989e-8dcc4d5f8389 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/networks?id=039b7fef-3cc5-4f11-afb5-2670a4843ea6 HTTP/1.1" status: 200 len: 817 time: 0.1526790 Dec 10 20:15:59.471930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-a44fede5-7ce1-4579-b2e9-07ec40ae79ca tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/quotas/a0e003ef2903403193773535f6564e0c HTTP/1.1" status: 200 len: 375 time: 0.0120220 Dec 10 20:15:59.560880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-89d610a0-eedb-4945-bdf8-49f0c296da00 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0e003ef2903403193773535f6564e0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833213 Dec 10 20:15:59.710441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-22488c91-1f43-4833-b92b-69dad8c85d02 service neutron] 10.222.0.41 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369014 Dec 10 20:15:59.852351 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-734509cc-023e-4ddd-b1fd-c98a90315bff service neutron] 10.222.0.41 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354454 Dec 10 20:16:00.054542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7c9ca727-3cc0-44f6-9f1e-39d120f83f2b req-f03ef74d-c5aa-4ef3-8860-70066ee745dd tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 210 time: 0.0519650 Dec 10 20:16:00.480612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device ffffc96a-2a85-498b-bbc1-7168c332672b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:16:00.516505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: ffffc96a-2a85-498b-bbc1-7168c332672b {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:16:00.516911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device ffffc96a-2a85-498b-bbc1-7168c332672b not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:16:01.223929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bf1ac44e-8503-44c8-bb50-b8013380c594 req-a0f6b9f5-d920-4fd7-a107-6eced6fc6e41 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 210 time: 0.0476258 Dec 10 20:16:01.400860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-37124cad-0ae9-4ed6-b8b2-96b074418785 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:01.402459 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-37124cad-0ae9-4ed6-b8b2-96b074418785 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.84 "GET /v2.0/networks?id=039b7fef-3cc5-4f11-afb5-2670a4843ea6 HTTP/1.1" status: 200 len: 817 time: 0.1572921 Dec 10 20:16:01.416777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Request body: {'port': {'device_id': '3bea5ebf-a498-4280-a007-7d6e44c5cf80', 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'admin_state_up': True, 'tenant_id': 'a0e003ef2903403193773535f6564e0c'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:16:01.563685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:01.568033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Usage tracker for resource:port and tenant:a0e003ef2903403193773535f6564e0c is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:01.571050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:01.577090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:01.586331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Made reservation on behalf of a0e003ef2903403193773535f6564e0c for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:16:01.591991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:01.992136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Allocated IP 172.20.0.6 (039b7fef-3cc5-4f11-afb5-2670a4843ea6/7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8/68f8cdf8-7c5b-43ba-b03b-788bd2b34377) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:16:02.201279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:02.217452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Transition to ACTIVE for port object 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:02.238374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:02.244555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:02.326352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:02.330058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Pushing event updated for resources: {'Port': ['ID=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:02.332637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:02.334592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:02.335332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:16:02.401349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:02.402059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:02.426714 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0137572 Dec 10 20:16:02.440074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Request body: {'port': {'device_id': '3bea5ebf-a498-4280-a007-7d6e44c5cf80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:16:02.447264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88678f0f-37a8-4b8a-9e08-e594e49d8f30 req-c04b9430-e90b-4a34-badd-b0b81ac18219 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:02.450062 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88678f0f-37a8-4b8a-9e08-e594e49d8f30 req-c04b9430-e90b-4a34-badd-b0b81ac18219 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 931 time: 0.0958955 Dec 10 20:16:02.503243 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88678f0f-37a8-4b8a-9e08-e594e49d8f30 req-e94ec666-4233-4696-a711-98af8d71f0ca tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Dec 10 20:16:02.568893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:02.687566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-11cf0527-27db-4175-ba74-a81d31f03964 None None] Provisioning for port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:02.692407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-11cf0527-27db-4175-ba74-a81d31f03964 None None] Provisioning complete for port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:02.692835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11cf0527-27db-4175-ba74-a81d31f03964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:02.753760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:02.763127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-11cf0527-27db-4175-ba74-a81d31f03964 None None] Port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:16:02.928315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:16:02.936136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:02.951386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Transition to ACTIVE for port object 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:02.954107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:02.958453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bb8e4c8f-4b51-40de-83f1-d2a2c9b1186c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:03.095097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Pushing event updated for resources: {'Port': ['ID=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:03.098193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:03.210410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Attempting to bind port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:16:03.211317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Attempting to bind port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:16:03.211687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Attempting to bind port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 on network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:16:03.218394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 on network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:16:03.218757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Attempting to bind port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 on network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:16:03.225398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:16:03.225826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Checking segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:16:03.226908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Bound using segment: {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:16:03.227373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Bound port: 68f8cdf8-7c5b-43ba-b03b-788bd2b34377, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24332c2-4570-411b-b7e9-a47fb10c9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:16:03.227761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:03.323964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] For port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:16:03.327250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] For port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:16:03.330491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:03.334795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:03.397333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:03.399419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] 10.222.0.84 "PUT /v2.0/ports/68f8cdf8-7c5b-43ba-b03b-788bd2b34377 HTTP/1.1" status: 200 len: 1093 time: 0.9644747 Dec 10 20:16:03.402050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bea5ebf-a498-4280-a007-7d6e44c5cf80', 'tag': '68f8cdf8-7c5b-43ba-b03b-788bd2b34377'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:16:03.419808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Pushing event updated for resources: {'Port': ['ID=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:03.423256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:03.480887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bea5ebf-a498-4280-a007-7d6e44c5cf80', 'tag': '68f8cdf8-7c5b-43ba-b03b-788bd2b34377', 'status': 'completed', 'code': 200} Dec 10 20:16:03.519915 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-af341137-9507-4497-ba2b-159c98fd8b9d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e003ef2903403193773535f6564e0c&device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 1096 time: 0.0859621 Dec 10 20:16:03.600421 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-9b303c59-e973-4c50-b1d9-8f45044af7dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68f8cdf8-7c5b-43ba-b03b-788bd2b34377 HTTP/1.1" status: 200 len: 217 time: 0.0724635 Dec 10 20:16:03.670086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4142f8b0-3805-45a3-9227-6ece0a01f88d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:03.671727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-4142f8b0-3805-45a3-9227-6ece0a01f88d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8 HTTP/1.1" status: 200 len: 856 time: 0.0654685 Dec 10 20:16:03.718488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b93089-b55f-4bca-8a6f-68b28b7409db req-192c2a9f-3118-4d52-b9fb-90a3df431b98 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:03.720219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3b93089-b55f-4bca-8a6f-68b28b7409db req-192c2a9f-3118-4d52-b9fb-90a3df431b98 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 943 time: 0.0871706 Dec 10 20:16:03.758584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-97beb260-1c13-4e04-a780-0cee33cfdaa5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=039b7fef-3cc5-4f11-afb5-2670a4843ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806229 Dec 10 20:16:03.767958 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3b93089-b55f-4bca-8a6f-68b28b7409db req-24d9110c-cf69-43ba-a9db-ebd2e8822ebf tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417368 Dec 10 20:16:03.900879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-6008921a-4ff7-4a93-b307-02d5d760aa5a service neutron] 10.222.0.84 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362419 Dec 10 20:16:04.039655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb5dfe56-95c0-4282-a949-075fa386f787 req-ce2635a4-8808-4442-8a57-508619d8b7a8 service neutron] 10.222.0.84 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316869 Dec 10 20:16:04.155495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-8dbe8646-0dea-4e4c-a53e-e1556e2fa266 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e003ef2903403193773535f6564e0c&device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 1096 time: 0.0755115 Dec 10 20:16:04.297318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-de6ab989-a141-4c92-8f12-4c3dae615a1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:04.298911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-de6ab989-a141-4c92-8f12-4c3dae615a1c service neutron] 10.222.0.84 "GET /v2.0/networks?id=039b7fef-3cc5-4f11-afb5-2670a4843ea6 HTTP/1.1" status: 200 len: 918 time: 0.1371815 Dec 10 20:16:04.376495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-ec7f6eab-8129-4530-9000-26200212e38d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68f8cdf8-7c5b-43ba-b03b-788bd2b34377 HTTP/1.1" status: 200 len: 217 time: 0.0688426 Dec 10 20:16:04.443955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-7c6218a5-0297-4b0a-9602-b70cc861a3e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:04.446074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-7c6218a5-0297-4b0a-9602-b70cc861a3e1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8 HTTP/1.1" status: 200 len: 856 time: 0.0637641 Dec 10 20:16:04.530824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-57a7efc6-7214-4c30-b9a8-b0a789732f89 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=039b7fef-3cc5-4f11-afb5-2670a4843ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790064 Dec 10 20:16:04.671117 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-223bea0a-4f36-428b-9424-ca1b01da52b7 service neutron] 10.222.0.84 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343975 Dec 10 20:16:04.812428 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-90b92ba7-d8d0-4980-b082-4d6175bd6eef req-4d01b766-bd68-47be-b23f-3e1f49174db4 service neutron] 10.222.0.84 "GET /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345026 Dec 10 20:16:04.982017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6f4a-8745-4dfe-8d15-fe1d244adb13 req-6b473c1f-dcd1-4723-84b3-c0f0773d3d08 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:04.983580 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-248f6f4a-8745-4dfe-8d15-fe1d244adb13 req-6b473c1f-dcd1-4723-84b3-c0f0773d3d08 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 943 time: 0.0868878 Dec 10 20:16:05.030321 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-248f6f4a-8745-4dfe-8d15-fe1d244adb13 req-c65d0c04-89ac-4767-8898-46772bc8bb7b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Dec 10 20:16:06.234864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8ca57-4f38-41d2-bead-6a1002ebe443 req-931e9f13-306c-428b-8937-22b30123f472 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:06.236452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ecb8ca57-4f38-41d2-bead-6a1002ebe443 req-931e9f13-306c-428b-8937-22b30123f472 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 943 time: 0.0852599 Dec 10 20:16:06.284846 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ecb8ca57-4f38-41d2-bead-6a1002ebe443 req-41b7be02-322e-4b42-a6a7-560e43eb6cb1 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Dec 10 20:16:06.524269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:16:06.665188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:06.678931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '68f8cdf8-7c5b-43ba-b03b-788bd2b34377', 'network_id': '039b7fef-3cc5-4f11-afb5-2670a4843ea6', 'port_id': '68f8cdf8-7c5b-43ba-b03b-788bd2b34377', 'mac_address': 'fa:16:3e:d0:97:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:16:06.735382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:06.752888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:16:06.767768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:06.770563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:06.772366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17b3cb1e-5e6d-4c6a-af50-e40f2e64d3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:06.842574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:06.845695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:07.060154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['68f8cdf8-7c5b-43ba-b03b-788bd2b34377'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:16:07.494834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32fd58-c57b-4f8f-987c-113ce77524fc req-b39fcd79-254f-4d42-aaf6-0bbcdf288317 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:07.496433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ba32fd58-c57b-4f8f-987c-113ce77524fc req-b39fcd79-254f-4d42-aaf6-0bbcdf288317 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 944 time: 0.0879834 Dec 10 20:16:07.543865 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ba32fd58-c57b-4f8f-987c-113ce77524fc req-d3fab144-fefd-4f21-b300-6a5b2f67dff9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Dec 10 20:16:08.543590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:08.615584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:08.620431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:08.620853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:08.744454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:08.761099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372b1ba-2ee0-4101-a268-5be85eb2a53f req-ce91da3f-1879-431f-b523-2ede5238b502 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:08.762728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9372b1ba-2ee0-4101-a268-5be85eb2a53f req-ce91da3f-1879-431f-b523-2ede5238b502 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 944 time: 0.0936673 Dec 10 20:16:08.772698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bea5ebf-a498-4280-a007-7d6e44c5cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f8cdf8-7c5b-43ba-b03b-788bd2b34377'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:16:08.783668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:08.787630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:08.789650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:08.815879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9372b1ba-2ee0-4101-a268-5be85eb2a53f req-346c334b-3abc-4381-bd55-3a271c4b8f7b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467634 Dec 10 20:16:08.838426 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bea5ebf-a498-4280-a007-7d6e44c5cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f8cdf8-7c5b-43ba-b03b-788bd2b34377', 'code': 200} Dec 10 20:16:08.862450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:08.865491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:09.064276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1009a93a-1f2f-4558-9845-4a3bfdd3d6c3 req-f5a7c905-c513-4462-986d-d1e2d2ee3bc0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 1098 time: 0.0750751 Dec 10 20:16:09.111171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1009a93a-1f2f-4558-9845-4a3bfdd3d6c3 req-447544dc-0379-4531-8055-fb08415abd5e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392249 Dec 10 20:16:10.026052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53637037-9ff5-40c7-8b00-5a5ac1bff331 req-cc5c20f0-2f78-4bc2-922f-63379aad87be tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:10.027639 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53637037-9ff5-40c7-8b00-5a5ac1bff331 req-cc5c20f0-2f78-4bc2-922f-63379aad87be tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 945 time: 0.0853865 Dec 10 20:16:10.075999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53637037-9ff5-40c7-8b00-5a5ac1bff331 req-ec8e9f80-c502-47f8-acc0-85d6ae29842f tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Dec 10 20:16:11.219066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47e46fc8-e73a-4001-b793-c89bfbca5655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:11.283716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d12b3-738f-4682-a1cc-e35c4912c5c5 req-a27ed91a-2b02-4b84-b389-c46ff27ef317 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:11.285322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ed0d12b3-738f-4682-a1cc-e35c4912c5c5 req-a27ed91a-2b02-4b84-b389-c46ff27ef317 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 945 time: 0.0882413 Dec 10 20:16:11.332900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ed0d12b3-738f-4682-a1cc-e35c4912c5c5 req-a278d26e-a8be-433f-bc18-511f5a7c7d0b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Dec 10 20:16:11.538357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950a57-1521-47cd-8973-992793c47d85 req-8dfce82b-5317-4b33-846c-1c5633c789d4 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:11.540569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39950a57-1521-47cd-8973-992793c47d85 req-8dfce82b-5317-4b33-846c-1c5633c789d4 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 945 time: 0.0848005 Dec 10 20:16:11.591493 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39950a57-1521-47cd-8973-992793c47d85 req-61a4681d-ffae-4d24-99a2-6483a8031f54 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Dec 10 20:16:12.601559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:13.959167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:13.960482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ce25-100f-45b0-acd2-26f61dd3cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:15.497185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:22.488465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:16:26.186300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63ed2e-88ca-4b40-97d8-e05c86dc5f52 req-9f5727c4-d343-466f-9bf4-4c84bc013ee0 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:26.187903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bb63ed2e-88ca-4b40-97d8-e05c86dc5f52 req-9f5727c4-d343-466f-9bf4-4c84bc013ee0 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 945 time: 0.0876756 Dec 10 20:16:26.235766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bb63ed2e-88ca-4b40-97d8-e05c86dc5f52 req-efc5235f-ed22-4d58-a401-bd7d758557b9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Dec 10 20:16:27.440858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdbcd7-e992-4046-8719-6f4f48ece08b req-3123ce2e-d48a-40b0-931b-dbca5c5f44d2 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:27.442707 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7ccdbcd7-e992-4046-8719-6f4f48ece08b req-3123ce2e-d48a-40b0-931b-dbca5c5f44d2 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 945 time: 0.0833197 Dec 10 20:16:27.496684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7ccdbcd7-e992-4046-8719-6f4f48ece08b req-982a30f2-72e7-437e-a95f-d6b6de50e4b2 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8c09146-a228-43be-9e69-c069b4804404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469699 Dec 10 20:16:27.887674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-a161b75a-ce04-409c-bd7d-861ffb6bf7d7 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:27.888420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-a161b75a-ce04-409c-bd7d-861ffb6bf7d7 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Synchronizing usage tracker for tenant:a0e003ef2903403193773535f6564e0c on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:16:27.903273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-a161b75a-ce04-409c-bd7d-861ffb6bf7d7 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Unset dirty status for tenant:a0e003ef2903403193773535f6564e0c on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:16:27.904456 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-a161b75a-ce04-409c-bd7d-861ffb6bf7d7 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 945 time: 0.1014659 Dec 10 20:16:27.978138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Deleting port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:27.978531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:28.236169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] For port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:28.236489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:28.364554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Calling delete_port for 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:28.508557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:28.514490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f46cee48-560d-4ab8-8e3a-d2fae195da72 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:28.520019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['68f8cdf8-7c5b-43ba-b03b-788bd2b34377'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:16:28.560198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Pushing event deleted for resources: {'Port': ['ID=68f8cdf8-7c5b-43ba-b03b-788bd2b34377,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:28.573806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.574249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.574684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.575096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.575521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.575946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.576369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.577276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.577373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.577817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.578157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:28.612537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:28.658193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] No DVR routers for this DVR port 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:16:28.660768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:28.664030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bea5ebf-a498-4280-a007-7d6e44c5cf80', 'name': 'network-vif-deleted', 'tag': '68f8cdf8-7c5b-43ba-b03b-788bd2b34377'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:16:28.679837 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f6e5fcf5-78a4-4790-898b-40ff422edc74 req-d69018aa-7536-47c7-adc8-9cb0b4ef658d tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bea5ebf-a498-4280-a007-7d6e44c5cf80 HTTP/1.1" status: 200 len: 210 time: 0.0542564 Dec 10 20:16:28.686100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-248b6135-b4ce-415f-867d-e9c7d65062c8 req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] 10.222.0.84 "DELETE /v2.0/ports/68f8cdf8-7c5b-43ba-b03b-788bd2b34377 HTTP/1.1" status: 204 len: 173 time: 0.7763941 Dec 10 20:16:28.729100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bea5ebf-a498-4280-a007-7d6e44c5cf80', 'name': 'network-vif-deleted', 'tag': '68f8cdf8-7c5b-43ba-b03b-788bd2b34377', 'status': 'completed', 'code': 200} Dec 10 20:16:29.833164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40374) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:30.469657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:30.652780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:16:30.688414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:16:30.688818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 68f8cdf8-7c5b-43ba-b03b-788bd2b34377 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:16:31.091232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Deleting port 1657acd5-b263-4deb-aa24-a0c4b54950e8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:31.091835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:31.271067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] For port 1657acd5-b263-4deb-aa24-a0c4b54950e8, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=1657acd5-b263-4deb-aa24-a0c4b54950e8,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:31.271463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:31.399619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Calling delete_port for 1657acd5-b263-4deb-aa24-a0c4b54950e8 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:31.570708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:31.575133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6eef238c-3cde-496b-868b-08e07c67f80b tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:31.621499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Pushing event deleted for resources: {'Port': ['ID=1657acd5-b263-4deb-aa24-a0c4b54950e8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:31.624541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:31.925905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:32.536407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Router fbb3f114-ef8a-44ea-a37b-f882b70ab032 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:16:32.730664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:32.752404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:16:32.761469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] Sync routers for ids ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:16:32.767781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] 10.222.0.41 "PUT /v2.0/routers/fbb3f114-ef8a-44ea-a37b-f882b70ab032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9312980 Dec 10 20:16:32.768407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:32.774943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] Routers {'fbb3f114-ef8a-44ea-a37b-f882b70ab032'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:32.775612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:32.973842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] Set router fbb3f114-ef8a-44ea-a37b-f882b70ab032 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:33.223270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:33.281410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:16:31Z', 'revision_number': 5, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:33.285539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] Checking router: fbb3f114-ef8a-44ea-a37b-f882b70ab032 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:16:33.297667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] Routers {'fbb3f114-ef8a-44ea-a37b-f882b70ab032'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:33.298329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:33.439233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:33.454067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Deleting port f6202d8c-49c7-4573-b7e4-3c159a867c8b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:33.454445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:33.645541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] For port f6202d8c-49c7-4573-b7e4-3c159a867c8b, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f6202d8c-49c7-4573-b7e4-3c159a867c8b,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:33.646145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:33.646270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] Set router fbb3f114-ef8a-44ea-a37b-f882b70ab032 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:33.775924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Calling delete_port for f6202d8c-49c7-4573-b7e4-3c159a867c8b owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:33.948486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:33.949101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:16:31Z', 'revision_number': 5, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:33.952968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e8b09fc-6a31-495e-be83-9e2f9a761e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:33.953594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e745d07-d66f-44fa-a840-806c0d1d1fb6 None None] The sync data for ids ['fbb3f114-ef8a-44ea-a37b-f882b70ab032'] in dv-neutron-821443-1-hyperv is: [{'id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'name': 'tempest-TestEncryptedCinderVolumes-1847103927-router', 'tenant_id': 'a0e003ef2903403193773535f6564e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:14Z', 'updated_at': '2021-12-10T20:16:31Z', 'revision_number': 5, 'project_id': 'a0e003ef2903403193773535f6564e0c', 'gw_port': {'id': 'f6202d8c-49c7-4573-b7e4-3c159a867c8b', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3f114-ef8a-44ea-a37b-f882b70ab032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:15Z', 'updated_at': '2021-12-10T20:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:16:34.000163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6202d8c-49c7-4573-b7e4-3c159a867c8b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:34.002882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:34.242398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.518462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.522991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.546992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.547549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb3f114-ef8a-44ea-a37b-f882b70ab032 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:16:34.562193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.563447 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fbb3f114-ef8a-44ea-a37b-f882b70ab032 HTTP/1.1" status: 204 len: 168 time: 1.7940729 Dec 10 20:16:34.566118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40382) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:34.639221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] Deleting subnet 7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:16:34.642543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.696286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.762965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1657acd5-b263-4deb-aa24-a0c4b54950e8 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:16:34.782967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.805638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 1657acd5-b263-4deb-aa24-a0c4b54950e8 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:16:34.806018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 1657acd5-b263-4deb-aa24-a0c4b54950e8 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:16:34.860780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.865630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e68e9a35-10dd-44b4-a6dc-725816dfbba2 tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:34.904324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:34.907015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:34.910562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:34.915765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0e6d2-a906-4a4c-b51b-0ade17b8853a None None] Network 039b7fef-3cc5-4f11-afb5-2670a4843ea6 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:16:34.916851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-31ece248-d8ac-48b2-aaa6-ed393da58cbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7a4b9bcd-0abb-4b87-9fb5-65cb7441c4d8 HTTP/1.1" status: 204 len: 168 time: 0.3495998 Dec 10 20:16:34.919497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40386) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:35.035466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.046459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Deleting port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:35.046837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.165157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] DHCP port deletion for 039b7fef-3cc5-4f11-afb5-2670a4843ea6 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:16:35.169484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] Deleting port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:35.169977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.266245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] For port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b7e2035e-bb31-4ce6-8dbb-65fc153a3aef,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:35.266642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.385320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] For port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b7e2035e-bb31-4ce6-8dbb-65fc153a3aef,segment=NetworkSegment(f24332c2-4570-411b-b7e9-a47fb10c9347),segment_id=f24332c2-4570-411b-b7e9-a47fb10c9347)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:35.385796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.396003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Calling delete_port for b7e2035e-bb31-4ce6-8dbb-65fc153a3aef owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:35.474637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.479919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9300addd-b1c7-45a7-b951-54553ba2f752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:35.515174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] Calling delete_port for b7e2035e-bb31-4ce6-8dbb-65fc153a3aef owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:35.527194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e2035e-bb31-4ce6-8dbb-65fc153a3aef,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:35.530213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:35.532883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] No DVR routers for this DVR port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:16:35.587726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:16:35.588147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:16:35.656316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.683070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039b7fef-3cc5-4f11-afb5-2670a4843ea6']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:35.695675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24332c2-4570-411b-b7e9-a47fb10c9347') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:35.696011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24332c2-4570-411b-b7e9-a47fb10c9347') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:35.707665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.727369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.733786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:16:35.734277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:16:35.748631 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:16:35.826663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.840324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f4142605-02c3-4d03-b2fd-28272c3ceda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:35.856903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:35.863260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=039b7fef-3cc5-4f11-afb5-2670a4843ea6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:35.868327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:35.879552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/039b7fef-3cc5-4f11-afb5-2670a4843ea6 HTTP/1.1" status: 204 len: 168 time: 0.9590185 Dec 10 20:16:35.882729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40390) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:36.089902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] Deleting port b7e2035e-bb31-4ce6-8dbb-65fc153a3aef {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:36.090354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:36.160932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ece6117b-64e9-4a35-88cf-432e531fa119 None None] The port 'b7e2035e-bb31-4ce6-8dbb-65fc153a3aef' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:16:36.533707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:36.749735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f6202d8c-49c7-4573-b7e4-3c159a867c8b no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:16:36.784871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: f6202d8c-49c7-4573-b7e4-3c159a867c8b {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:16:36.785274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f6202d8c-49c7-4573-b7e4-3c159a867c8b not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:16:36.785771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b7e2035e-bb31-4ce6-8dbb-65fc153a3aef no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:16:36.818877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: b7e2035e-bb31-4ce6-8dbb-65fc153a3aef {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:16:36.819830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b7e2035e-bb31-4ce6-8dbb-65fc153a3aef not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:16:37.156290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Deleting port b35f4048-d09b-484c-b919-f37b79c389e5 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:37.156673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:37.337701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] For port b35f4048-d09b-484c-b919-f37b79c389e5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=b35f4048-d09b-484c-b919-f37b79c389e5,segment=NetworkSegment(48e66777-6b80-45a7-89ca-511117b1d03d),segment_id=48e66777-6b80-45a7-89ca-511117b1d03d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:37.338093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:37.467842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Calling delete_port for b35f4048-d09b-484c-b919-f37b79c389e5 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:37.635194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:37.639620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9b093bb-b488-473b-aa84-a5d9ada4a384 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:37.684265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b35f4048-d09b-484c-b919-f37b79c389e5,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:37.687289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:37.993613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:38.595042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Router af2282db-4c51-409f-a077-d99d89eb6df2 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:16:38.806840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:16:38.815748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] Sync routers for ids ['af2282db-4c51-409f-a077-d99d89eb6df2'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:16:38.816485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] 10.222.0.41 "PUT /v2.0/routers/af2282db-4c51-409f-a077-d99d89eb6df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9326916 Dec 10 20:16:38.819259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40394) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:38.828427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] Routers {'af2282db-4c51-409f-a077-d99d89eb6df2'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:38.829090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['af2282db-4c51-409f-a077-d99d89eb6df2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:39.023443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] Set router af2282db-4c51-409f-a077-d99d89eb6df2 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:39.263292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:39.325487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:16:37Z', 'revision_number': 5, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:39.329563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] Checking router: af2282db-4c51-409f-a077-d99d89eb6df2 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:16:39.341523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] Routers {'af2282db-4c51-409f-a077-d99d89eb6df2'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:39.342204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['af2282db-4c51-409f-a077-d99d89eb6df2'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:39.472127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:39.481607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Deleting port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:39.481994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:39.534791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] Set router af2282db-4c51-409f-a077-d99d89eb6df2 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:39.667964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] For port 58b7d00e-01c4-40ac-a1ab-aa850e0fb753, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=58b7d00e-01c4-40ac-a1ab-aa850e0fb753,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:39.668221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:39.802253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Calling delete_port for 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:39.838844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:16:37Z', 'revision_number': 5, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:39.843093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774f77d-4568-4ca8-908b-c6e570a27b33 None None] The sync data for ids ['af2282db-4c51-409f-a077-d99d89eb6df2'] in dv-neutron-821443-1-hyperv is: [{'id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'name': 'tempest-TestEncryptedCinderVolumes-582265208-router', 'tenant_id': 'fc3f1641531142cd92cb62762fd08715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166'}], 'enable_snat': True}, 'gw_port_id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:15:20Z', 'updated_at': '2021-12-10T20:16:37Z', 'revision_number': 5, 'project_id': 'fc3f1641531142cd92cb62762fd08715', 'gw_port': {'id': '58b7d00e-01c4-40ac-a1ab-aa850e0fb753', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2282db-4c51-409f-a077-d99d89eb6df2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:15:21Z', 'updated_at': '2021-12-10T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:16:39.977409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:39.982296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61788ba5-d8a8-484b-ba7d-c99a4a5d4cf0 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:40.028439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b7d00e-01c4-40ac-a1ab-aa850e0fb753,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:40.032099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:40.268151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.541830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.546276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.573323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.573906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2282db-4c51-409f-a077-d99d89eb6df2 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:16:40.587242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.589011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/af2282db-4c51-409f-a077-d99d89eb6df2 HTTP/1.1" status: 204 len: 168 time: 1.7682796 Dec 10 20:16:40.591383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40398) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:40.658775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] Deleting subnet 499d8215-4f8e-4e2e-a0ee-8ae7e26627c6 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:16:40.662069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.723227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.761375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b35f4048-d09b-484c-b919-f37b79c389e5 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:16:40.800532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: b35f4048-d09b-484c-b919-f37b79c389e5 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:16:40.800936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device b35f4048-d09b-484c-b919-f37b79c389e5 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:16:40.809249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.881209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.886182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57b8802b-eace-48a4-826f-42e98eb7af12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:40.925595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499d8215-4f8e-4e2e-a0ee-8ae7e26627c6,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:40.928389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:40.931954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:40.937320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f9056-0de9-4626-920b-e4799a8f0661 None None] Network 5738ac1a-807e-40f7-ab89-dbae9fb84168 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:16:40.938870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-142ea974-0d7d-4bae-b47c-146dcfbeaf85 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/499d8215-4f8e-4e2e-a0ee-8ae7e26627c6 HTTP/1.1" status: 204 len: 168 time: 0.3464398 Dec 10 20:16:40.941460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40402) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:41.054785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.065268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Deleting port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:41.065665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.197729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] DHCP port deletion for 5738ac1a-807e-40f7-ab89-dbae9fb84168 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:16:41.202271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] Deleting port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:41.202705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.267326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-208254f5-c038-4a6d-a4c1-a3ca5f70acd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.284518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] For port 2dc4bd51-823f-4f6a-82f1-241d4ea99902, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2dc4bd51-823f-4f6a-82f1-241d4ea99902,segment=NetworkSegment(48e66777-6b80-45a7-89ca-511117b1d03d),segment_id=48e66777-6b80-45a7-89ca-511117b1d03d)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:41.285088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.412464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Calling delete_port for 2dc4bd51-823f-4f6a-82f1-241d4ea99902 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:41.430942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] For port 2dc4bd51-823f-4f6a-82f1-241d4ea99902, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2dc4bd51-823f-4f6a-82f1-241d4ea99902,segment=NetworkSegment(48e66777-6b80-45a7-89ca-511117b1d03d),segment_id=48e66777-6b80-45a7-89ca-511117b1d03d)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:41.431330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.491608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.496240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1897e88c-6837-45d7-b73b-02a4299e2cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:41.542717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc4bd51-823f-4f6a-82f1-241d4ea99902,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:41.546537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:41.549728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] No DVR routers for this DVR port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 on host dv-neutron-821443-1-hyperv {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:16:41.565558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] Calling delete_port for 2dc4bd51-823f-4f6a-82f1-241d4ea99902 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:16:41.640540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:16:41.640950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:16:41.673706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.700607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5738ac1a-807e-40f7-ab89-dbae9fb84168']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:41.718052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e66777-6b80-45a7-89ca-511117b1d03d') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:41.718386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e66777-6b80-45a7-89ca-511117b1d03d') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:41.730687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.746037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.752463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:16:41.752888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:16:41.766784 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:16:41.843005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.846668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e1fe0fe4-ab35-4063-94bf-a4ed2c08863b tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:41.863282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:41.873713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5738ac1a-807e-40f7-ab89-dbae9fb84168,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:41.878171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:41.880955 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5738ac1a-807e-40f7-ab89-dbae9fb84168 HTTP/1.1" status: 204 len: 168 time: 0.9384544 Dec 10 20:16:42.076333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40410) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:42.130015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e2ff532f-5cff-400b-a166-1132fb46ba88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0e003ef2903403193773535f6564e0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522287 Dec 10 20:16:42.132749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40414) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:42.142218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] Deleting port 2dc4bd51-823f-4f6a-82f1-241d4ea99902 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:16:42.142656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.196990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.212543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ccfc4-60c7-4124-882c-aae4d730cb96 None None] The port '2dc4bd51-823f-4f6a-82f1-241d4ea99902' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:16:42.228694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.281580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.286621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c906981-ea5c-4c50-8cc6-b5149c2fda32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:42.301269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c09146-a228-43be-9e69-c069b4804404,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:42.313490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.314725 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8c09146-a228-43be-9e69-c069b4804404 HTTP/1.1" status: 204 len: 168 time: 0.1810193 Dec 10 20:16:42.316191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.316623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.317045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.317586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.318010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.318428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.319364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.319780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.320190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.320600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.321004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:42.324367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:42.605113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.720174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40422) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:42.751473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2dc4bd51-823f-4f6a-82f1-241d4ea99902 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:16:42.774821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d804ca3c-df08-4930-aaa1-2b25ceebc3a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc3f1641531142cd92cb62762fd08715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532870 Dec 10 20:16:42.777407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40426) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:42.790088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 2dc4bd51-823f-4f6a-82f1-241d4ea99902 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:16:42.790492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2dc4bd51-823f-4f6a-82f1-241d4ea99902 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:16:42.790956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:16:42.825464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:16:42.826276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 58b7d00e-01c4-40ac-a1ab-aa850e0fb753 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:16:42.841963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa12a5fc-b8cd-45a6-8bd9-9288f101dffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.872659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa12a5fc-b8cd-45a6-8bd9-9288f101dffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.915263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa12a5fc-b8cd-45a6-8bd9-9288f101dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.920132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e4e8956b-6148-4621-87dd-ee6ff9513eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:42.933867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12a5fc-b8cd-45a6-8bd9-9288f101dffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e60a84-2555-4534-96df-f5223426b60c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:42.936503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa12a5fc-b8cd-45a6-8bd9-9288f101dffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:42.938540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fa12a5fc-b8cd-45a6-8bd9-9288f101dffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:42.939708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fa12a5fc-b8cd-45a6-8bd9-9288f101dffc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1e60a84-2555-4534-96df-f5223426b60c HTTP/1.1" status: 204 len: 168 time: 0.1612535 Dec 10 20:16:43.801210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40448) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:43.939133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1205930497-network', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:16:43.945343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:43.947997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-480a776a-1fc1-4f32-9cbd-9f4310efe0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:43.949539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Usage tracker for resource:network and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:43.952602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:43.957263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:43.964043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:43.972676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Made reservation on behalf of bde8cd12306146e7b5620d799afa4cff for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:16:43.977349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:43.990300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.025046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:44.029073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Usage tracker for resource:security_group_rule and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:44.032006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:44.038040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:44.105454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.108101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.112198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d032c412-a1e0-4013-b658-f9c4d50690ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:44.137417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:16:44.151014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:44.155487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:44.156461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.156850 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Added segment afa29ff2-8135-487b-bd50-25d6468e9365 of type vlan for network 896f55e6-5a1a-4b93-b925-8077664c1303 Dec 10 20:16:44.183582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.212969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.213950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:44.214592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.219607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-729e6519-e814-4181-98ea-ce0ae38874dc tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:44.331779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5293510 Dec 10 20:16:44.334899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Pushing event updated for resources: {'Network': ['ID=896f55e6-5a1a-4b93-b925-8077664c1303,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:44.335054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40454) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:44.338108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:44.342292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Request body: {'subnet': {'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1205930497-subnet', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:16:44.345448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 896f55e6-5a1a-4b93-b925-8077664c1303 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:16:44.348382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:44.352434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Usage tracker for resource:subnet and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:44.355413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:44.361436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:44.372315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Made reservation on behalf of bde8cd12306146e7b5620d799afa4cff for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:16:44.377229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.593110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.597398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:44.671675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3118b6-7ac2-4fce-844b-159a116c0111,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:44.675688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:44.684640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Checking segment: {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:16:44.685065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Network hostable DHCP agents. Network: 896f55e6-5a1a-4b93-b925-8077664c1303, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:16:44.706228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Network 896f55e6-5a1a-4b93-b925-8077664c1303 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:16:44.714528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 896f55e6-5a1a-4b93-b925-8077664c1303) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:44.718426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:44.719070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.725887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d1a5a-056d-4f36-9d47-fc506c3a7bd5 None None] Network 896f55e6-5a1a-4b93-b925-8077664c1303 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:16:44.739475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-23e53913-90fe-4a2e-8a42-1ddc2ba263d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4033716 Dec 10 20:16:44.742884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40458) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:44.748486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:16:44.753465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:44.757551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Usage tracker for resource:router and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:44.760518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:44.766515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:44.779695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.780685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.801202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:44.963632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.121054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-896f55e6-5a1a-4b93-b925-8077664c1303', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:16:45.122035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.294007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Allocated IP 172.20.0.2 (896f55e6-5a1a-4b93-b925-8077664c1303/0e3118b6-7ac2-4fce-844b-159a116c0111/3e667e3d-8df8-436e-a6ce-fd90e673ea59) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:16:45.401212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.433981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.519676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.523140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.533979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Transition to ACTIVE for port object 3e667e3d-8df8-436e-a6ce-fd90e673ea59 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:45.554173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Transition to ACTIVE for port object 3e667e3d-8df8-436e-a6ce-fd90e673ea59 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:45.559130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.563480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-50be4037-3081-4955-af90-c0324bbe3c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:45.583757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Allocated IP 172.26.8.3 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:16:45.634617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Network 896f55e6-5a1a-4b93-b925-8077664c1303 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:45.638385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:45.640263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Pushing event updated for resources: {'Port': ['ID=3e667e3d-8df8-436e-a6ce-fd90e673ea59,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:45.642685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:16:45.654931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.655338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.655729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.656114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.656499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.656883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.657262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.657666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.658046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.658420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.658796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:45.662270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:45.744445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.749760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Attempting to bind port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:16:45.750260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Attempting to bind port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:16:45.750588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Attempting to bind port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 on network 896f55e6-5a1a-4b93-b925-8077664c1303 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:16:45.757378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:16:45.757836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Checking segment: {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:16:45.758296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.758743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Bound using segment: {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:16:45.759267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Bound port: 3e667e3d-8df8-436e-a6ce-fd90e673ea59, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:16:45.759822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.771765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.776844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:45.851346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:45.853843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] For port 3e667e3d-8df8-436e-a6ce-fd90e673ea59, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:16:45.854929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:45.857053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Pushing event updated for resources: {'Port': ['ID=a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:45.857792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] For port 3e667e3d-8df8-436e-a6ce-fd90e673ea59, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3e667e3d-8df8-436e-a6ce-fd90e673ea59,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:16:45.859782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:16:45.862526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:45.868644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:45.889415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:45.957771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Pushing event updated for resources: {'Port': ['ID=3e667e3d-8df8-436e-a6ce-fd90e673ea59,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:45.960944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:46.027730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:46.028504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:46.282084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Router bda9dd79-0268-4ad5-91f4-e9e0f604febd is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:16:46.501705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:16:46.511798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Sync routers for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:16:46.524563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:46.525162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:46.525436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:46.526637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7827392 Dec 10 20:16:46.529650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40462) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:46.720558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:46.831579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3e667e3d-8df8-436e-a6ce-fd90e673ea59 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:47.024539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:47.096048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:45Z', 'revision_number': 3, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:47.100688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Checking router: bda9dd79-0268-4ad5-91f4-e9e0f604febd for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:16:47.101200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Updating router bda9dd79-0268-4ad5-91f4-e9e0f604febd port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:16:47.164015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.339290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.527299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.541023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Transition to ACTIVE for port object a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:47.547396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.552134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:47.574230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Allocated IP 172.20.0.1 (896f55e6-5a1a-4b93-b925-8077664c1303/0e3118b6-7ac2-4fce-844b-159a116c0111/01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:16:47.623696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eefd12-d32a-4766-b7cf-d6a278d3c09c None None] Network 896f55e6-5a1a-4b93-b925-8077664c1303 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:16:47.705159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Attempting to bind port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:16:47.705608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Attempting to bind port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:16:47.706030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Attempting to bind port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:16:47.726121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55963b5f-ddfe-4cf8-b3fa-b8f04aee3e63 None None] Pushing event updated for resources: {'Port': ['ID=a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:47.735276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55963b5f-ddfe-4cf8-b3fa-b8f04aee3e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:47.738743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.741556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:16:47.741994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:16:47.742458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.742901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:16:47.743434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Bound port: a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:16:47.743856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.756004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Transition to ACTIVE for port object 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:47.777031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.781604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2cdc09e-4850-4398-bc21-f932f7f1efbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:47.795810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] Provisioning for port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:47.822382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] Provisioning complete for port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:47.822817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.848701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Network 896f55e6-5a1a-4b93-b925-8077664c1303 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:47.852177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:47.856206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:16:47.887577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Pushing event updated for resources: {'Port': ['ID=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:47.894212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:47.919320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.966627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] For port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:16:47.978525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] For port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:16:47.985563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:47.992031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:48.004469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:48.246076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:48.253590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:48.288525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-60a108ff-e232-4e59-9641-06302c447fa0 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:48.329405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55963b5f-ddfe-4cf8-b3fa-b8f04aee3e63 None None] Pushing event updated for resources: {'Port': ['ID=a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:48.341133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55963b5f-ddfe-4cf8-b3fa-b8f04aee3e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:48.346381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:48.371419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Pushing event updated for resources: {'Port': ['ID=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:48.374113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:48.378002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:48.380011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:48.380615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:48.521218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] For port 3e667e3d-8df8-436e-a6ce-fd90e673ea59, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3e667e3d-8df8-436e-a6ce-fd90e673ea59,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:48.530753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Network 896f55e6-5a1a-4b93-b925-8077664c1303 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:48.531967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:48.535161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:48.539798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:48.646558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] Pushing event updated for resources: {'Port': ['ID=3e667e3d-8df8-436e-a6ce-fd90e673ea59,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:48.650740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:48.658895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:48.821081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3e667e3d-8df8-436e-a6ce-fd90e673ea59 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:48.950514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b8800313-7027-4525-bea0-137e7f761e36 None None] Provisioning for port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:48.973617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b8800313-7027-4525-bea0-137e7f761e36 None None] Provisioning complete for port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:48.974060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8800313-7027-4525-bea0-137e7f761e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:49.079091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b8800313-7027-4525-bea0-137e7f761e36 None None] Port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:16:49.107536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:49.107951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:49.205368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b8800313-7027-4525-bea0-137e7f761e36 None None] Provisioning complete for port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:49.205827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8800313-7027-4525-bea0-137e7f761e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:49.242410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Router bda9dd79-0268-4ad5-91f4-e9e0f604febd has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:16:49.390061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:48Z', 'revision_number': 2, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:49.414932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e807b-9b80-4b24-91c3-28a6bb48401f None None] The sync data for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv is: [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:48Z', 'revision_number': 2, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:16:49.465237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:16:49.474784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] 10.222.0.41 "PUT /v2.0/routers/bda9dd79-0268-4ad5-91f4-e9e0f604febd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9440758 Dec 10 20:16:49.550766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-62a0aa67-0539-415c-8e54-ad78cd45553a None None] Provisioning complete for port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:49.551190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-62a0aa67-0539-415c-8e54-ad78cd45553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:49.608666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-62a0aa67-0539-415c-8e54-ad78cd45553a None None] Port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:16:50.403757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40484) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:50.410160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2085813948-network', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:16:50.416108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:50.420209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Usage tracker for resource:network and tenant:9d526b265e454b3f9d92abb1bbfe0230 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:50.423230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:50.432156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:50.445265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Made reservation on behalf of 9d526b265e454b3f9d92abb1bbfe0230 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:16:50.450295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.465003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.500249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:50.504397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Usage tracker for resource:security_group_rule and tenant:9d526b265e454b3f9d92abb1bbfe0230 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:50.507541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:50.513745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:50.587103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.590034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.594778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a77372e-29ad-45be-80cf-82dc8cc3959a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:50.630138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:16:50.639750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8efc23b-dd50-4485-b379-8ae8d35b0a2c,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:50.643780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:50.646553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.647429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Added segment 0a00a0ac-4075-4a22-8337-1bab3c16a3fa of type vlan for network 0336d849-db20-4dd7-ac4b-af0bd109a4ba Dec 10 20:16:50.678176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.711856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.712939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:50.713973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.722006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-746026df-f0f9-4d88-8d68-fb5a270a7021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:50.789073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:50.837123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Pushing event updated for resources: {'Network': ['ID=0336d849-db20-4dd7-ac4b-af0bd109a4ba,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:50.840188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:50.844763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40488) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:50.844890 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4400041 Dec 10 20:16:50.852851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Request body: {'subnet': {'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2085813948-subnet', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:16:50.859173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 0336d849-db20-4dd7-ac4b-af0bd109a4ba details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:16:50.860413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:50.864793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Usage tracker for resource:subnet and tenant:9d526b265e454b3f9d92abb1bbfe0230 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:50.868259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:50.874478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:50.886059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Made reservation on behalf of 9d526b265e454b3f9d92abb1bbfe0230 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:16:50.890876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:50.958428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:50.976958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:50.977604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.103362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.116288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.120391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:51.121943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cdd457c0-73ce-42eb-9529-fdffe9978d09 tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:51.123672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.125812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:51.190893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb1c048-a0e7-4ef4-b0a4-4413037feca7,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:51.195542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:51.201032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:51.204694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:51.218648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Checking segment: {'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:16:51.219148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Network hostable DHCP agents. Network: 0336d849-db20-4dd7-ac4b-af0bd109a4ba, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:16:51.241056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Network 0336d849-db20-4dd7-ac4b-af0bd109a4ba is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:16:51.249259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 0336d849-db20-4dd7-ac4b-af0bd109a4ba) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:51.253478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:16:51.254152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.259080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5bc0f8-a9e1-408e-820c-d1374baa3eea None None] Network 0336d849-db20-4dd7-ac4b-af0bd109a4ba requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:16:51.276011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4291649 Dec 10 20:16:51.278945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40492) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:51.284805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:16:51.290597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:16:51.294660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Usage tracker for resource:router and tenant:9d526b265e454b3f9d92abb1bbfe0230 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:16:51.297728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:16:51.304346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:16:51.315484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.316541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.337432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.487556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-0336d849-db20-4dd7-ac4b-af0bd109a4ba', 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'fixed_ips': [{'subnet_id': '6fb1c048-a0e7-4ef4-b0a4-4413037feca7'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:16:51.489235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.499932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.658054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Allocated IP 172.20.0.2 (0336d849-db20-4dd7-ac4b-af0bd109a4ba/6fb1c048-a0e7-4ef4-b0a4-4413037feca7/5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:16:51.703627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.735620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.875605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.883242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Allocated IP 172.26.8.35 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/c9457f01-00d5-4339-9475-fcc5d1ed53a6) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:16:51.886774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Transition to ACTIVE for port object 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:51.905912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Transition to ACTIVE for port object 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:51.910510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:51.915535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6c735edc-0077-406f-973f-65d91ffdcff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:51.981998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Network 0336d849-db20-4dd7-ac4b-af0bd109a4ba is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:51.985273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:51.987846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:16:51.999091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Pushing event updated for resources: {'Port': ['ID=5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:52.001851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:52.041048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.071025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.075645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1dd9d2bb-7fdc-4bc4-93df-bb203f183377 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:52.155183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:52.158715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:52.161283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:16:52.199497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Pushing event updated for resources: {'Port': ['ID=c9457f01-00d5-4339-9475-fcc5d1ed53a6,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:52.202880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:52.263914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Attempting to bind port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:16:52.264545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Attempting to bind port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:16:52.264689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Attempting to bind port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 on network 0336d849-db20-4dd7-ac4b-af0bd109a4ba {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:16:52.271437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:16:52.272486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Checking segment: {'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:16:52.272875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.273760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Bound using segment: {'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:16:52.273876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Bound port: 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:16:52.274263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.339922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.340722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.368337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] For port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:16:52.371998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] For port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7,segment=NetworkSegment(0a00a0ac-4075-4a22-8337-1bab3c16a3fa),segment_id=0a00a0ac-4075-4a22-8337-1bab3c16a3fa)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:16:52.376861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.381582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f813217e-925e-4b07-bf19-1110f23ec213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:52.487555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Pushing event updated for resources: {'Port': ['ID=5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:52.500710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:52.612234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Router c80b4f71-43e0-434f-b105-c02de9533549 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:16:52.771109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:52.864936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:16:52.869861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:52.870473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.890174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Sync routers for ids ['c80b4f71-43e0-434f-b105-c02de9533549'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:16:52.900970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:52.905662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40496) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:16:52.914417 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6339486 Dec 10 20:16:52.917187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Routers {'c80b4f71-43e0-434f-b105-c02de9533549'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:52.917897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c80b4f71-43e0-434f-b105-c02de9533549'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:53.167037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Sync routers for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:16:53.180464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:53.181154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:53.280056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Set router c80b4f71-43e0-434f-b105-c02de9533549 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:53.373868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:53.602970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:52Z', 'revision_number': 3, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port': {'id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:53.607473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Checking router: c80b4f71-43e0-434f-b105-c02de9533549 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:16:53.607932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Updating router c80b4f71-43e0-434f-b105-c02de9533549 port c9457f01-00d5-4339-9475-fcc5d1ed53a6 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:16:53.670049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:53.717723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:48Z', 'revision_number': 2, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:53.722830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Checking router: bda9dd79-0268-4ad5-91f4-e9e0f604febd for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:16:53.723044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Updating router bda9dd79-0268-4ad5-91f4-e9e0f604febd port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:16:53.797253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:53.995517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.066994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.085215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Transition to ACTIVE for port object c9457f01-00d5-4339-9475-fcc5d1ed53a6 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:54.093320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.099265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d28191fe-a7d8-4ed7-ac89-6ea9a4640ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:54.196194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Pushing event updated for resources: {'Port': ['ID=c9457f01-00d5-4339-9475-fcc5d1ed53a6,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:54.209025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.210114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.210497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.211532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.211918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.212452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.212827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.213593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.213973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.214345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.214906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:16:54.226141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:54.227150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Attempting to bind port c9457f01-00d5-4339-9475-fcc5d1ed53a6 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:16:54.227550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Attempting to bind port c9457f01-00d5-4339-9475-fcc5d1ed53a6 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:16:54.227956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Attempting to bind port c9457f01-00d5-4339-9475-fcc5d1ed53a6 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:16:54.231065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.235544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:16:54.235996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:16:54.236448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.236880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:16:54.237396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Bound port: c9457f01-00d5-4339-9475-fcc5d1ed53a6, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:16:54.237843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.247992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Transition to ACTIVE for port object 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:54.254066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Allocated IP 172.20.0.1 (0336d849-db20-4dd7-ac4b-af0bd109a4ba/6fb1c048-a0e7-4ef4-b0a4-4413037feca7/110d06f9-73bc-4efa-83e7-6c6f27bbfaf9) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:16:54.258955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.264667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:54.322703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] For port c9457f01-00d5-4339-9475-fcc5d1ed53a6, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:16:54.326471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] For port c9457f01-00d5-4339-9475-fcc5d1ed53a6, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c9457f01-00d5-4339-9475-fcc5d1ed53a6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:16:54.331017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.335305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b7f6a47-12af-4c91-be03-40d3abf85110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:54.343373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ceaa1-d8e0-4332-a85a-fef2f8683594 None None] Pushing event updated for resources: {'Port': ['ID=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:54.422193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-702ceaa1-d8e0-4332-a85a-fef2f8683594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:54.438951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Pushing event updated for resources: {'Port': ['ID=c9457f01-00d5-4339-9475-fcc5d1ed53a6,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:54.449293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Routers {'c80b4f71-43e0-434f-b105-c02de9533549'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:54.450230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c80b4f71-43e0-434f-b105-c02de9533549'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:54.467232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a9fea9-6f75-43eb-a1b0-0faa37399d0f None None] Network 0336d849-db20-4dd7-ac4b-af0bd109a4ba requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:16:54.468122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.490628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Transition to ACTIVE for port object 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:16:54.520489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:54.529835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.543229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dac33450-139a-46ff-a443-8bec684e78a8 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:54.607567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Network 0336d849-db20-4dd7-ac4b-af0bd109a4ba is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:54.613673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:54.614067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9bbed584-e5c5-4978-b7fc-012341b36864 None None] Provisioning for port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:54.618258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:16:54.680974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] Set router c80b4f71-43e0-434f-b105-c02de9533549 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:54.691575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Pushing event updated for resources: {'Port': ['ID=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:54.696701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:54.706984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Attempting to bind port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:16:54.707414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Attempting to bind port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:16:54.707713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.707841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Attempting to bind port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 on network 896f55e6-5a1a-4b93-b925-8077664c1303 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:16:54.731022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:16:54.731305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Checking segment: {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:16:54.731769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.732210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Bound using segment: {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:16:54.732746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Bound port: 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:16:54.733172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.810676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.852399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:54.897603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] For port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:16:54.950168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] For port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:16:54.966241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:54.974859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:55.046947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:52Z', 'revision_number': 3, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port': {'id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:55.051844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ac96e-9037-4f93-a7bf-25c5a39369dd None None] The sync data for ids ['c80b4f71-43e0-434f-b105-c02de9533549'] in dv-neutron-821443-1-hyperv is: [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:52Z', 'revision_number': 3, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port': {'id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:16:55.057332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:55.061887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:55.091279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76187278-4ca8-4f77-bc83-9de6bf694903 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:55.124104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ceaa1-d8e0-4332-a85a-fef2f8683594 None None] Pushing event updated for resources: {'Port': ['ID=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:55.127552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-702ceaa1-d8e0-4332-a85a-fef2f8683594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:55.144319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:55.159183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:55.159604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:55.181403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:55.185149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:55.185884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:55.204925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Pushing event updated for resources: {'Port': ['ID=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:55.210227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:55.338696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Network 0336d849-db20-4dd7-ac4b-af0bd109a4ba is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:16:55.340394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:16:55.615680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:55.877591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Router c80b4f71-43e0-434f-b105-c02de9533549 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:16:55.947636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:56.055504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7,segment=NetworkSegment(0a00a0ac-4075-4a22-8337-1bab3c16a3fa),segment_id=0a00a0ac-4075-4a22-8337-1bab3c16a3fa)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:56.066592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:56.072973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-00991012-9c58-48cf-b3ce-cd1b9440709b None None] Provisioning complete for port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:56.073401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00991012-9c58-48cf-b3ce-cd1b9440709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:56.104841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:56.130714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:16:56.145764 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/c80b4f71-43e0-434f-b105-c02de9533549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2386897 Dec 10 20:16:56.228415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:54Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:56.230672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:56.241287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:56.249204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d20dc0-d120-4f00-823e-0bd9117bae8c None None] The sync data for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv is: [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:54Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:16:56.338278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-00991012-9c58-48cf-b3ce-cd1b9440709b None None] Provisioning for port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:56.347330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-00991012-9c58-48cf-b3ce-cd1b9440709b None None] Provisioning complete for port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:56.347929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-00991012-9c58-48cf-b3ce-cd1b9440709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:56.416593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-00991012-9c58-48cf-b3ce-cd1b9440709b None None] Port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:16:56.541890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ecbf44aa-dfa8-44c3-ae03-c65ac9cb284e None None] Provisioning complete for port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:56.549667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ecbf44aa-dfa8-44c3-ae03-c65ac9cb284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:56.625546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf44aa-dfa8-44c3-ae03-c65ac9cb284e None None] Port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:16:56.759910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9584b728-bd9b-4cc3-a14a-925666dfaa6e None None] Provisioning complete for port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:56.759910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9584b728-bd9b-4cc3-a14a-925666dfaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:56.840263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9584b728-bd9b-4cc3-a14a-925666dfaa6e None None] Port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:16:56.900372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:56.985708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:56.986135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:57.120755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:57.192397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:57.197706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:57.198129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:57.323227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:57.363832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:57.368399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:57.369465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c9457f01-00d5-4339-9475-fcc5d1ed53a6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:57.399200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:57.487282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:57.493270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:57.519326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port c9457f01-00d5-4339-9475-fcc5d1ed53a6 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:16:57.525140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c9457f01-00d5-4339-9475-fcc5d1ed53a6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:57.525623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:57.663523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:57.687265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port c9457f01-00d5-4339-9475-fcc5d1ed53a6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c9457f01-00d5-4339-9475-fcc5d1ed53a6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:16:57.691134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:57.693446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-702ceaa1-d8e0-4332-a85a-fef2f8683594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:16:57.777474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=c9457f01-00d5-4339-9475-fcc5d1ed53a6,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:16:57.781016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:16:58.802431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:58.892584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:58.893016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:59.032346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c9457f01-00d5-4339-9475-fcc5d1ed53a6 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:16:59.091199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Sync routers for ids ['c80b4f71-43e0-434f-b105-c02de9533549'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:16:59.104692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Routers {'c80b4f71-43e0-434f-b105-c02de9533549'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:16:59.105784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c80b4f71-43e0-434f-b105-c02de9533549'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:59.118343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c9457f01-00d5-4339-9475-fcc5d1ed53a6 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:16:59.118774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:16:59.327181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Set router c80b4f71-43e0-434f-b105-c02de9533549 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:16:59.557599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:16:59.693354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:54Z', 'revision_number': 4, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port': {'id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '110d06f9-73bc-4efa-83e7-6c6f27bbfaf9', 'name': '', 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'mac_address': 'fa:16:3e:39:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb1c048-a0e7-4ef4-b0a4-4413037feca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:54Z', 'updated_at': '2021-12-10T20:16:54Z', 'revision_number': 2, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'subnets': [{'id': '6fb1c048-a0e7-4ef4-b0a4-4413037feca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:16:59.697581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Checking router: c80b4f71-43e0-434f-b105-c02de9533549 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:16:59.697991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Updating router c80b4f71-43e0-434f-b105-c02de9533549 port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:16:59.914041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:00.324643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:00.338539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Transition to ACTIVE for port object 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:17:00.346269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:00.350190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:00.421479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e8900-b325-4d0c-9f61-739fd8b5d4e4 None None] Pushing event updated for resources: {'Port': ['ID=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:00.425138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-617e8900-b325-4d0c-9f61-739fd8b5d4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:00.605301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Attempting to bind port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:17:00.605749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Attempting to bind port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:17:00.606157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Attempting to bind port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 on network 0336d849-db20-4dd7-ac4b-af0bd109a4ba {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:17:00.613544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:17:00.618376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Checking segment: {'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:17:00.618848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:00.619276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Bound using segment: {'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:17:00.619813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Bound port: 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a00a0ac-4075-4a22-8337-1bab3c16a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:17:00.620240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:00.740354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] For port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:17:00.743980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] For port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,segment=NetworkSegment(0a00a0ac-4075-4a22-8337-1bab3c16a3fa),segment_id=0a00a0ac-4075-4a22-8337-1bab3c16a3fa)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:17:00.750026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:00.761425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:00.847333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e8900-b325-4d0c-9f61-739fd8b5d4e4 None None] Pushing event updated for resources: {'Port': ['ID=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:00.850803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Routers {'c80b4f71-43e0-434f-b105-c02de9533549'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:17:00.851480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:16:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c80b4f71-43e0-434f-b105-c02de9533549'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:17:00.903309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-617e8900-b325-4d0c-9f61-739fd8b5d4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:01.058260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] Set router c80b4f71-43e0-434f-b105-c02de9533549 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:17:01.427051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:54Z', 'revision_number': 4, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port': {'id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '110d06f9-73bc-4efa-83e7-6c6f27bbfaf9', 'name': '', 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'mac_address': 'fa:16:3e:39:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb1c048-a0e7-4ef4-b0a4-4413037feca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:54Z', 'updated_at': '2021-12-10T20:17:00Z', 'revision_number': 4, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'subnets': [{'id': '6fb1c048-a0e7-4ef4-b0a4-4413037feca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:17:01.432254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26edb330-0804-4103-a7fc-01595ae5e533 None None] The sync data for ids ['c80b4f71-43e0-434f-b105-c02de9533549'] in dv-neutron-821443-1-hyperv is: [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:54Z', 'revision_number': 4, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port': {'id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '110d06f9-73bc-4efa-83e7-6c6f27bbfaf9', 'name': '', 'network_id': '0336d849-db20-4dd7-ac4b-af0bd109a4ba', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'mac_address': 'fa:16:3e:39:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb1c048-a0e7-4ef4-b0a4-4413037feca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:54Z', 'updated_at': '2021-12-10T20:17:00Z', 'revision_number': 4, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'subnets': [{'id': '6fb1c048-a0e7-4ef4-b0a4-4413037feca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:17:03.011265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:17:03.114156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:03.115771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:17:03.121175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:17:03.121628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:03.260134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:03.297521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,segment=NetworkSegment(0a00a0ac-4075-4a22-8337-1bab3c16a3fa),segment_id=0a00a0ac-4075-4a22-8337-1bab3c16a3fa)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:17:03.303508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:03.309107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:03.387164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:03.390519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:04.777651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:17:04.862683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:17:04.863300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:06.828437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-cd173e92-99da-479d-9190-ed907dbdd3e5 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:06.829170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-cd173e92-99da-479d-9190-ed907dbdd3e5 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Synchronizing usage tracker for tenant:bde8cd12306146e7b5620d799afa4cff on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:17:06.845781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-cd173e92-99da-479d-9190-ed907dbdd3e5 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Unset dirty status for tenant:bde8cd12306146e7b5620d799afa4cff on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:17:06.847009 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-cd173e92-99da-479d-9190-ed907dbdd3e5 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 815 time: 0.1726689 Dec 10 20:17:06.864410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-6dc3594a-632c-4318-adcf-0ca698252735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/quotas/bde8cd12306146e7b5620d799afa4cff HTTP/1.1" status: 200 len: 375 time: 0.0109718 Dec 10 20:17:06.948916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-0a870705-0749-40dc-b3be-2d348872bde6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792472 Dec 10 20:17:07.096202 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-98ed35fb-2d7d-4035-a03f-2e238a24dd8d service neutron] 10.222.0.41 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339805 Dec 10 20:17:07.234540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-19ae2532-97c0-42f1-ba07-def8390eaccb service neutron] 10.222.0.41 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321371 Dec 10 20:17:07.430903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-96cbb670-6d59-49fa-b40b-e32e52338918 req-8de39f09-b257-4272-ba8b-843cf27473d7 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 210 time: 0.0460486 Dec 10 20:17:08.503464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-b1ad8f01-5e07-4358-924d-85f3b89f8a38 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:08.505066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-b1ad8f01-5e07-4358-924d-85f3b89f8a38 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 815 time: 0.1603057 Dec 10 20:17:08.520235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'port': {'device_id': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'admin_state_up': True, 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:08.622933 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0338e615-0968-4577-95d1-8ef6b8b50453 req-6ef4143f-120b-4169-ae0b-7bd70f186824 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 210 time: 0.0504193 Dec 10 20:17:08.671664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:08.675877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:port and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:08.678902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:08.684998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:08.694333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Made reservation on behalf of bde8cd12306146e7b5620d799afa4cff for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:17:08.701179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:08.876785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Allocated IP 172.20.0.4 (896f55e6-5a1a-4b93-b925-8077664c1303/0e3118b6-7ac2-4fce-844b-159a116c0111/dfe5bba0-9ab5-4b02-8ae9-dc7874a58496) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:17:09.135260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:09.152529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Transition to ACTIVE for port object dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:17:09.174637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:09.182671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d5b0858f-909f-460c-9262-3dcf076d704f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:09.256057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Network 896f55e6-5a1a-4b93-b925-8077664c1303 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:17:09.259528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:17:09.262167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:17:09.565952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'Port': ['ID=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:09.569143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:09.600267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:09.600942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:09.627491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-11a14d24-27db-4349-a298-7c4281a6f735 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1113746 Dec 10 20:17:09.740522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-68bc75ca-0c50-46c5-91da-b20fd1199832 None None] Provisioning for port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:17:09.745389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-68bc75ca-0c50-46c5-91da-b20fd1199832 None None] Provisioning complete for port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:17:09.745826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-68bc75ca-0c50-46c5-91da-b20fd1199832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:09.823555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-68bc75ca-0c50-46c5-91da-b20fd1199832 None None] Port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:17:09.851062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7f76-9e90-4c10-965a-a47be7896843 req-31d0e826-938b-4aa9-aa6a-f845eb3197b4 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:09.852810 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-68de7f76-9e90-4c10-965a-a47be7896843 req-31d0e826-938b-4aa9-aa6a-f845eb3197b4 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.1039906 Dec 10 20:17:09.905958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-68de7f76-9e90-4c10-965a-a47be7896843 req-0ca67b66-c30e-48eb-9681-7960ef8e279f tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Synchronizing usage tracker for tenant:bde8cd12306146e7b5620d799afa4cff on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:17:09.924669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-68de7f76-9e90-4c10-965a-a47be7896843 req-0ca67b66-c30e-48eb-9681-7960ef8e279f tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Unset dirty status for tenant:bde8cd12306146e7b5620d799afa4cff on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:17:09.925933 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-68de7f76-9e90-4c10-965a-a47be7896843 req-0ca67b66-c30e-48eb-9681-7960ef8e279f tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668902 Dec 10 20:17:11.137562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c80c-ca2d-4c1d-92ef-e86442030267 req-e4556863-4c8c-485a-bd92-fd9619d2ce5f tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:11.139183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9114c80c-ca2d-4c1d-92ef-e86442030267 req-e4556863-4c8c-485a-bd92-fd9619d2ce5f tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0899811 Dec 10 20:17:11.190251 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9114c80c-ca2d-4c1d-92ef-e86442030267 req-1a15a062-fbbf-420b-8b28-a54ca04fc484 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Dec 10 20:17:11.220561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdeb82d6-69cc-4983-aa25-9f9e11d703f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:12.405199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8e4d4-af23-4f81-868a-efd5a632a715 req-fc4161a3-8f74-4ad4-804a-8979c826f0bc tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:12.406917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e5c8e4d4-af23-4f81-868a-efd5a632a715 req-fc4161a3-8f74-4ad4-804a-8979c826f0bc tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0876501 Dec 10 20:17:12.460176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e5c8e4d4-af23-4f81-868a-efd5a632a715 req-d0d0b4d1-15fc-4ce7-8528-353fe605883b tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470669 Dec 10 20:17:12.610490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:13.676589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1dd82-bfa6-48ad-9863-af7991b28722 req-8eeb8f4e-762c-4545-878d-7a22c21f8e2c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:13.678738 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94c1dd82-bfa6-48ad-9863-af7991b28722 req-8eeb8f4e-762c-4545-878d-7a22c21f8e2c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0868874 Dec 10 20:17:13.730955 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-94c1dd82-bfa6-48ad-9863-af7991b28722 req-5946e954-8641-4997-8b3e-fcc8d7444ebf tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458405 Dec 10 20:17:13.941568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8a744963-4143-49e5-a346-032b4b8ac4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:13.957790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:14.947139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd266e6-ca37-4e0d-ae47-ef32b34c3f8e req-b5f37a14-c7c9-41af-89de-1e125c3df552 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:14.948744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cbd266e6-ca37-4e0d-ae47-ef32b34c3f8e req-b5f37a14-c7c9-41af-89de-1e125c3df552 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0912561 Dec 10 20:17:15.232754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cbd266e6-ca37-4e0d-ae47-ef32b34c3f8e req-43b1952d-6d1d-4a37-a79a-1c6aba5cbe6b tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776301 Dec 10 20:17:15.507062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:16.441831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6889e-71ab-4541-b624-8c9e9617a49f req-4b797571-5cc5-44cb-b2bc-c7fea1e9a58b tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:16.444853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43d6889e-71ab-4541-b624-8c9e9617a49f req-4b797571-5cc5-44cb-b2bc-c7fea1e9a58b tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0882070 Dec 10 20:17:16.501347 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43d6889e-71ab-4541-b624-8c9e9617a49f req-a7f31643-7d2b-4e01-b313-8b020d550469 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496993 Dec 10 20:17:17.712091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989dd28-855d-49ec-84f4-78554ce89fad req-72b3fd91-b19b-4425-bea4-ce659f1d1f52 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:17.720685 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f989dd28-855d-49ec-84f4-78554ce89fad req-72b3fd91-b19b-4425-bea4-ce659f1d1f52 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0947690 Dec 10 20:17:17.768003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f989dd28-855d-49ec-84f4-78554ce89fad req-e077045b-46eb-419c-a743-411f34d207dd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462663 Dec 10 20:17:18.987159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3249f-995a-4d0f-8dbb-7cd66e1e7449 req-b74d6e9d-a3dc-40c5-9433-d162728087a5 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:18.988871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22c3249f-995a-4d0f-8dbb-7cd66e1e7449 req-b74d6e9d-a3dc-40c5-9433-d162728087a5 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0923164 Dec 10 20:17:19.044886 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22c3249f-995a-4d0f-8dbb-7cd66e1e7449 req-2b2887d3-bea3-4093-bcf3-81cf2f053025 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476124 Dec 10 20:17:20.250846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdb54a-0def-4cc3-90e0-6ebc55f544bc req-e04da00f-90c1-4dd4-af44-61848887b712 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:20.252430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ecdb54a-0def-4cc3-90e0-6ebc55f544bc req-e04da00f-90c1-4dd4-af44-61848887b712 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0836215 Dec 10 20:17:20.301080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0ecdb54a-0def-4cc3-90e0-6ebc55f544bc req-72cfff40-34b1-45f7-937a-7943e32dcedc tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Dec 10 20:17:21.454805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Request body: {'port': {'device_id': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:21.512535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46a403-ddc0-4c29-92b7-e5b4b704bef5 req-4c2c7377-a04a-43dc-bdd5-2e6acf8e3d64 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:21.514153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2f46a403-ddc0-4c29-92b7-e5b4b704bef5 req-4c2c7377-a04a-43dc-bdd5-2e6acf8e3d64 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 931 time: 0.0906105 Dec 10 20:17:21.566688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2f46a403-ddc0-4c29-92b7-e5b4b704bef5 req-341ad3b4-10c7-43df-936c-40191ed4c06b tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459592 Dec 10 20:17:21.576647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:21.931389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:17:21.938541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:21.953696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Transition to ACTIVE for port object dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:17:21.956369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:21.961586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1be94e84-487f-42f3-9b7d-0e1696b12b14 tempest-ServersNegativeTestJSON-940933175 tempest-ServersNegativeTestJSON-940933175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:22.090892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:22.094098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:22.209178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Attempting to bind port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:17:22.209469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Attempting to bind port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:17:22.209860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Attempting to bind port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 on network 896f55e6-5a1a-4b93-b925-8077664c1303 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:17:22.216420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 on network 896f55e6-5a1a-4b93-b925-8077664c1303 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:17:22.216778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Attempting to bind port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 on network 896f55e6-5a1a-4b93-b925-8077664c1303 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:17:22.223503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:17:22.223877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Checking segment: {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:17:22.224344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Bound using segment: {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:17:22.224840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Bound port: dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa29ff2-8135-487b-bd50-25d6468e9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:17:22.225174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:22.318815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] For port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:17:22.321902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] For port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:17:22.327069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:22.331569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48d29fb7-99e9-4530-a5f2-20ec663d4fd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:22.396819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:22.398332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] 10.222.0.84 "PUT /v2.0/ports/dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 1093 time: 0.9485869 Dec 10 20:17:22.398899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:17:22.417483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:22.421186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:22.488264 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'status': 'completed', 'code': 200} Dec 10 20:17:22.534227 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-f7dd32a9-f5cb-4d46-a334-67090099974c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1096 time: 0.0856483 Dec 10 20:17:22.612499 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-018762fa-dcfd-46fe-be1c-b4c6de783f11 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 217 time: 0.0708458 Dec 10 20:17:22.685470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-b3c3c2e2-bccf-46c5-b568-cbf6fa802338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:22.687076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-b3c3c2e2-bccf-46c5-b568-cbf6fa802338 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0677001 Dec 10 20:17:22.769954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-3ed5dd6b-a084-451c-986e-0310a93cc189 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761554 Dec 10 20:17:22.776834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7a238-3a31-406e-b51e-daa4e1016924 req-fb7d3a74-240d-42db-8f04-be14dea15087 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:22.778431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5bf7a238-3a31-406e-b51e-daa4e1016924 req-fb7d3a74-240d-42db-8f04-be14dea15087 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 943 time: 0.0855436 Dec 10 20:17:22.827529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5bf7a238-3a31-406e-b51e-daa4e1016924 req-d3d70fac-63f7-4184-8d6d-4b528b2ea625 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Dec 10 20:17:22.915218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-98677c8f-0dc1-4414-ac42-92bdbcad191d service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386685 Dec 10 20:17:23.055085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7cf8a30a-03ae-48c5-8d7f-7143e59e07f6 req-709a56bf-f3d5-4723-a588-41fdb836f548 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330240 Dec 10 20:17:23.179120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-8a7b0608-2c8c-4588-8762-8234d7c7bef8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1096 time: 0.0784957 Dec 10 20:17:23.318855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-41563272-006e-4131-bb1e-cf395dfd7bdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:23.320309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-41563272-006e-4131-bb1e-cf395dfd7bdb service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1334627 Dec 10 20:17:23.393474 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-d908257a-97d4-45e6-9cb2-9a00809091aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 217 time: 0.0669808 Dec 10 20:17:23.460670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-8bcfd40c-d087-4612-ad6e-e79d9d3f5299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:23.462549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-8bcfd40c-d087-4612-ad6e-e79d9d3f5299 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0632701 Dec 10 20:17:23.542701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-041fd7ee-5e9e-4d10-af33-ac986cfe4592 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732570 Dec 10 20:17:23.683507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-71634384-dec9-4982-bc9a-5a4993ca5950 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340744 Dec 10 20:17:23.822617 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b35a812-0d44-4266-8ddf-0afce5fa19be req-2dbaff8b-0c21-4dcf-a0e2-c5267b0e5d69 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325746 Dec 10 20:17:24.034268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f54da-6934-42f8-8274-4b162923bd52 req-9e71d693-a9c8-4f66-84f8-e8d2789a460a tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:24.035824 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-781f54da-6934-42f8-8274-4b162923bd52 req-9e71d693-a9c8-4f66-84f8-e8d2789a460a tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 943 time: 0.0865729 Dec 10 20:17:24.083241 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-781f54da-6934-42f8-8274-4b162923bd52 req-649b46ef-66e6-44ef-a832-3acf3125fd9b tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409744 Dec 10 20:17:24.901020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:17:25.039547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:17:25.053625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'port_id': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'mac_address': 'fa:16:3e:02:b5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:17:25.109043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:25.131792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:17:25.147022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:17:25.151274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:25.153048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55963b5f-ddfe-4cf8-b3fa-b8f04aee3e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:25.220757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:25.224191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:25.288362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d6bf9-a65e-406b-9039-51ecd24d4418 req-1485e344-b28d-47d8-8023-ed7b70066015 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:25.289986 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ca2d6bf9-a65e-406b-9039-51ecd24d4418 req-1485e344-b28d-47d8-8023-ed7b70066015 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 944 time: 0.0834749 Dec 10 20:17:25.340940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ca2d6bf9-a65e-406b-9039-51ecd24d4418 req-25c99346-045b-4da8-8088-9c08b9a61a14 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Dec 10 20:17:25.468634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:17:26.547757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a8019-473f-4fe4-bea9-810d7b7795d5 req-df2db84e-f42c-4f1b-9873-0104a0ed18ac tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:26.549331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d86a8019-473f-4fe4-bea9-810d7b7795d5 req-df2db84e-f42c-4f1b-9873-0104a0ed18ac tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 944 time: 0.0833266 Dec 10 20:17:26.597219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d86a8019-473f-4fe4-bea9-810d7b7795d5 req-f356b4be-2024-40f7-951d-71ece4d370fd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Dec 10 20:17:26.901175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:17:26.971363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:17:26.976553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:17:26.976977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:27.095449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:27.123343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:17:27.133249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:17:27.137158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:27.138934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:27.206121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:27.209253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:27.331077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'code': 200} Dec 10 20:17:27.566894 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374fe153-81cd-46b2-ac7d-e3107ea90e98 req-b7f266af-b48e-4b93-a870-ee22328e7288 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1098 time: 0.0781207 Dec 10 20:17:27.613744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-374fe153-81cd-46b2-ac7d-e3107ea90e98 req-46e150e4-ea41-46e8-b8a0-e5e3d27f4437 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Dec 10 20:17:27.804361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80aa72-c349-4dfc-b9dc-b890d4b2ca16 req-52d4ca07-2b3a-4787-8a5c-039f08c39b55 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:27.805980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e80aa72-c349-4dfc-b9dc-b890d4b2ca16 req-52d4ca07-2b3a-4787-8a5c-039f08c39b55 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.0889618 Dec 10 20:17:27.854324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e80aa72-c349-4dfc-b9dc-b890d4b2ca16 req-3cba9675-ee37-45df-a598-fcf8e8b91a04 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Dec 10 20:17:29.059622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a72edd-0183-4016-bb4c-f0711953bd8b req-d2556b0c-4b98-4feb-9128-beab3f1a7010 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:29.061176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-12a72edd-0183-4016-bb4c-f0711953bd8b req-d2556b0c-4b98-4feb-9128-beab3f1a7010 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.0829165 Dec 10 20:17:29.108162 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-12a72edd-0183-4016-bb4c-f0711953bd8b req-dc5a7ab9-744b-4e83-86cf-2c86dc5c9493 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Dec 10 20:17:29.314290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930587c0-3e84-4d3c-874e-c29edd2f2044 req-dd89e1d8-d1cb-4fc7-a9d3-0a57e0a38bb6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:29.315896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-930587c0-3e84-4d3c-874e-c29edd2f2044 req-dd89e1d8-d1cb-4fc7-a9d3-0a57e0a38bb6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.0896444 Dec 10 20:17:29.364215 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-930587c0-3e84-4d3c-874e-c29edd2f2044 req-95d54b52-cf4f-46f6-a415-fbf41a99665b tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Dec 10 20:17:29.796112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bc7d-02aa-4e2f-93b5-b1cb047ae3f0 req-40dd3b08-a921-4a94-8d0b-75a82b6b9f89 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:29.797746 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5734bc7d-02aa-4e2f-93b5-b1cb047ae3f0 req-40dd3b08-a921-4a94-8d0b-75a82b6b9f89 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.0858965 Dec 10 20:17:29.850647 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5734bc7d-02aa-4e2f-93b5-b1cb047ae3f0 req-6af165b1-28e5-40d9-9966-4307f03a46e1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467720 Dec 10 20:17:31.937011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-38f4034f-6a21-4c4f-9978-62c9d950a7c2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2127731 Dec 10 20:17:32.091044 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-c351c251-f611-4f40-a506-3fca583b92ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1098 time: 0.0817187 Dec 10 20:17:32.259068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-6104de07-64e5-4a13-89d6-5a5ed47c81f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:32.260747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-6104de07-64e5-4a13-89d6-5a5ed47c81f6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1415095 Dec 10 20:17:32.331897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-688b97e4-cc3a-4df5-8f7e-cb3eabde216b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 217 time: 0.0649073 Dec 10 20:17:32.403852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-97588c35-1efc-4298-a95c-f670845ba820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:32.405431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-97588c35-1efc-4298-a95c-f670845ba820 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0674715 Dec 10 20:17:32.488015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-c5f472b4-8ef9-4810-8a3a-a784b6ff70c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763788 Dec 10 20:17:32.497848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-22d4d470-919b-41bc-bff1-04123c19c460 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:17:32.498842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-22d4d470-919b-41bc-bff1-04123c19c460 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051274 Dec 10 20:17:32.641087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-e44490d4-142b-4b05-80e5-6007f43255a2 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351054 Dec 10 20:17:32.755745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:32.791683 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a37acfc9-b26a-4460-b5c7-602bc7f06263 req-095b6182-bc83-4a72-970d-2797877fc80b service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442564 Dec 10 20:17:36.499566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:17:40.391661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459623e-1d4e-4099-b6a5-925ac2e9f76b req-25204399-8ab7-439a-b07d-7aaf123b1b88 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:40.393156 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d459623e-1d4e-4099-b6a5-925ac2e9f76b req-25204399-8ab7-439a-b07d-7aaf123b1b88 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.0861320 Dec 10 20:17:40.439700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d459623e-1d4e-4099-b6a5-925ac2e9f76b req-03b01a8a-a78a-4222-b6e4-8d166921367e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405052 Dec 10 20:17:40.471626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40702) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:40.623715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6c2d1737-ed90-4f00-abda-821058cf0917 tempest-TestMinimumBasicScenario-809170136 tempest-TestMinimumBasicScenario-809170136-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1093 time: 0.1507397 Dec 10 20:17:40.626753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40708) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:40.632343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:40.638293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:40.642457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:floatingip and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:40.645434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:40.651447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:40.660667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:40.808878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:40.948043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Allocated IP 172.26.8.9 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/f3b99e3d-540d-4b47-adea-6c2751f22b64) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:17:41.099352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:41.126676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:41.131006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e89103c6-2d7e-48e4-8079-90c9903b1f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:41.201547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:17:41.204498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:17:41.209778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:17:41.222237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-79554095-3667-4df7-ad2e-0622483b1e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:41.235459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'Port': ['ID=f3b99e3d-540d-4b47-adea-6c2751f22b64,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:41.261260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.261722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.262145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.262561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.262974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.263388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.263796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.264204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.264614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.265022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.265425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:41.270462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:41.969807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:42.026219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:42.241375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:42.244772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:42.249083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a58ddec8-8359-46c4-9b07-e9e9636b39d9 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:42.355774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'Port': ['ID=f3b99e3d-540d-4b47-adea-6c2751f22b64,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:42.360219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:42.373030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:42.572387 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Floating IP 113d6ce4-2997-4cd7-a436-6cfee586da3c associated. External IP: 172.26.8.9, port: dfe5bba0-9ab5-4b02-8ae9-dc7874a58496. Dec 10 20:17:42.602735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:42.989564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Router bda9dd79-0268-4ad5-91f4-e9e0f604febd has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:17:43.202090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:17:43.212877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] Sync routers for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:17:43.226209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:17:43.226892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:17:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:17:43.231875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.289913 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6620290 Dec 10 20:17:43.290632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:17:43.292925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40712) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:43.299407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848187306', 'description': 'tempest-secgroup-smoke-1848187306 description', 'project_id': 'bde8cd12306146e7b5620d799afa4cff'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:43.307097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:43.317327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:43.330413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.351147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'status': 'completed', 'code': 200} Dec 10 20:17:43.376403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:43.381582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:security_group_rule and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:43.384748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:43.391865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:43.459115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.464603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.480895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-437e0cad-6be0-4945-9385-ac886b875255 req-3d5119fe-526e-4dd8-82b7-b28708f4dee7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1098 time: 0.1074030 Dec 10 20:17:43.483372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-56e43e44-2f90-4e82-9653-088576a1252d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:43.528114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b070cf55-c8d4-46bf-9646-d501610fac2c,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:43.534563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.539204 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2416599 Dec 10 20:17:43.540418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.540814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.541244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.541696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.542117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.542534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.542949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.543372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.543782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.544202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.544621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:17:43.547711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40718) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:43.550875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:43.555498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'security_group_rule': {'security_group_id': 'b070cf55-c8d4-46bf-9646-d501610fac2c', 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:43.561972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:43.566068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:security_group_rule and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:43.569122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:43.575204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:43.593853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.601195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:17:43.635428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e0cad-6be0-4945-9385-ac886b875255 req-4268901b-11bf-4809-a053-5173cb72ef00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:43.637043 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-437e0cad-6be0-4945-9385-ac886b875255 req-4268901b-11bf-4809-a053-5173cb72ef00 service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1497533 Dec 10 20:17:43.658841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.662729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.664826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6c591c0-8e23-457b-b673-bb867e103bbb tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:43.688846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa1f248-eaaa-4bfd-ab42-eadcaca32d19,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:43.691501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:43.699040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.700548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1515689 Dec 10 20:17:43.703372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40722) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:43.709821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'security_group_rule': {'security_group_id': 'b070cf55-c8d4-46bf-9646-d501610fac2c', 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:43.716696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:43.720914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:security_group_rule and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:43.724560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:43.730605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:43.750487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.751298 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-437e0cad-6be0-4945-9385-ac886b875255 req-6a0b093c-e563-4908-81d8-c5e19c01e9f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 997 time: 0.1083133 Dec 10 20:17:43.823604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.825009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e0cad-6be0-4945-9385-ac886b875255 req-7426cff4-bbe1-40e3-9448-943807d7411f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:43.826385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.826658 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-437e0cad-6be0-4945-9385-ac886b875255 req-7426cff4-bbe1-40e3-9448-943807d7411f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0687826 Dec 10 20:17:43.836421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dcd1c0ae-953a-48b6-bdba-8b90e065d091 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:43.862771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d779c6d5-1e6c-4c7e-9c6f-dd99d2f46b69,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:43.865453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:43.875765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.877970 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1733718 Dec 10 20:17:43.881012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40726) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:43.887519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'security_group_rule': {'security_group_id': 'b070cf55-c8d4-46bf-9646-d501610fac2c', 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:43.894925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:43.899725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:security_group_rule and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:43.903072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:43.910240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:43.920153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-437e0cad-6be0-4945-9385-ac886b875255 req-40fe2fba-d960-40f2-b43c-adb7aac97bba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874240 Dec 10 20:17:43.927621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.987273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:43.996915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0ed4-5f9a-4797-ba2f-a775bcd4bb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.001630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.006057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.009144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61c7d46f-d7ec-43c7-8c74-27f2eb46e453 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:44.013880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '113d6ce4-2997-4cd7-a436-6cfee586da3c', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'floating_ip_address': '172.26.8.9', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'port_id': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'mac_address': 'fa:16:3e:02:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:17:41Z', 'updated_at': '2021-12-10T20:17:41Z', 'revision_number': 0, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 5, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:17:44.018259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] Checking router: bda9dd79-0268-4ad5-91f4-e9e0f604febd for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:17:44.033390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62194d85-33ba-4422-aa01-4337d7a400f2,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:44.033924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:17:44.034750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:17:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:17:44.036773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:44.050279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.053627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-13a85c40-f947-4209-903e-e19fe0faa3a6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1695745 Dec 10 20:17:44.054622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40730) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:44.064557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'security_group_rule': {'security_group_id': 'b070cf55-c8d4-46bf-9646-d501610fac2c', 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:44.078888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:44.088009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:security_group_rule and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:44.092272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:44.096538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-437e0cad-6be0-4945-9385-ac886b875255 req-5f44937c-2881-4845-b01f-a0659463c0a5 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698556 Dec 10 20:17:44.100941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:44.208830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.228899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:17:44.291460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-437e0cad-6be0-4945-9385-ac886b875255 req-d823928a-2885-45ee-b08c-1ea895d184d5 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879985 Dec 10 20:17:44.308416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.310584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.312844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9cfbc378-d5e5-4c9b-bbf9-695f895bc780 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:44.338064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62135a01-1be0-476b-9aaa-84dc7488d9fe,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:44.340540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:44.348374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.349804 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-977ebab5-9f21-4a04-8ffa-cf0efa884838 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2921548 Dec 10 20:17:44.352611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40734) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:44.358504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'security_group_rule': {'security_group_id': 'b070cf55-c8d4-46bf-9646-d501610fac2c', 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:44.364826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:44.368832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:security_group_rule and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:44.371840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:44.377805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:44.388154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Project bde8cd12306146e7b5620d799afa4cff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:17:44.394825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.473538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.478948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.481373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9f7428cb-e138-4680-b49c-8b666e68e3af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:44.503934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34794cc-0de6-4d1a-8c5f-3dbcf281ff79,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:44.508678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:44.516802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.521107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b623686-ce33-4639-bef2-80e4501f738e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1645443 Dec 10 20:17:44.522001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40738) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:17:44.528544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'security_group_rule': {'security_group_id': 'b070cf55-c8d4-46bf-9646-d501610fac2c', 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:44.535173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:17:44.539273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Usage tracker for resource:security_group_rule and tenant:bde8cd12306146e7b5620d799afa4cff is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:17:44.542425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:17:44.548754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:17:44.559618 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Project bde8cd12306146e7b5620d799afa4cff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:17:44.566226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.621429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '113d6ce4-2997-4cd7-a436-6cfee586da3c', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'floating_ip_address': '172.26.8.9', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'port_id': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'mac_address': 'fa:16:3e:02:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:17:41Z', 'updated_at': '2021-12-10T20:17:41Z', 'revision_number': 0, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 5, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:17:44.625718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898af56-6db0-4bee-9fa9-11fde15c4648 None None] The sync data for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv is: [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '113d6ce4-2997-4cd7-a436-6cfee586da3c', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'floating_ip_address': '172.26.8.9', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'port_id': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'mac_address': 'fa:16:3e:02:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:17:41Z', 'updated_at': '2021-12-10T20:17:41Z', 'revision_number': 0, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 5, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:17:44.635726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.638513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.640506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f7ceb6ee-432c-49a9-a5d7-4c9180149fe2 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:44.663733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4395e03-c5f5-4b82-b08f-2567bc4908e8,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:44.669344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:44.677253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:44.678594 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1555710 Dec 10 20:17:44.814880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-d0b2f60d-81de-42e0-a5bf-ec2bdce084d1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Synchronizing usage tracker for tenant:bde8cd12306146e7b5620d799afa4cff on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:17:44.831384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-d0b2f60d-81de-42e0-a5bf-ec2bdce084d1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Unset dirty status for tenant:bde8cd12306146e7b5620d799afa4cff on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:17:44.832701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-d0b2f60d-81de-42e0-a5bf-ec2bdce084d1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848187306&fields=id&tenant_id=bde8cd12306146e7b5620d799afa4cff HTTP/1.1" status: 200 len: 267 time: 0.0626945 Dec 10 20:17:44.921268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-4082bc65-2749-4f72-8ec1-fe4dc8cfb179 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:44.922928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-4082bc65-2749-4f72-8ec1-fe4dc8cfb179 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.0840840 Dec 10 20:17:44.935194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'port': {'security_groups': ['fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7', 'b070cf55-c8d4-46bf-9646-d501610fac2c']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:17:45.013128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e182b27-1a1b-4626-b26a-b686e00148cd None None] New status for floating IP 113d6ce4-2997-4cd7-a436-6cfee586da3c: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:17:45.068274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:45.353233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] For port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:17:45.378693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:45.382310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:45.388100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4fb355e8-126a-4a45-9df4-d8cb277ded12 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:17:45.393601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:17:45.466339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:45.467136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:45.468638 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-61588b67-4ca3-4ab5-8fce-8c07788e5557 req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "PUT /v2.0/ports/dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 981 time: 0.5384839 Dec 10 20:17:45.472685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:17:45.491528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'Port': ['ID=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,revision_number=6']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:17:45.497629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:17:45.560458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:17:45.600187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:45.663828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'status': 'completed', 'code': 200} Dec 10 20:17:45.700088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097efb72-6f24-40a0-9564-1fcc13092ebf req-9e9031e3-af02-4f62-b3ed-085a08eaa195 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:45.702239 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-097efb72-6f24-40a0-9564-1fcc13092ebf req-9e9031e3-af02-4f62-b3ed-085a08eaa195 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.1042840 Dec 10 20:17:45.758484 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-097efb72-6f24-40a0-9564-1fcc13092ebf req-edbac841-b8f3-4814-aef1-225f2b2ae360 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487912 Dec 10 20:17:45.998569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ca4f5db1-bd55-4777-ad27-85ccdf2b28a9 None None] Provisioning complete for port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:17:45.999001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5db1-bd55-4777-ad27-85ccdf2b28a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:17:46.023582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-cad6ff09-e446-4243-accd-f68911206896 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1137 time: 0.3373926 Dec 10 20:17:46.167796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-f33ced22-a2b5-417a-b23e-c9f2bfcf7572 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:46.167796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-f33ced22-a2b5-417a-b23e-c9f2bfcf7572 service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1362391 Dec 10 20:17:46.281483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-4a5f2df6-af92-437a-8028-101db4e499b9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 999 time: 0.1073000 Dec 10 20:17:46.355350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-5dc1a08a-b670-4ce7-8118-12e35d8fa069 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:17:46.356902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-5dc1a08a-b670-4ce7-8118-12e35d8fa069 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0681295 Dec 10 20:17:46.437301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-64e038bb-b8ff-49b6-a4e3-956245d7bc0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735636 Dec 10 20:17:46.579119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-3480b2f9-aff1-4d77-a170-ec91124cbfd9 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343534 Dec 10 20:17:46.719108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5ec78b5-e515-477b-a312-ffbde758de1e req-437f6f94-cf0f-41d3-9f97-75aa4286fd20 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332815 Dec 10 20:18:02.757096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:11.224164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25871199-091b-4195-a4f1-fb4f8786b198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:12.604383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:13.500156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:18:13.937077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd5e2-43f3-4acc-bcc0-f6ce01d66797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:13.961260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:15.511401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:32.760581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:32.803015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-3ecbe219-e3c5-473d-9a10-67bc2ea6ebef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824025 Dec 10 20:18:32.950127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-74d127d7-6bbe-4d37-be39-561f026ed678 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1137 time: 0.0759025 Dec 10 20:18:33.104710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-86635f82-bfd8-48cb-82d2-081b54f5bba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:33.106316 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-86635f82-bfd8-48cb-82d2-081b54f5bba1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1366539 Dec 10 20:18:33.215708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-a2c345c7-a807-4be1-92bf-a5a4c78c9617 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 999 time: 0.1025970 Dec 10 20:18:33.282738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-1cd734b9-42e9-47ab-9e3c-58b7acbff892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:33.284238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-1cd734b9-42e9-47ab-9e3c-58b7acbff892 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0625715 Dec 10 20:18:33.367502 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-68d8cb25-756a-4090-9bd5-968bf84735e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765476 Dec 10 20:18:33.510329 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-c10de929-11b9-42ff-ba13-8a9d5fe9e3f4 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346297 Dec 10 20:18:33.651544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eb72eb98-9cef-4737-8fff-a9336dfb202d req-33960607-3c00-4b1a-ae58-3f497bd8bde4 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345925 Dec 10 20:18:34.370849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-40a89627-8376-41d4-9d87-9c33b1225f92 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1137 time: 0.0788529 Dec 10 20:18:34.497679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9c12-fb83-4676-91f3-1fdeceaad6bd req-4880828a-e7df-43bd-b84b-76d146133aca tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:34.499306 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a58f9c12-fb83-4676-91f3-1fdeceaad6bd req-4880828a-e7df-43bd-b84b-76d146133aca tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.1616507 Dec 10 20:18:34.514616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-edc1f828-1fe9-4fc6-b8ec-8101566c1d70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:34.516180 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-edc1f828-1fe9-4fc6-b8ec-8101566c1d70 service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1389461 Dec 10 20:18:34.554349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a58f9c12-fb83-4676-91f3-1fdeceaad6bd req-9aa347d2-0369-4d54-90d3-1c9580b41cc6 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487685 Dec 10 20:18:34.629809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-edf0bcb8-e57d-4663-97d3-3025f7c7fe1a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 999 time: 0.1064942 Dec 10 20:18:34.697051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-77f2a7aa-772b-44ef-9b27-f408d1bac11d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:34.698611 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-77f2a7aa-772b-44ef-9b27-f408d1bac11d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0625069 Dec 10 20:18:34.782998 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-26053b9c-675a-4177-a393-533ec2cc276d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772696 Dec 10 20:18:34.923826 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-1ed918af-3c6a-48f0-8a6f-e34a896ed55a service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327817 Dec 10 20:18:35.065397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9d275a7d-e0b6-4c59-afad-bc45850a90d8 req-dca981da-8fb0-498a-9bad-1a6376e2cdf9 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346164 Dec 10 20:18:35.833010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f60633-6c87-42f4-a4ac-22f22aa91ce9 req-c55f12f4-5014-45f9-993b-ce534b4f9b6c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:35.835385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-40f60633-6c87-42f4-a4ac-22f22aa91ce9 req-c55f12f4-5014-45f9-993b-ce534b4f9b6c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.1588874 Dec 10 20:18:35.885460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-40f60633-6c87-42f4-a4ac-22f22aa91ce9 req-b3a5b453-b98e-4a1e-84de-f14c978dd681 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437326 Dec 10 20:18:37.091462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b481f-39c1-40da-9609-84ba8546dc16 req-18d041aa-afbb-458f-9935-8bd8c8b63a56 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:37.093028 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e6b481f-39c1-40da-9609-84ba8546dc16 req-18d041aa-afbb-458f-9935-8bd8c8b63a56 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0870562 Dec 10 20:18:37.141536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e6b481f-39c1-40da-9609-84ba8546dc16 req-7a5caffd-6b8c-454c-9f45-0b8aec8358a3 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421889 Dec 10 20:18:38.346071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de19b-6f9d-4693-b43b-8a158d3735c5 req-f2927787-1494-4105-8df1-63da6a2705ef tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:38.347634 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c2de19b-6f9d-4693-b43b-8a158d3735c5 req-f2927787-1494-4105-8df1-63da6a2705ef tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0835402 Dec 10 20:18:38.396538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3c2de19b-6f9d-4693-b43b-8a158d3735c5 req-2037cb6b-36f0-442a-a68b-f6eaf2cf00bc tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421395 Dec 10 20:18:39.604947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386870ac-52c1-42d0-b60d-082c4c6b2e50 req-838f0bd9-be0f-4380-a78f-aee019cbcbb2 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:39.606547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-386870ac-52c1-42d0-b60d-082c4c6b2e50 req-838f0bd9-be0f-4380-a78f-aee019cbcbb2 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0882108 Dec 10 20:18:39.663869 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-386870ac-52c1-42d0-b60d-082c4c6b2e50 req-06c1ec4f-1c1c-48f4-b416-e0f14b3cab51 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512643 Dec 10 20:18:40.868589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e903a8a-ef50-4f3b-9964-62ff1d9bf16f req-964ed85b-1b50-4c1f-a0e7-77e88bc06b77 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:40.870197 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e903a8a-ef50-4f3b-9964-62ff1d9bf16f req-964ed85b-1b50-4c1f-a0e7-77e88bc06b77 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0858107 Dec 10 20:18:40.918610 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4e903a8a-ef50-4f3b-9964-62ff1d9bf16f req-e614e8fe-8dc4-41ca-a759-c3290f8c0a14 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423234 Dec 10 20:18:41.226246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a65d25a-b813-4c43-8cdd-3168bb04e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:42.130055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a80e7-a4b3-486b-aef8-125d6983e3da req-fbc502c2-52c0-4913-9d34-2ffd38e971d8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:42.132135 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c65a80e7-a4b3-486b-aef8-125d6983e3da req-fbc502c2-52c0-4913-9d34-2ffd38e971d8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0879099 Dec 10 20:18:42.182437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c65a80e7-a4b3-486b-aef8-125d6983e3da req-49c27946-d8f2-409f-96ae-8cc9f0d282c9 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440848 Dec 10 20:18:42.606728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:43.385976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a39b6-3527-40b5-a9db-74db58ca0ed1 req-12774ec3-ba33-40f1-ac0b-377f88ce7a88 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:43.387562 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e25a39b6-3527-40b5-a9db-74db58ca0ed1 req-12774ec3-ba33-40f1-ac0b-377f88ce7a88 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0855753 Dec 10 20:18:43.442287 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e25a39b6-3527-40b5-a9db-74db58ca0ed1 req-f76c3d12-0e4d-4aca-bc2c-c9fa07e6f39f tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486197 Dec 10 20:18:43.937087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a213aca3-3397-4182-bd9b-1fa064d39e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:43.962534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:44.650582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24bd2f-2367-4b16-a02c-2a66353ed977 req-98defd6d-d604-48df-9cae-cb074f48efa7 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:44.652601 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa24bd2f-2367-4b16-a02c-2a66353ed977 req-98defd6d-d604-48df-9cae-cb074f48efa7 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0871317 Dec 10 20:18:44.702828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa24bd2f-2367-4b16-a02c-2a66353ed977 req-125bf416-3352-4bf6-9410-eee44f6c8bc8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439353 Dec 10 20:18:45.514755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:18:45.916046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b005a-98e1-4505-b7fa-8bfc1540cc83 req-3dc9cece-b27d-46c6-b0c2-13e32f4fc5d1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:45.917701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f56b005a-98e1-4505-b7fa-8bfc1540cc83 req-3dc9cece-b27d-46c6-b0c2-13e32f4fc5d1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0920935 Dec 10 20:18:45.969488 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f56b005a-98e1-4505-b7fa-8bfc1540cc83 req-c331ef28-3f4b-48ac-b9c3-a65dc6be80de tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448251 Dec 10 20:18:47.175158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5485d-a36f-43b7-ab4b-6406ebce1fb2 req-687dbcf4-1258-4176-9ccd-bf2f38819ee7 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:18:47.176741 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-40e5485d-a36f-43b7-ab4b-6406ebce1fb2 req-687dbcf4-1258-4176-9ccd-bf2f38819ee7 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0840821 Dec 10 20:18:47.226703 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-40e5485d-a36f-43b7-ab4b-6406ebce1fb2 req-64896858-507a-4233-b9bc-8779e12d5329 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&id=b070cf55-c8d4-46bf-9646-d501610fac2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432601 Dec 10 20:18:50.500527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:19:02.756726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:11.234577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8cb3f5c4-1451-482d-9043-85a45eabf4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:12.608121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:13.937833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59831469-864e-4642-bc62-207d7a46ffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:13.965321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:15.516119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:27.501327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:19:31.146485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-4775db5b-66ce-46f8-acb0-5138ed740926 req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] (88871) timed out ('10.222.0.84', 49871) {{(pid=88871) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 10 20:19:32.755305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:34.778212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-825d76b7-c2c1-4245-816c-ee32797f3e51 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755043 Dec 10 20:19:34.930871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-69e56e8b-f8e1-4635-9e4c-a42d3b39f02b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1137 time: 0.0792847 Dec 10 20:19:35.086747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-8e6563a1-2bff-4dd2-a059-191e83bd363c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:35.088223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-8e6563a1-2bff-4dd2-a059-191e83bd363c service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1351063 Dec 10 20:19:35.198519 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-0677640c-bd8e-4056-a53c-19d7c22ebc7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 999 time: 0.1029081 Dec 10 20:19:35.266125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-af4576b3-f7a7-4438-9759-326d3458f430 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:35.267606 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-af4576b3-f7a7-4438-9759-326d3458f430 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0622768 Dec 10 20:19:35.347440 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-5e4dd0e3-fbc8-4b7c-9215-63c7c6512773 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726616 Dec 10 20:19:35.488216 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-70fdd744-dc58-45be-b507-751149367701 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332290 Dec 10 20:19:35.627100 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d8408129-9012-405c-8eee-a1d09873f2d8 req-2660f21a-d186-4275-b8b1-6cfd1436512f service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325169 Dec 10 20:19:35.879307 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-9593ce32-beff-44d2-b3cb-75d0610df38c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848187306&fields=id&tenant_id=bde8cd12306146e7b5620d799afa4cff HTTP/1.1" status: 200 len: 267 time: 0.0483530 Dec 10 20:19:35.966735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-c92993f0-439b-48a0-8b5f-4f3363591cbe tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:35.968267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-c92993f0-439b-48a0-8b5f-4f3363591cbe tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 984 time: 0.0832636 Dec 10 20:19:35.980003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Request body: {'port': {'security_groups': ['fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7']}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:19:36.104211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.349000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] For port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:36.373994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.377493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.384190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d1392e7d-b386-4276-8e87-bdeed41d2622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:36.392659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:19:36.467337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event updated for resources: {'Port': ['ID=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,revision_number=7']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.486418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.493164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:36.493999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.501540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d5af784-ad09-492d-bbf7-9a8970edc30c req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "PUT /v2.0/ports/dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 942 time: 0.5243771 Dec 10 20:19:36.501540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:19:36.501805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 40810) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:36.521995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:36.560424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:19:36.572757 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'status': 'completed', 'code': 200} Dec 10 20:19:36.596092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.679614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.746605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d734eaeb-0a95-488e-af16-6336d2949666 req-7b10bf29-0f44-419f-baf8-260988b05678 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1098 time: 0.1468174 Dec 10 20:19:36.798814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3ca3dab4-c7da-4e2e-9b8b-ddf6a0c2a46f None None] Provisioning complete for port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:19:36.799264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3ca3dab4-c7da-4e2e-9b8b-ddf6a0c2a46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.854527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.865655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-796c457d-76a0-4228-a5f2-6ed476c16a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:36.899733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070cf55-c8d4-46bf-9646-d501610fac2c,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:36.927653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.928088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.928516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.928933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.929352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.929795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.930212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.930625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.931035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.931448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.931855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:19:36.937124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:36.942379 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "DELETE /v2.0/security-groups/b070cf55-c8d4-46bf-9646-d501610fac2c HTTP/1.1" status: 204 len: 168 time: 0.4354930 Dec 10 20:19:36.942379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:36.942523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40816) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:36.944509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734eaeb-0a95-488e-af16-6336d2949666 req-6317ec15-5dd7-4c2e-a003-87f5ea71938d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:36.946069 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d734eaeb-0a95-488e-af16-6336d2949666 req-6317ec15-5dd7-4c2e-a003-87f5ea71938d service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1895993 Dec 10 20:19:37.312092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d734eaeb-0a95-488e-af16-6336d2949666 req-b731db8b-35aa-49c7-984c-5b078484ce64 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 999 time: 0.3587689 Dec 10 20:19:37.383416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734eaeb-0a95-488e-af16-6336d2949666 req-8218e69c-39bc-43f5-a7fe-992fa9388a3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:37.385014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d734eaeb-0a95-488e-af16-6336d2949666 req-8218e69c-39bc-43f5-a7fe-992fa9388a3f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0665195 Dec 10 20:19:37.407932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Deleting port f3b99e3d-540d-4b47-adea-6c2751f22b64 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:37.408323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:37.487146 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d734eaeb-0a95-488e-af16-6336d2949666 req-43f77d0a-8730-4d46-8947-f04e6f3a39e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906687 Dec 10 20:19:37.591409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:37.591780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:37.631062 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d734eaeb-0a95-488e-af16-6336d2949666 req-93aadfd7-8ef7-4d1a-a41f-64695daece5e service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372688 Dec 10 20:19:37.725407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Calling delete_port for f3b99e3d-540d-4b47-adea-6c2751f22b64 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:37.784688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d734eaeb-0a95-488e-af16-6336d2949666 req-8fbb9bec-11b3-4ba0-b7e2-1ed7d1af6f24 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450093 Dec 10 20:19:37.888621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:37.893704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:37.943871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event deleted for resources: {'Port': ['ID=f3b99e3d-540d-4b47-adea-6c2751f22b64,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:37.946490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:38.043256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:38.451355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Router bda9dd79-0268-4ad5-91f4-e9e0f604febd has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:19:38.664096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:19:38.674133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] Sync routers for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:19:38.677862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:38.690627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:19:38.691392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:38.733807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "DELETE /v2.0/floatingips/113d6ce4-2997-4cd7-a436-6cfee586da3c HTTP/1.1" status: 204 len: 168 time: 1.7906573 Dec 10 20:19:38.734440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:19:38.815640 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'status': 'completed', 'code': 200} Dec 10 20:19:38.890379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:19:38.925159 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f695449f-7a1f-417e-9299-eb4034217adb req-d2fe28ad-6a69-45d5-a9ed-d449de9dca51 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bde8cd12306146e7b5620d799afa4cff&device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 1098 time: 0.0854831 Dec 10 20:19:39.081220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695449f-7a1f-417e-9299-eb4034217adb req-bb6dcf9f-7e4f-47ea-a609-c40f59cb9cfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:39.083153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f695449f-7a1f-417e-9299-eb4034217adb req-bb6dcf9f-7e4f-47ea-a609-c40f59cb9cfc service neutron] 10.222.0.84 "GET /v2.0/networks?id=896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 200 len: 916 time: 0.1515362 Dec 10 20:19:39.158613 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f695449f-7a1f-417e-9299-eb4034217adb req-3aede60c-36f0-4661-8b48-ade5e194b2b7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 200 len: 217 time: 0.0697215 Dec 10 20:19:39.233667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695449f-7a1f-417e-9299-eb4034217adb req-1957d94d-6000-4970-90f8-7bc11ae4e824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:39.235367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f695449f-7a1f-417e-9299-eb4034217adb req-1957d94d-6000-4970-90f8-7bc11ae4e824 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 200 len: 854 time: 0.0709603 Dec 10 20:19:39.321399 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f695449f-7a1f-417e-9299-eb4034217adb req-46090095-2c59-4f53-b399-bd85617af65f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=896f55e6-5a1a-4b93-b925-8077664c1303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769293 Dec 10 20:19:39.414927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 5, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:39.419118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] Checking router: bda9dd79-0268-4ad5-91f4-e9e0f604febd for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:19:39.430945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:19:39.431662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:39.472821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f695449f-7a1f-417e-9299-eb4034217adb req-1dc59602-9e23-4dad-a918-d68c32d90b3a service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439099 Dec 10 20:19:39.622815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:19:39.624052 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f695449f-7a1f-417e-9299-eb4034217adb req-51601c3e-86bf-40a1-839b-67f8c17a9450 service neutron] 10.222.0.84 "GET /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448011 Dec 10 20:19:39.956298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 5, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:39.961320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e6a5e-c488-42f1-aff1-5320951e5477 None None] The sync data for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv is: [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:16:47Z', 'revision_number': 4, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0', 'name': '', 'network_id': '896f55e6-5a1a-4b93-b925-8077664c1303', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'mac_address': 'fa:16:3e:91:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:47Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 5, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'subnets': [{'id': '0e3118b6-7ac2-4fce-844b-159a116c0111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:19:40.460130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54525633-717c-4360-8e1f-21e89876dd22 None None] New status for floating IP 113d6ce4-2997-4cd7-a436-6cfee586da3c: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:19:41.224441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4714-b5ac-4662-9c5e-7eea7f04f0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:42.611409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:43.202068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca6fa-d0ea-4012-8558-5c8a26d8b044 req-b07caff5-0400-413b-855c-4cc1e9bc6a84 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:43.202745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-62eca6fa-d0ea-4012-8558-5c8a26d8b044 req-b07caff5-0400-413b-855c-4cc1e9bc6a84 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Synchronizing usage tracker for tenant:bde8cd12306146e7b5620d799afa4cff on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:19:43.218918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-62eca6fa-d0ea-4012-8558-5c8a26d8b044 req-b07caff5-0400-413b-855c-4cc1e9bc6a84 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Unset dirty status for tenant:bde8cd12306146e7b5620d799afa4cff on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:19:43.220214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62eca6fa-d0ea-4012-8558-5c8a26d8b044 req-b07caff5-0400-413b-855c-4cc1e9bc6a84 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.1013620 Dec 10 20:19:43.268024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62eca6fa-d0ea-4012-8558-5c8a26d8b044 req-a12f6469-25c2-45e8-a3aa-f0d7915dacec tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Dec 10 20:19:43.938177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1be8104a-e457-491e-8043-aa580058f1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:43.969014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:44.476137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0ca88-05e5-496f-b5c8-07974b3dc63f req-e8644bab-d2b8-40db-9e8f-bc064b81f96f tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:44.477794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7e0ca88-05e5-496f-b5c8-07974b3dc63f req-e8644bab-d2b8-40db-9e8f-bc064b81f96f tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.0886075 Dec 10 20:19:44.526688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7e0ca88-05e5-496f-b5c8-07974b3dc63f req-ceba8ff2-b3dc-4403-8687-ec9eb678d777 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/security-groups?id=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Dec 10 20:19:45.107187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-3e335a14-48f7-4540-8319-e4898ab65d0e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:19:45.107833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-3e335a14-48f7-4540-8319-e4898ab65d0e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Synchronizing usage tracker for tenant:bde8cd12306146e7b5620d799afa4cff on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:19:45.120675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-3e335a14-48f7-4540-8319-e4898ab65d0e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Unset dirty status for tenant:bde8cd12306146e7b5620d799afa4cff on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:19:45.121886 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-3e335a14-48f7-4540-8319-e4898ab65d0e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 945 time: 0.1008801 Dec 10 20:19:45.193841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Deleting port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:45.194227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:45.445923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] For port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:45.446261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:45.520363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:45.575838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Calling delete_port for dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:45.736929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:45.743118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6662c7ce-d0db-483c-8295-a293c9660820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:45.789715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Pushing event deleted for resources: {'Port': ['ID=dfe5bba0-9ab5-4b02-8ae9-dc7874a58496,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:45.794179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:45.838408 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cf203b3a-7fc7-4057-b52d-a9768468efae req-e3d5e9b4-3626-4d9a-9c38-99775538b99b tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec52445a-e0c5-4517-ac47-7aaf7bdd0518 HTTP/1.1" status: 200 len: 210 time: 0.0494123 Dec 10 20:19:45.873439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] No DVR routers for this DVR port dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:19:45.875994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:45.878748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'name': 'network-vif-deleted', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:19:45.893920 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-60cde621-9cc8-438b-b4b9-185011a20e3b req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] 10.222.0.84 "DELETE /v2.0/ports/dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 HTTP/1.1" status: 204 len: 173 time: 0.7671883 Dec 10 20:19:46.058908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec52445a-e0c5-4517-ac47-7aaf7bdd0518', 'name': 'network-vif-deleted', 'tag': 'dfe5bba0-9ab5-4b02-8ae9-dc7874a58496', 'status': 'completed', 'code': 200} Dec 10 20:19:47.525228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40906) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:47.632842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:19:47.667463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:19:47.667861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device dfe5bba0-9ab5-4b02-8ae9-dc7874a58496 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:19:47.929478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:48.550056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Deleting port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:48.550565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:48.731207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] For port 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:48.731606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:49.094147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Calling delete_port for 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:49.262041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:49.266430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:49.309334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:49.312262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:49.620418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:50.220813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Router bda9dd79-0268-4ad5-91f4-e9e0f604febd has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:19:50.430982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:19:50.443675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] Sync routers for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:19:50.448916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fba84695-7042-4cb4-a643-21269f7a6db8 admin admin] 10.222.0.41 "PUT /v2.0/routers/bda9dd79-0268-4ad5-91f4-e9e0f604febd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9224732 Dec 10 20:19:50.451588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40914) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:50.458016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:19:50.458766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:50.648780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:19:50.660860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:50.873458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:50.883020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Deleting port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:50.883394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:50.956390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3'}], 'enable_snat': True}, 'gw_port_id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:19:49Z', 'revision_number': 5, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port': {'id': 'a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:45Z', 'updated_at': '2021-12-10T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:50.960713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] Checking router: bda9dd79-0268-4ad5-91f4-e9e0f604febd for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:19:50.971987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] Routers {'bda9dd79-0268-4ad5-91f4-e9e0f604febd'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:19:50.973129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:51.065203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] For port a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:51.065537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:51.133356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] Set router bda9dd79-0268-4ad5-91f4-e9e0f604febd gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:19:51.198576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Calling delete_port for a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:51.247731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:19:50Z', 'revision_number': 6, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:51.251918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5f45a-a0a3-45f8-ad40-d7370b257a94 None None] The sync data for ids ['bda9dd79-0268-4ad5-91f4-e9e0f604febd'] in dv-neutron-821443-1-hyperv is: [{'id': 'bda9dd79-0268-4ad5-91f4-e9e0f604febd', 'name': 'tempest-TestMinimumBasicScenario-1205930497-router', 'tenant_id': 'bde8cd12306146e7b5620d799afa4cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:44Z', 'updated_at': '2021-12-10T20:19:50Z', 'revision_number': 6, 'project_id': 'bde8cd12306146e7b5620d799afa4cff', 'gw_port_host': None}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:19:51.380450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:51.385402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5b7ee1e-82ce-4322-8333-f522bbdf8cf2 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:51.430499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:51.433563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:51.899086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.175355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.179759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.210436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.210992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bda9dd79-0268-4ad5-91f4-e9e0f604febd {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:19:52.224213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.226101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bda9dd79-0268-4ad5-91f4-e9e0f604febd HTTP/1.1" status: 204 len: 168 time: 1.7729223 Dec 10 20:19:52.228191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40922) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:52.295434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] Deleting subnet 0e3118b6-7ac2-4fce-844b-159a116c0111 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:19:52.301671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.363255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.447638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.527019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.531549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25ad18d5-f7e7-4ce9-a819-d66e3f57c822 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:52.567757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3118b6-7ac2-4fce-844b-159a116c0111,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:52.571504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:52.575295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.584429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a7cd94ca-3b92-42d0-b5c9-9d08c8cecb04 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e3118b6-7ac2-4fce-844b-159a116c0111 HTTP/1.1" status: 204 len: 168 time: 0.3524723 Dec 10 20:19:52.584571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdbbee4-132e-4dd1-a55e-a16730152a89 None None] Network 896f55e6-5a1a-4b93-b925-8077664c1303 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:19:52.584646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40926) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:52.701352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.712530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Deleting port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:52.712900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.865559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] DHCP port deletion for 896f55e6-5a1a-4b93-b925-8077664c1303 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:19:52.870123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] Deleting port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:52.870545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.900840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:19:52.935329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] For port 3e667e3d-8df8-436e-a6ce-fd90e673ea59, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3e667e3d-8df8-436e-a6ce-fd90e673ea59,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:52.935732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:52.952901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:19:52.953229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 01c5d5d8-472d-4fc6-ba97-f0e08bc24ec0 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:19:52.953717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:19:52.997710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:19:52.998041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device a3616a1c-34ce-4eb5-84d4-f6e5e61dbfda not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:19:53.074156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Calling delete_port for 3e667e3d-8df8-436e-a6ce-fd90e673ea59 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:53.153835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:53.158894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c2341ead-75ed-4bcf-8bb8-b647b0afd957 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:53.206147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e667e3d-8df8-436e-a6ce-fd90e673ea59,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:53.209806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:53.215121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] No DVR routers for this DVR port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:19:53.329239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] For port 3e667e3d-8df8-436e-a6ce-fd90e673ea59, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=3e667e3d-8df8-436e-a6ce-fd90e673ea59,segment=NetworkSegment(afa29ff2-8135-487b-bd50-25d6468e9365),segment_id=afa29ff2-8135-487b-bd50-25d6468e9365)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:53.329711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:53.338454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:53.368352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896f55e6-5a1a-4b93-b925-8077664c1303']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:53.381596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa29ff2-8135-487b-bd50-25d6468e9365') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:53.381937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa29ff2-8135-487b-bd50-25d6468e9365') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:53.393927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:53.415134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:53.422029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:19:53.422457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:19:53.436556 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:19:53.461768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] Calling delete_port for 3e667e3d-8df8-436e-a6ce-fd90e673ea59 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:53.517924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:53.521610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e01b93d9-f137-4ec3-ad8f-f5c44ae915a4 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:53.534373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:19:53.534790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:19:53.537567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:53.543888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=896f55e6-5a1a-4b93-b925-8077664c1303,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:53.548368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:53.560318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] 10.222.0.41 "DELETE /v2.0/networks/896f55e6-5a1a-4b93-b925-8077664c1303 HTTP/1.1" status: 204 len: 168 time: 0.9746704 Dec 10 20:19:53.563443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40930) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:53.964501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:54.036179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] Deleting port 3e667e3d-8df8-436e-a6ce-fd90e673ea59 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:54.036686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:54.106029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4049-75e0-4d29-9cf6-04fe3b6978da None None] The port '3e667e3d-8df8-436e-a6ce-fd90e673ea59' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:19:54.583849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Deleting port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:54.584482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:54.763815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] For port 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,segment=NetworkSegment(0a00a0ac-4075-4a22-8337-1bab3c16a3fa),segment_id=0a00a0ac-4075-4a22-8337-1bab3c16a3fa)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:54.764141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:54.847314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3e667e3d-8df8-436e-a6ce-fd90e673ea59 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:19:54.884004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 3e667e3d-8df8-436e-a6ce-fd90e673ea59 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:19:54.884406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 3e667e3d-8df8-436e-a6ce-fd90e673ea59 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:19:54.896126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Calling delete_port for 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:55.069172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:55.073606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-798c0f5f-c92f-468e-a8ce-8664b62c4e20 tempest-ServerDiskConfigTestJSON-1023630234 tempest-ServerDiskConfigTestJSON-1023630234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:55.354258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Pushing event deleted for resources: {'Port': ['ID=110d06f9-73bc-4efa-83e7-6c6f27bbfaf9,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:55.356929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:55.662948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:56.265172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Router c80b4f71-43e0-434f-b105-c02de9533549 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:19:56.477030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:19:56.486472 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] 10.222.0.41 "PUT /v2.0/routers/c80b4f71-43e0-434f-b105-c02de9533549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9219830 Dec 10 20:19:56.487036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] Sync routers for ids ['c80b4f71-43e0-434f-b105-c02de9533549'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:19:56.489700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40934) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:56.499548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] Routers {'c80b4f71-43e0-434f-b105-c02de9533549'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:19:56.500250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c80b4f71-43e0-434f-b105-c02de9533549'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:56.685743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] Set router c80b4f71-43e0-434f-b105-c02de9533549 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:19:56.698686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:56.912387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:56.923384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Deleting port c9457f01-00d5-4339-9475-fcc5d1ed53a6 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:56.923761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:56.990547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:19:55Z', 'revision_number': 5, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port': {'id': 'c9457f01-00d5-4339-9475-fcc5d1ed53a6', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:56.994543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] Checking router: c80b4f71-43e0-434f-b105-c02de9533549 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:19:57.005689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] Routers {'c80b4f71-43e0-434f-b105-c02de9533549'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:19:57.006344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['c80b4f71-43e0-434f-b105-c02de9533549'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:57.105050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] For port c9457f01-00d5-4339-9475-fcc5d1ed53a6, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c9457f01-00d5-4339-9475-fcc5d1ed53a6,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:57.105451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:57.164872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] Set router c80b4f71-43e0-434f-b105-c02de9533549 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:19:57.234111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Calling delete_port for c9457f01-00d5-4339-9475-fcc5d1ed53a6 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:57.277128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:19:56Z', 'revision_number': 6, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:57.281379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237d9da-89ae-4e38-891d-89b7970b16be None None] The sync data for ids ['c80b4f71-43e0-434f-b105-c02de9533549'] in dv-neutron-821443-1-hyperv is: [{'id': 'c80b4f71-43e0-434f-b105-c02de9533549', 'name': 'tempest-TestMinimumBasicScenario-2085813948-router', 'tenant_id': '9d526b265e454b3f9d92abb1bbfe0230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:16:51Z', 'updated_at': '2021-12-10T20:19:56Z', 'revision_number': 6, 'project_id': '9d526b265e454b3f9d92abb1bbfe0230', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:19:57.414487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:57.419415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-978a63e9-86d8-489a-a784-736e4b30041d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:57.465573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9457f01-00d5-4339-9475-fcc5d1ed53a6,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:57.469391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:57.932713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.199927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.204201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.225970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.226550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80b4f71-43e0-434f-b105-c02de9533549 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:19:58.239068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.240304 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] 10.222.0.41 "DELETE /v2.0/routers/c80b4f71-43e0-434f-b105-c02de9533549 HTTP/1.1" status: 204 len: 168 time: 1.7496028 Dec 10 20:19:58.242983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40938) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:58.309700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] Deleting subnet 6fb1c048-a0e7-4ef4-b0a4-4413037feca7 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:19:58.313227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.369477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.452244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.520354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.524773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7b11612d-1f48-4935-a5f4-e313764334db tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:58.565079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb1c048-a0e7-4ef4-b0a4-4413037feca7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:58.567790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:58.570481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.576304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cada4a3-b6c0-41ac-8121-12ad52577334 None None] Network 0336d849-db20-4dd7-ac4b-af0bd109a4ba requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:19:58.576524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-81aa80a1-0d0c-4b7f-a904-afd56ef7d93a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6fb1c048-a0e7-4ef4-b0a4-4413037feca7 HTTP/1.1" status: 204 len: 168 time: 0.3325248 Dec 10 20:19:58.579222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40942) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:58.696402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.707372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Deleting port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:58.707676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.846853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] DHCP port deletion for 0336d849-db20-4dd7-ac4b-af0bd109a4ba request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:19:58.852418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] Deleting port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:58.852927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.883869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c9457f01-00d5-4339-9475-fcc5d1ed53a6 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:19:58.927844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: c9457f01-00d5-4339-9475-fcc5d1ed53a6 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:19:58.928232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c9457f01-00d5-4339-9475-fcc5d1ed53a6 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:19:58.928684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:19:58.933834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] For port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7,segment=NetworkSegment(0a00a0ac-4075-4a22-8337-1bab3c16a3fa),segment_id=0a00a0ac-4075-4a22-8337-1bab3c16a3fa)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:58.934239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:58.970123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:19:58.970457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 110d06f9-73bc-4efa-83e7-6c6f27bbfaf9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:19:59.064872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Calling delete_port for 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:59.138048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] For port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7,segment=NetworkSegment(0a00a0ac-4075-4a22-8337-1bab3c16a3fa),segment_id=0a00a0ac-4075-4a22-8337-1bab3c16a3fa)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:19:59.138427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.142183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.147500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e70ff3b9-3723-4d95-b6f0-54e81f5257ff tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:59.191073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:59.194318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:59.196834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] No DVR routers for this DVR port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:19:59.270607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] Calling delete_port for 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:19:59.321610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.344724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:19:59.345399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:19:59.348759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0336d849-db20-4dd7-ac4b-af0bd109a4ba']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:59.361295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a00a0ac-4075-4a22-8337-1bab3c16a3fa') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:59.361654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a00a0ac-4075-4a22-8337-1bab3c16a3fa') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:19:59.373321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.391569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.399390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:19:59.399808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:19:59.414665 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:19:59.491087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.494778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ddfbc9f-1c70-4945-aac0-9c5f5d41663c tempest-NetworksIpV6Test-1779540024 tempest-NetworksIpV6Test-1779540024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:59.509183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.519977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Pushing event deleted for resources: {'Network': ['ID=0336d849-db20-4dd7-ac4b-af0bd109a4ba,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:59.522973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:59.524801 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0336d849-db20-4dd7-ac4b-af0bd109a4ba HTTP/1.1" status: 204 len: 168 time: 0.9445641 Dec 10 20:19:59.722926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40948) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:59.780635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7b402a5b-47d5-4fb1-968d-0428bbda2c92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bde8cd12306146e7b5620d799afa4cff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563896 Dec 10 20:19:59.783095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40952) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:19:59.845982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d44c-8859-453e-a595-6cffe68a6e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.846197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] Deleting port 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:19:59.846617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.873504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d44c-8859-453e-a595-6cffe68a6e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.915562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3a6248f9-50b3-4a9b-b070-a030b7d9ff7d None None] The port '5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:19:59.924767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d44c-8859-453e-a595-6cffe68a6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.930619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:19:59.944202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7d44c-8859-453e-a595-6cffe68a6e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:19:59.948524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ecc7d44c-8859-453e-a595-6cffe68a6e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:19:59.951724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d44c-8859-453e-a595-6cffe68a6e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:19:59.952932 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ecc7d44c-8859-453e-a595-6cffe68a6e2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fce8cbe6-45a5-4b5a-b1ac-a621a52bdfb7 HTTP/1.1" status: 204 len: 168 time: 0.1688778 Dec 10 20:20:00.348943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40960) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:00.401937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-251aed95-626f-4437-be28-d91855ff5fb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d526b265e454b3f9d92abb1bbfe0230&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516498 Dec 10 20:20:00.404398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 40964) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:00.471284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9051ae6-a40d-431b-9b45-20d61c803028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:00.498097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9051ae6-a40d-431b-9b45-20d61c803028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:00.545567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9051ae6-a40d-431b-9b45-20d61c803028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:00.550522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b178f27f-c08b-43e8-9766-bc28e7cfbe8b tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:00.562659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9051ae6-a40d-431b-9b45-20d61c803028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8efc23b-dd50-4485-b379-8ae8d35b0a2c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:00.565963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c9051ae6-a40d-431b-9b45-20d61c803028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:00.567876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9051ae6-a40d-431b-9b45-20d61c803028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:00.569080 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c9051ae6-a40d-431b-9b45-20d61c803028 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8efc23b-dd50-4485-b379-8ae8d35b0a2c HTTP/1.1" status: 204 len: 168 time: 0.1637337 Dec 10 20:20:00.849451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:20:00.886793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:20:00.887190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 5e528bcc-a8aa-469d-9c2d-1f8e691c9bc7 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:20:02.754328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:02.884252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41010) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:02.890630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383784302', 'description': 'tempest-secgroup-smoke-383784302 description', 'project_id': '309652c67fcc4b2a904147474a4a4ea6'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:02.897877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:02.901971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:02.905004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:02.911071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:02.920822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:02.933971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:02.968042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:02.972087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:02.975081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:02.981306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:03.053118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.055776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.060195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea6c8825-9ae3-4777-ae22-8cd5d951403c tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:03.102723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:03.106990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a70d84f-056f-4bd9-b7c1-22df94e66251,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:03.110145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:03.113041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:03.113898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:03.119927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:03.175621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.178427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.183529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ecc7d44c-8859-453e-a595-6cffe68a6e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:03.223078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.224445 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3389823 Dec 10 20:20:03.225479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914110f3-8def-43ea-9646-ea11fcab1914,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:03.227834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41014) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:03.230679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e3113442-468c-4d28-9b73-c76a649c399f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:03.234736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '914110f3-8def-43ea-9646-ea11fcab1914', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:03.241481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:03.245477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:03.248501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:03.255059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:03.270551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.332226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.334851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.336759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-df0f868a-ef71-45ed-9feb-ead0578ce300 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:03.359354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046b572d-059e-49ae-8b9d-e150bb073485,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:03.361838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:03.368811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.370140 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1411602 Dec 10 20:20:03.372979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41020) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:03.379625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '914110f3-8def-43ea-9646-ea11fcab1914', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:03.385938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:03.389971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:03.392942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:03.399027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:03.416425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.485173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.488417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.495775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81a627d5-3456-4f12-82cf-aa29526c7f5a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:03.514976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90282f73-f46e-4448-9e50-02edf3510e87,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:03.519833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:03.523226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.524498 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1504896 Dec 10 20:20:03.527416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41024) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:03.533363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '914110f3-8def-43ea-9646-ea11fcab1914', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:03.539614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:03.543653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:03.546732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:03.553231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:03.569217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.634331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.636566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.638485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-581d790f-2102-4a16-bce9-fcd90f42cb1c tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:03.661872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444260e1-b033-4279-b835-cd93398477b5,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:03.664362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:03.670405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.671728 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1432722 Dec 10 20:20:03.674667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41028) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:03.681377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '914110f3-8def-43ea-9646-ea11fcab1914', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:03.687539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:03.691492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:03.694518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:03.700443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:03.716026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.781202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.783792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.791427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34f3588f-4b6b-43ef-bd36-b57f6ef8fe07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:03.813480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460556d1-82fa-4382-8235-ee8b35f91bd5,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:03.818140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:03.821420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.822724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470459 Dec 10 20:20:03.825642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41032) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:03.831920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '914110f3-8def-43ea-9646-ea11fcab1914', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:03.838365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:03.842398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:03.845399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:03.852103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:03.861301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:20:03.868500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.936472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.938997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.940906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2563da41-d1c1-4c58-96ad-a08a7ecdc7e7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:03.963993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f126b78e-be30-4684-99f2-91f608bb80e5,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:03.966500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:03.973207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:03.974516 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478803 Dec 10 20:20:03.977371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41036) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:03.986628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '914110f3-8def-43ea-9646-ea11fcab1914', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:03.993378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:03.997406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:04.000434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:04.006496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:04.016254 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:20:04.023335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.090575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.093189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.101055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:04.119582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063c1b55-70f1-4465-a714-e9e9dbcb4a1f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:04.124314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:04.127532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.128784 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1503897 Dec 10 20:20:04.132073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41040) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:04.137868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'network': {'name': 'tempest-network-smoke--244283908', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:04.142948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:04.147413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:network and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:04.150453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:04.156624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:04.166557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:20:04.171856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.202392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:20:04.211986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.212371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Added segment 3c7bc3ce-3c48-4972-9caf-d223580283c8 of type vlan for network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e Dec 10 20:20:04.238593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.267534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.272047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:04.272687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.277894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:04.374888 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2417402 Dec 10 20:20:04.378229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41044) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:04.384620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'admin_state_up': True, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:04.387124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Network': ['ID=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:04.389938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c50d8c5e-f0d0-4305-af5b-07ce056ee60a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:04.392867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:04.397973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:router and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:04.398447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:20:04.401282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:04.408588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:04.417793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.418782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.440541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.502530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:20:04.602422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.789013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.820579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:04.964660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.112 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/c585545a-1021-4078-ad88-02d0c7a20ea2) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:20:05.117003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:05.143753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:05.148155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:05.212822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:20:05.215722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:20:05.218227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:20:05.255747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=c585545a-1021-4078-ad88-02d0c7a20ea2,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:05.264305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:05.386380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:05.387090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:05.622817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 5029e435-14d8-475e-9f91-e5ee9fc34990 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:20:05.835135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:20:05.845033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Sync routers for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:20:05.858154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:20:05.858982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:05.860742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:05.862086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4821348 Dec 10 20:20:05.865464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41050) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:06.042230 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d113bc1-023e-4050-97fa-98c364ad318f tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=309652c67fcc4b2a904147474a4a4ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1755145 Dec 10 20:20:06.045185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41056) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:06.045608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:20:06.187239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854c735-78c3-41fb-aac9-f3044e014ec8 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:06.192301 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5854c735-78c3-41fb-aac9-f3044e014ec8 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1425786 Dec 10 20:20:06.192675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41060) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:06.237199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-82ee7bd6-2a97-40a8-a287-286724648b10 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432456 Dec 10 20:20:06.241744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41064) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:06.247671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229588164', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:06.345817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:05Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:06.349976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Checking router: 5029e435-14d8-475e-9f91-e5ee9fc34990 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:20:06.350389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Updating router 5029e435-14d8-475e-9f91-e5ee9fc34990 port c585545a-1021-4078-ad88-02d0c7a20ea2 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:20:06.362343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:06.367386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:subnet and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:06.370382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:06.376446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:06.386172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:20:06.404692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:06.498205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:06.763670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:06.776744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Transition to ACTIVE for port object c585545a-1021-4078-ad88-02d0c7a20ea2 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:20:06.782493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:06.787492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:06.871278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Pushing event updated for resources: {'Port': ['ID=c585545a-1021-4078-ad88-02d0c7a20ea2,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:06.880216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Attempting to bind port c585545a-1021-4078-ad88-02d0c7a20ea2 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:20:06.880643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Attempting to bind port c585545a-1021-4078-ad88-02d0c7a20ea2 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:20:06.881060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Attempting to bind port c585545a-1021-4078-ad88-02d0c7a20ea2 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:20:06.889126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.889543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.889937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.890323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.890711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.891090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.891471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.891854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.892230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.892606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.892978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:06.897108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:06.898300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:20:06.898718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:20:06.899214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:06.899654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:20:06.900180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Bound port: c585545a-1021-4078-ad88-02d0c7a20ea2, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:20:06.900610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:06.950195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:06.954540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7ef653a2-6893-4c67-ba51-bd090d12d292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:06.977310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] For port c585545a-1021-4078-ad88-02d0c7a20ea2, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:20:06.980479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] For port c585545a-1021-4078-ad88-02d0c7a20ea2, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c585545a-1021-4078-ad88-02d0c7a20ea2,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:20:06.983877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:06.988893 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:07.042393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Subnet': ['ID=b048db59-cab5-478c-ab6c-4fb02e30f1bf,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:07.046821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:07.050607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Checking segment: {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:20:07.051004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network hostable DHCP agents. Network: a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:20:07.071387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Pushing event updated for resources: {'Port': ['ID=c585545a-1021-4078-ad88-02d0c7a20ea2,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:07.072852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:20:07.075971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:07.080041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:20:07.080785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:07.082700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:20:07.087156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:07.087925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:07.112031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8664465 Dec 10 20:20:07.112255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41068) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:07.139297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeedf99-411f-49c3-be2d-4a81cf3323a5 None None] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:20:07.617236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:20:07.845640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:20:07.846537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:07.954412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.098443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Allocated IP 172.20.0.2 (a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e/b048db59-cab5-478c-ab6c-4fb02e30f1bf/973d63fe-e5dc-4e04-b62c-7862736e69a9) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:20:08.113838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:05Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:08.120555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77492f2e-2a27-4493-a9f2-2ec1237b6343 None None] The sync data for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv is: [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:05Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:20:08.335134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.345863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Transition to ACTIVE for port object 973d63fe-e5dc-4e04-b62c-7862736e69a9 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:20:08.365322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Transition to ACTIVE for port object 973d63fe-e5dc-4e04-b62c-7862736e69a9 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:20:08.369714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.375537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-702ceaa1-d8e0-4332-a85a-fef2f8683594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:08.442984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:20:08.446265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:20:08.448780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:20:08.450220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.1 (a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e/b048db59-cab5-478c-ab6c-4fb02e30f1bf/74859dd6-afb6-467f-b8d0-698534053cb2) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:20:08.528715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Pushing event updated for resources: {'Port': ['ID=973d63fe-e5dc-4e04-b62c-7862736e69a9,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:08.536593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:08.560809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Attempting to bind port 973d63fe-e5dc-4e04-b62c-7862736e69a9 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:20:08.561235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Attempting to bind port 973d63fe-e5dc-4e04-b62c-7862736e69a9 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:20:08.561690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Attempting to bind port 973d63fe-e5dc-4e04-b62c-7862736e69a9 on network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:20:08.569301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:20:08.569776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Checking segment: {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:20:08.570266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.570688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Bound using segment: {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:20:08.571206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Bound port: 973d63fe-e5dc-4e04-b62c-7862736e69a9, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:20:08.571631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.651952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.671921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object 74859dd6-afb6-467f-b8d0-698534053cb2 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:20:08.678830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] For port 973d63fe-e5dc-4e04-b62c-7862736e69a9, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:20:08.682550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] For port 973d63fe-e5dc-4e04-b62c-7862736e69a9, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=973d63fe-e5dc-4e04-b62c-7862736e69a9,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:20:08.687180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.694293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:08.697203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.702049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-786da7e9-e5c8-4ad3-8074-f5f2334c89d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:08.776354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:20:08.779864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:20:08.785748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:20:08.807485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Pushing event updated for resources: {'Port': ['ID=973d63fe-e5dc-4e04-b62c-7862736e69a9,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:08.811199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:08.819277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=74859dd6-afb6-467f-b8d0-698534053cb2,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:08.823075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:08.863104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.906624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c585545a-1021-4078-ad88-02d0c7a20ea2 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:20:08.966664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:08.984358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port c585545a-1021-4078-ad88-02d0c7a20ea2 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:20:08.989638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c585545a-1021-4078-ad88-02d0c7a20ea2 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:08.990076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:09.126197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:09.152577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port c585545a-1021-4078-ad88-02d0c7a20ea2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c585545a-1021-4078-ad88-02d0c7a20ea2,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:20:09.160171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:09.162334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:09.264069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=c585545a-1021-4078-ad88-02d0c7a20ea2,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:09.275096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:09.470223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:09.474099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:09.505399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6378465a-6cc8-48fd-ab4d-2aaf28b71d88 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:09.599084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=74859dd6-afb6-467f-b8d0-698534053cb2,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:09.602455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:09.603314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:09.751177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:20:09.752335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:20:10.401121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 5029e435-14d8-475e-9f91-e5ee9fc34990 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:20:10.444859 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6937808-8505-40f1-9398-ac64411f3c84 None None] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:20:10.547942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cd7efb9e-221a-4296-aa78-5f7f41933c40 None None] Provisioning for port 973d63fe-e5dc-4e04-b62c-7862736e69a9 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:20:10.616758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:20:10.626952 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/5029e435-14d8-475e-9f91-e5ee9fc34990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5136380 Dec 10 20:20:10.816624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b734ef0e-bb15-415f-81b1-16e10e5feb73 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:20:10.842572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b734ef0e-bb15-415f-81b1-16e10e5feb73 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:20:10.844022 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b734ef0e-bb15-415f-81b1-16e10e5feb73 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383784302&fields=id&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 267 time: 0.0794449 Dec 10 20:20:10.961458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c585545a-1021-4078-ad88-02d0c7a20ea2 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:20:11.027636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b10c3778-07e8-4b4f-b53f-2fec67c0f463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:11.028400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b10c3778-07e8-4b4f-b53f-2fec67c0f463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:20:11.039030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-573a1a5d-c513-4060-af4e-3735b45f78b3 None None] Provisioning for port 74859dd6-afb6-467f-b8d0-698534053cb2 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:20:11.047032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b10c3778-07e8-4b4f-b53f-2fec67c0f463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:20:11.047481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-573a1a5d-c513-4060-af4e-3735b45f78b3 None None] Provisioning complete for port 74859dd6-afb6-467f-b8d0-698534053cb2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:11.047911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-573a1a5d-c513-4060-af4e-3735b45f78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:11.048471 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b10c3778-07e8-4b4f-b53f-2fec67c0f463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/networks?id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e HTTP/1.1" status: 200 len: 796 time: 0.1916504 Dec 10 20:20:11.070882 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-3533f694-3340-4d08-b37a-3357e24ffd32 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/quotas/309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 375 time: 0.0132842 Dec 10 20:20:11.114993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c585545a-1021-4078-ad88-02d0c7a20ea2 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:11.115420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:11.145768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-573a1a5d-c513-4060-af4e-3735b45f78b3 None None] Port 74859dd6-afb6-467f-b8d0-698534053cb2 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:20:11.167808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-960437d2-1f46-4b7e-a606-db3b250fa3a5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:20:11.189394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-960437d2-1f46-4b7e-a606-db3b250fa3a5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:20:11.193389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-960437d2-1f46-4b7e-a606-db3b250fa3a5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162789 Dec 10 20:20:11.270261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Sync routers for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:20:11.272909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:20:11.273630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba23d-666b-46ba-a5dd-5777118a902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:11.274072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:11.278243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 973d63fe-e5dc-4e04-b62c-7862736e69a9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:20:11.294936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-48d912e0-bfb7-402b-b50c-400480e3e482 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:20:11.296167 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-48d912e0-bfb7-402b-b50c-400480e3e482 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0904815 Dec 10 20:20:11.365316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b710fc29-bc14-45ff-8b37-7678fc3ab9b7 None None] Provisioning complete for port 74859dd6-afb6-467f-b8d0-698534053cb2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:11.366109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b710fc29-bc14-45ff-8b37-7678fc3ab9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:11.494277 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-83be6cb7-d5a2-43c1-b192-ab94a96cd45f service neutron] 10.222.0.41 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906605 Dec 10 20:20:11.496897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 973d63fe-e5dc-4e04-b62c-7862736e69a9 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:20:11.501463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b710fc29-bc14-45ff-8b37-7678fc3ab9b7 None None] Port 74859dd6-afb6-467f-b8d0-698534053cb2 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:20:11.510470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 973d63fe-e5dc-4e04-b62c-7862736e69a9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:11.511023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:11.530968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:20:11.660903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-636d1eb3-5a10-4623-a5f0-ad5735950f1d None None] Provisioning complete for port 74859dd6-afb6-467f-b8d0-698534053cb2 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:11.661369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-636d1eb3-5a10-4623-a5f0-ad5735950f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:11.670092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-0d25a064-9acc-4fb7-9021-d10aa1de1872 service neutron] 10.222.0.41 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688144 Dec 10 20:20:11.713758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:11.756982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-636d1eb3-5a10-4623-a5f0-ad5735950f1d None None] Port 74859dd6-afb6-467f-b8d0-698534053cb2 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:20:11.765161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 973d63fe-e5dc-4e04-b62c-7862736e69a9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=973d63fe-e5dc-4e04-b62c-7862736e69a9,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:20:11.768390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:11.771637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:11.859151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=973d63fe-e5dc-4e04-b62c-7862736e69a9,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:11.870254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:11.896967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 2, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:11.900375 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-46fe0303-f61a-4a71-863a-5b471a432222 req-df287e20-fb25-4485-84d6-0a52552e2102 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 210 time: 0.0575931 Dec 10 20:20:11.901458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Checking router: 5029e435-14d8-475e-9f91-e5ee9fc34990 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:20:11.901894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Updating router 5029e435-14d8-475e-9f91-e5ee9fc34990 port 74859dd6-afb6-467f-b8d0-698534053cb2 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:20:11.959880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:12.478834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:12.491070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Transition to ACTIVE for port object 74859dd6-afb6-467f-b8d0-698534053cb2 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:20:12.496695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:12.501034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b430aa9f-cfe9-483f-888b-e6c8fe536fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:12.615824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:12.628114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Pushing event updated for resources: {'Port': ['ID=74859dd6-afb6-467f-b8d0-698534053cb2,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:12.644530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.644919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.645297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.645695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.646066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.646431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.646801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.647167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.647528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.647889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.648247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:20:12.683312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:12.739984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Attempting to bind port 74859dd6-afb6-467f-b8d0-698534053cb2 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:20:12.740404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Attempting to bind port 74859dd6-afb6-467f-b8d0-698534053cb2 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:20:12.740815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Attempting to bind port 74859dd6-afb6-467f-b8d0-698534053cb2 on network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:20:12.747953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:20:12.748374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Checking segment: {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:20:12.748838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:12.749275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Bound using segment: {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:20:12.749818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Bound port: 74859dd6-afb6-467f-b8d0-698534053cb2, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:20:12.750243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:12.850674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] For port 74859dd6-afb6-467f-b8d0-698534053cb2, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:20:12.859203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] For port 74859dd6-afb6-467f-b8d0-698534053cb2, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=74859dd6-afb6-467f-b8d0-698534053cb2,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:20:12.863723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:12.869339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc7034a1-0340-434c-8800-76eba1b6e8a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:12.886434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 973d63fe-e5dc-4e04-b62c-7862736e69a9 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:20:13.029872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:20:13.038126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:19:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:13.062486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 973d63fe-e5dc-4e04-b62c-7862736e69a9 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:13.063263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:13.199331 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a5af5131-73e0-41a4-8e64-a6782f209eb2 req-e05faf31-3256-4fdb-a88f-e44d3a20bbcd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 210 time: 0.0893469 Dec 10 20:20:13.222450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Pushing event updated for resources: {'Port': ['ID=74859dd6-afb6-467f-b8d0-698534053cb2,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:13.240894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:13.335073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:20:13.341397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-df6aa062-5bf2-4ca1-9192-5218b1347a99 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:13.342982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-df6aa062-5bf2-4ca1-9192-5218b1347a99 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/networks?id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e HTTP/1.1" status: 200 len: 796 time: 0.4940147 Dec 10 20:20:13.401376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-f5037f54-b54d-4171-b0b2-54d97d89e1bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 379 time: 0.0468965 Dec 10 20:20:13.410242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'port': {'device_id': '9925e916-8aa6-4832-9783-ecb64e28525e', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'admin_state_up': True, 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'security_groups': ['914110f3-8def-43ea-9646-ea11fcab1914']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:13.554588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:13.564519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:13.573251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:20:13.578767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:13.670325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:12Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:13.674365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925a44c-d3e7-43e0-815a-2c3582219d0b None None] The sync data for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv is: [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:12Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:20:13.756016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.14 (a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e/b048db59-cab5-478c-ab6c-4fb02e30f1bf/e7086899-c075-484f-917e-9d291331d13b) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:20:13.950927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-528ff866-a538-46c5-ba99-498e732e8e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:13.972590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:13.979839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:13.997599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object e7086899-c075-484f-917e-9d291331d13b will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:20:14.019894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:14.026068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ea20fc29-1ac6-4bed-9219-9e17ce461016 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:14.095992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:20:14.097784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:20:14.102719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:20:14.155012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=e7086899-c075-484f-917e-9d291331d13b,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:14.160985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:14.181344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:14.182059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:14.216861 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8110166 Dec 10 20:20:14.229779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Request body: {'port': {'device_id': '9925e916-8aa6-4832-9783-ecb64e28525e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:14.370426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:14.403482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d5093f28-4812-446f-8844-3dfdc4d39a3c None None] Provisioning for port e7086899-c075-484f-917e-9d291331d13b completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:20:14.409356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d5093f28-4812-446f-8844-3dfdc4d39a3c None None] Provisioning complete for port e7086899-c075-484f-917e-9d291331d13b triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:14.410580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d5093f28-4812-446f-8844-3dfdc4d39a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:14.497401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d5093f28-4812-446f-8844-3dfdc4d39a3c None None] Port e7086899-c075-484f-917e-9d291331d13b cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:20:14.501152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b95136-f12c-4a67-b058-9a81ee300fb5 req-7b93c6b3-6209-4b6f-869f-a553e29cf52f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:14.507911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-37b95136-f12c-4a67-b058-9a81ee300fb5 req-7b93c6b3-6209-4b6f-869f-a553e29cf52f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 932 time: 0.1359406 Dec 10 20:20:14.556467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-37b95136-f12c-4a67-b058-9a81ee300fb5 req-b381d573-5b95-4c2c-a983-849ebafc0ae9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464902 Dec 10 20:20:14.785475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7086899-c075-484f-917e-9d291331d13b {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:20:14.793103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:14.808959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Transition to ACTIVE for port object e7086899-c075-484f-917e-9d291331d13b will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:20:14.812502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:14.823351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:14.908245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 74859dd6-afb6-467f-b8d0-698534053cb2 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:20:14.959695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7086899-c075-484f-917e-9d291331d13b,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:14.989221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:14.998577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 74859dd6-afb6-467f-b8d0-698534053cb2 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:20:15.006714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 74859dd6-afb6-467f-b8d0-698534053cb2 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:15.007155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:15.082510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Attempting to bind port e7086899-c075-484f-917e-9d291331d13b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:20:15.082891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Attempting to bind port e7086899-c075-484f-917e-9d291331d13b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:20:15.083261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Attempting to bind port e7086899-c075-484f-917e-9d291331d13b on network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:20:15.090328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Port e7086899-c075-484f-917e-9d291331d13b on network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:20:15.090696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Attempting to bind port e7086899-c075-484f-917e-9d291331d13b on network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:20:15.097811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:20:15.098196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Checking segment: {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:20:15.098623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Bound using segment: {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:20:15.099099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Bound port: e7086899-c075-484f-917e-9d291331d13b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7bc3ce-3c48-4972-9caf-d223580283c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:20:15.099489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:15.150634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:15.183790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 74859dd6-afb6-467f-b8d0-698534053cb2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=74859dd6-afb6-467f-b8d0-698534053cb2,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:20:15.186882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:15.189733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67e5a12f-8458-4a12-9403-30c83173c7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:15.199607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] For port e7086899-c075-484f-917e-9d291331d13b, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:20:15.203006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] For port e7086899-c075-484f-917e-9d291331d13b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e7086899-c075-484f-917e-9d291331d13b,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:20:15.207615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:15.212913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c112146c-8824-45c8-a312-e3b9cadac037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:15.272626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=74859dd6-afb6-467f-b8d0-698534053cb2,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:15.277090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:15.278633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] 10.222.0.84 "PUT /v2.0/ports/e7086899-c075-484f-917e-9d291331d13b HTTP/1.1" status: 200 len: 1094 time: 1.0539799 Dec 10 20:20:15.278916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:15.282649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'tag': 'e7086899-c075-484f-917e-9d291331d13b'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:20:15.305296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7086899-c075-484f-917e-9d291331d13b,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:15.308743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:15.357766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'tag': 'e7086899-c075-484f-917e-9d291331d13b', 'status': 'completed', 'code': 200} Dec 10 20:20:15.403346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-917ad508-6b38-4e35-a6f7-c12e770e2126 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 1097 time: 0.0878935 Dec 10 20:20:15.479414 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-4b46b369-ef87-45f2-bb62-ff0a923dda8c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7086899-c075-484f-917e-9d291331d13b HTTP/1.1" status: 200 len: 217 time: 0.0682552 Dec 10 20:20:15.529983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:15.557145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-99ab57f2-e168-45f7-a352-3fc1924afc75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:15.559276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-99ab57f2-e168-45f7-a352-3fc1924afc75 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b048db59-cab5-478c-ab6c-4fb02e30f1bf HTTP/1.1" status: 200 len: 835 time: 0.0744455 Dec 10 20:20:15.643244 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-65d256f5-1283-4335-b6b0-4304b691c940 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779014 Dec 10 20:20:15.775384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78be24-5932-4339-95bd-5176dc614b6a req-7f21510f-0ae1-4277-9164-caefcfc01022 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:15.776982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b78be24-5932-4339-95bd-5176dc614b6a req-7f21510f-0ae1-4277-9164-caefcfc01022 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 944 time: 0.0888884 Dec 10 20:20:15.788130 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-30eb7e05-2d0f-4736-b72a-2beeeab52302 service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383836 Dec 10 20:20:15.825248 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6b78be24-5932-4339-95bd-5176dc614b6a req-1bfd4dc6-80ea-445f-bddb-7bf7c78bb7c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419507 Dec 10 20:20:15.930797 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53de0859-cbe2-47d7-b2fe-8d80b13c0169 req-14c625e7-7362-4920-97db-396de4d90346 service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356163 Dec 10 20:20:16.054533 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-52777e67-32fd-4da7-9fcc-e52c3134135a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 1097 time: 0.0785706 Dec 10 20:20:16.194964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-21bf8291-e1d7-4224-9d65-2752a33f7940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:16.196522 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-21bf8291-e1d7-4224-9d65-2752a33f7940 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e HTTP/1.1" status: 200 len: 897 time: 0.1359396 Dec 10 20:20:16.268483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-f7440bb6-a138-408b-8fbc-b3881c64547d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7086899-c075-484f-917e-9d291331d13b HTTP/1.1" status: 200 len: 217 time: 0.0646369 Dec 10 20:20:16.341186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-952315e4-1659-45b2-8436-09ee3bb49dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:16.342657 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-952315e4-1659-45b2-8436-09ee3bb49dc1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b048db59-cab5-478c-ab6c-4fb02e30f1bf HTTP/1.1" status: 200 len: 835 time: 0.0680115 Dec 10 20:20:16.423178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-e3ae6e78-1b8a-4cb7-bffc-91886b65b8c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739577 Dec 10 20:20:16.564447 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-d6b9e5e3-d03c-4bf6-9501-dd2fc98f47a5 service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344075 Dec 10 20:20:16.705034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-27a52d6d-2f85-4d1d-bca0-0ad19cdb6862 req-e92727ed-3cfa-4de4-a81f-4db18132068c service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339824 Dec 10 20:20:16.866267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 74859dd6-afb6-467f-b8d0-698534053cb2 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:20:16.939061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 74859dd6-afb6-467f-b8d0-698534053cb2 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:16.939487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:17.033428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63a06-33e3-44e4-b4d6-a63df0e50c75 req-88ea00ee-6751-4fbe-9ba4-509269ae37c9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:17.036133 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b3c63a06-33e3-44e4-b4d6-a63df0e50c75 req-88ea00ee-6751-4fbe-9ba4-509269ae37c9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 944 time: 0.0869844 Dec 10 20:20:17.088002 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b3c63a06-33e3-44e4-b4d6-a63df0e50c75 req-ee2dec80-e00b-4d54-ab31-a8a868d8137d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454061 Dec 10 20:20:17.809326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e7086899-c075-484f-917e-9d291331d13b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:20:17.964061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e7086899-c075-484f-917e-9d291331d13b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e7086899-c075-484f-917e-9d291331d13b,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:20:17.977907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'e7086899-c075-484f-917e-9d291331d13b', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'port_id': 'e7086899-c075-484f-917e-9d291331d13b', 'mac_address': 'fa:16:3e:d9:08:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:20:18.032913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:18.051554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7086899-c075-484f-917e-9d291331d13b {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:20:18.066578 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e7086899-c075-484f-917e-9d291331d13b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e7086899-c075-484f-917e-9d291331d13b,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:20:18.069278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:18.071118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-57124018-e10f-479d-9db9-1fb14898b859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:18.140604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e7086899-c075-484f-917e-9d291331d13b,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:18.143923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:18.295074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e846ae-38d5-48bc-a5d6-46b099f65849 req-39c882a0-d230-47a4-82ad-aa78a80e6a1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:18.296674 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88e846ae-38d5-48bc-a5d6-46b099f65849 req-39c882a0-d230-47a4-82ad-aa78a80e6a1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 945 time: 0.0889089 Dec 10 20:20:18.346697 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-88e846ae-38d5-48bc-a5d6-46b099f65849 req-1212ac45-2286-414d-a25a-53b20ffd9335 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Dec 10 20:20:18.449244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['e7086899-c075-484f-917e-9d291331d13b'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:20:19.552304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538965-1d63-4bbb-8f09-169f23d7996e req-846ee31e-fadb-4797-ac1f-79d1757c10b9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:19.553911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1c538965-1d63-4bbb-8f09-169f23d7996e req-846ee31e-fadb-4797-ac1f-79d1757c10b9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 945 time: 0.0834219 Dec 10 20:20:19.607786 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1c538965-1d63-4bbb-8f09-169f23d7996e req-ac395da4-9b99-40a7-a185-f8eb12117f82 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477591 Dec 10 20:20:19.819167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e7086899-c075-484f-917e-9d291331d13b up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:20:19.890065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port e7086899-c075-484f-917e-9d291331d13b completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:20:19.894943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port e7086899-c075-484f-917e-9d291331d13b triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:20:19.895371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:20.014317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:20.041256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7086899-c075-484f-917e-9d291331d13b'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:20:20.051870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port e7086899-c075-484f-917e-9d291331d13b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e7086899-c075-484f-917e-9d291331d13b,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:20:20.054950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:20.056936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:20.101110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7086899-c075-484f-917e-9d291331d13b', 'code': 200} Dec 10 20:20:20.130974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=e7086899-c075-484f-917e-9d291331d13b,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:20.134190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:20.342576 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ee5a12-8051-4fe4-8394-216b14eb8aa4 req-15e4c003-9b7f-4014-8f5a-78c8a841e14e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 1099 time: 0.0771203 Dec 10 20:20:20.390766 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41ee5a12-8051-4fe4-8394-216b14eb8aa4 req-fc4fcd52-0f12-4e7f-abab-d41df102096d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420821 Dec 10 20:20:20.808075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422bb24-6aba-456c-9f19-79306e384a2c req-d68ac81b-f2d8-4560-9c13-591d5599e936 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:20.809702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b422bb24-6aba-456c-9f19-79306e384a2c req-d68ac81b-f2d8-4560-9c13-591d5599e936 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0826004 Dec 10 20:20:20.859009 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b422bb24-6aba-456c-9f19-79306e384a2c req-58bc95d6-365e-4515-a6c1-6ef57b46af22 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Dec 10 20:20:22.068303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8f3d-bae1-4e7c-978c-f22c4b43a1cc req-0b636fd0-d303-49ac-b849-aa472dc43a17 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:22.069902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-770c8f3d-bae1-4e7c-978c-f22c4b43a1cc req-0b636fd0-d303-49ac-b849-aa472dc43a17 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0871263 Dec 10 20:20:22.117280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-770c8f3d-bae1-4e7c-978c-f22c4b43a1cc req-fcdf17e8-c31f-4668-a5da-b636b7c9782f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413320 Dec 10 20:20:22.320554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56b8f7-adea-471a-a615-91884f5b766e req-4011f419-0476-4c37-96fa-6172fe6c51fd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:22.322139 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4b56b8f7-adea-471a-a615-91884f5b766e req-4011f419-0476-4c37-96fa-6172fe6c51fd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0867743 Dec 10 20:20:22.369740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4b56b8f7-adea-471a-a615-91884f5b766e req-22be8cd8-fa14-4139-86c8-65ed8c48f02d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Dec 10 20:20:22.397217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41122) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:22.476853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4828e2d5-ad46-4783-b7ab-10ee72fc3c1c tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 1094 time: 0.0782316 Dec 10 20:20:22.479625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41126) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:22.485624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'e7086899-c075-484f-917e-9d291331d13b', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:20:22.491548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:20:22.495543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:floatingip and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:20:22.498560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:20:22.504973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:20:22.514406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:22.660777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:22.797880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.137 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/c8d10ec6-1c75-4a21-8391-b0999bcab2b9) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:20:22.950430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:22.977084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:22.981350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3ce874e4-7ed2-4e74-95ae-efc58d33c167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:23.051960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:20:23.054934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:20:23.059779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:20:23.085641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=c8d10ec6-1c75-4a21-8391-b0999bcab2b9,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:23.091316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:23.575806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:23.633930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:24.075474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:24.078901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:24.084075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-52e269d7-cb16-495f-9073-402f2cc81cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:20:24.193818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=c8d10ec6-1c75-4a21-8391-b0999bcab2b9,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:20:24.198062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:20:24.208906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:24.405433 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Floating IP 033ee346-e72d-4b77-9795-3f000ecd88ec associated. External IP: 172.26.8.137, port: e7086899-c075-484f-917e-9d291331d13b. Dec 10 20:20:24.815029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 5029e435-14d8-475e-9f91-e5ee9fc34990 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:20:25.031266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:20:25.041866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] Sync routers for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:20:25.055844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:20:25.056136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:25.056534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:20:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:25.113953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6330459 Dec 10 20:20:25.114922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'tag': 'e7086899-c075-484f-917e-9d291331d13b'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:20:25.182212 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'tag': 'e7086899-c075-484f-917e-9d291331d13b', 'status': 'completed', 'code': 200} Dec 10 20:20:25.248207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:20:25.285887 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-ed48c2a1-709a-43c9-ae55-e596effa6e20 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 1099 time: 0.0784173 Dec 10 20:20:25.314117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f9d60-005c-4d8f-a4eb-2c4a3ba76987 req-049ef940-6502-47be-92d3-a1bb523a6516 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:25.315786 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-837f9d60-005c-4d8f-a4eb-2c4a3ba76987 req-049ef940-6502-47be-92d3-a1bb523a6516 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0886264 Dec 10 20:20:25.366322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-837f9d60-005c-4d8f-a4eb-2c4a3ba76987 req-c52d61a4-8db0-4985-9312-31c5b161db5b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438323 Dec 10 20:20:25.395900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41134) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:25.431548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-56b746d3-bc11-4773-a40d-c220a54b1d7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:25.433133 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-56b746d3-bc11-4773-a40d-c220a54b1d7d service neutron] 10.222.0.84 "GET /v2.0/networks?id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e HTTP/1.1" status: 200 len: 897 time: 0.1410637 Dec 10 20:20:25.524483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-97da3d15-ff79-4f00-aa73-568fce11c46b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/033ee346-e72d-4b77-9795-3f000ecd88ec HTTP/1.1" status: 200 len: 992 time: 0.1272728 Dec 10 20:20:25.553521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-13f782cb-e2db-454a-92f5-615815aa0b83 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7086899-c075-484f-917e-9d291331d13b HTTP/1.1" status: 200 len: 1000 time: 0.1065106 Dec 10 20:20:25.622434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-75e63131-0d08-44f0-affb-3f5eb37a9fd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:25.623956 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-75e63131-0d08-44f0-affb-3f5eb37a9fd1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b048db59-cab5-478c-ab6c-4fb02e30f1bf HTTP/1.1" status: 200 len: 835 time: 0.0646548 Dec 10 20:20:25.634326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '033ee346-e72d-4b77-9795-3f000ecd88ec', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'port_id': 'e7086899-c075-484f-917e-9d291331d13b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'mac_address': 'fa:16:3e:d9:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9925e916-8aa6-4832-9783-ecb64e28525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:23Z', 'updated_at': '2021-12-10T20:20:23Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:25.638500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] Checking router: 5029e435-14d8-475e-9f91-e5ee9fc34990 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:20:25.650405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:20:25.651085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:20:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:25.709115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-3e36b0dd-c49f-4d01-aff0-3023d607b26c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787826 Dec 10 20:20:25.841916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:20:25.852466 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-a3c2ccb9-2f77-471e-b2d3-9779843f9be5 service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371210 Dec 10 20:20:26.234512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-280d4e49-3a51-4ef7-8d02-e571f21b11be req-022a7650-cefe-4120-b51d-d7ac585917b6 service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753366 Dec 10 20:20:26.380025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '033ee346-e72d-4b77-9795-3f000ecd88ec', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'port_id': 'e7086899-c075-484f-917e-9d291331d13b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'mac_address': 'fa:16:3e:d9:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9925e916-8aa6-4832-9783-ecb64e28525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:23Z', 'updated_at': '2021-12-10T20:20:23Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:20:26.384224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d397cd-2f63-4f7f-8bb4-c1afecb93843 None None] The sync data for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv is: [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '033ee346-e72d-4b77-9795-3f000ecd88ec', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'port_id': 'e7086899-c075-484f-917e-9d291331d13b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'mac_address': 'fa:16:3e:d9:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9925e916-8aa6-4832-9783-ecb64e28525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:23Z', 'updated_at': '2021-12-10T20:20:23Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:20:26.528524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41138) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:26.639983 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85eab024-2651-4a27-90e3-a1401cc197c9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/033ee346-e72d-4b77-9795-3f000ecd88ec HTTP/1.1" status: 200 len: 992 time: 0.1101401 Dec 10 20:20:26.729133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1537e6b6-f11e-4ee8-b9a0-386e3f59782b None None] New status for floating IP 033ee346-e72d-4b77-9795-3f000ecd88ec: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:20:27.643767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41142) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:20:27.754132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cd128334-00a7-4168-a5f7-ce5923cd598d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/033ee346-e72d-4b77-9795-3f000ecd88ec HTTP/1.1" status: 200 len: 994 time: 0.1089907 Dec 10 20:20:32.754264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:36.779698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-5c6c81c6-1e34-40c8-a23d-d48c9bf56b22 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731633 Dec 10 20:20:36.929409 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-c4ae3140-a9cf-4326-9e9e-f9cde9d39252 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 1099 time: 0.0778356 Dec 10 20:20:37.082992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-19c1b75b-1ad6-4051-9a40-5325aaab9d9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:37.085018 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-19c1b75b-1ad6-4051-9a40-5325aaab9d9a service neutron] 10.222.0.84 "GET /v2.0/networks?id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e HTTP/1.1" status: 200 len: 897 time: 0.1374955 Dec 10 20:20:37.191426 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-1986bfb6-1e2d-42f7-bba1-8b56541ae107 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7086899-c075-484f-917e-9d291331d13b HTTP/1.1" status: 200 len: 1002 time: 0.0998795 Dec 10 20:20:37.261977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-6cd72ae9-fe95-414d-bc98-7aee3f26d715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:20:37.263495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-6cd72ae9-fe95-414d-bc98-7aee3f26d715 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b048db59-cab5-478c-ab6c-4fb02e30f1bf HTTP/1.1" status: 200 len: 835 time: 0.0654690 Dec 10 20:20:37.344604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-b4048f05-87ea-4649-b41d-de87522b0b24 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743425 Dec 10 20:20:37.486214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-57e778ec-cd7b-4f22-92b8-e2b4b6f90e0b service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350968 Dec 10 20:20:37.626426 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e0fc98a-1a04-4c0e-ab25-6957e1a89b78 req-48a7604d-3f24-4554-bdf7-4c28f0b52bf5 service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340110 Dec 10 20:20:41.227348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7f67da18-e382-45a2-9729-717dce9f52b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:41.503602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:20:42.609538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:43.942178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e9a05c90-ce03-456e-b232-06c88511bca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:43.972987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:20:45.528209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:02.757989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:11.228392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cd8a-9f6e-47aa-ab00-cf09c3dda62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:12.615024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:13.944219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a3097eb-814e-46a3-8d42-fb7931bffb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:13.975299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:15.530749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:18.504960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:21:28.797673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755bb70-5976-4429-ac41-402cad1ab1eb req-c7e35808-2e92-4ccc-8d06-3cb52680bacd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:28.799295 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0755bb70-5976-4429-ac41-402cad1ab1eb req-c7e35808-2e92-4ccc-8d06-3cb52680bacd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0890160 Dec 10 20:21:28.850529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0755bb70-5976-4429-ac41-402cad1ab1eb req-1f85c453-4ce6-4a24-930f-af37b10872c7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448542 Dec 10 20:21:30.071484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bad49-2bde-41bd-ac52-a1da12031518 req-ef2788b6-2129-4da7-95a5-3b381b79c533 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:30.073047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-741bad49-2bde-41bd-ac52-a1da12031518 req-ef2788b6-2129-4da7-95a5-3b381b79c533 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0825851 Dec 10 20:21:30.120094 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-741bad49-2bde-41bd-ac52-a1da12031518 req-0bb5ce0f-1247-439d-8ad2-1af6730b24da tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410249 Dec 10 20:21:30.148391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41182) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:30.259285 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-28a6cb13-bf58-4a20-a5b9-19fddf5cb514 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/033ee346-e72d-4b77-9795-3f000ecd88ec HTTP/1.1" status: 200 len: 994 time: 0.1095572 Dec 10 20:21:31.764856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43a545-bc80-48e5-a02d-89cc59c47247 req-e2463927-cbbc-4b62-99ff-7556ed160ea1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:31.766607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df43a545-bc80-48e5-a02d-89cc59c47247 req-e2463927-cbbc-4b62-99ff-7556ed160ea1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0885472 Dec 10 20:21:31.815526 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df43a545-bc80-48e5-a02d-89cc59c47247 req-83a9e538-726f-4e9c-90f3-3930020abdaf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 Dec 10 20:21:32.776173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:33.025073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c69af-4ba0-4bd3-b1cd-147596fc0e0d req-b7f1c24c-2ef3-4953-aea7-0a2c2730e9a6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:33.026723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-756c69af-4ba0-4bd3-b1cd-147596fc0e0d req-b7f1c24c-2ef3-4953-aea7-0a2c2730e9a6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0831468 Dec 10 20:21:33.073867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-756c69af-4ba0-4bd3-b1cd-147596fc0e0d req-d61e6a2f-23ab-4e64-a1b9-586c85c5cc54 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411007 Dec 10 20:21:33.101502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41194) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:33.210941 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f569961f-4227-48fe-b910-a58a9bf4c69b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/033ee346-e72d-4b77-9795-3f000ecd88ec HTTP/1.1" status: 200 len: 994 time: 0.1081731 Dec 10 20:21:33.574427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41202) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:33.786716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port c8d10ec6-1c75-4a21-8391-b0999bcab2b9 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:21:33.787290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:33.961875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:33.962234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:34.090838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for c8d10ec6-1c75-4a21-8391-b0999bcab2b9 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:21:34.235809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:34.240172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b1a09e01-dbb0-48ad-a0bd-2ad91bd71e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:34.287449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=c8d10ec6-1c75-4a21-8391-b0999bcab2b9,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:34.327483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.327920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.328345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.328767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.329186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.329650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.330067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.330478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.330889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.331298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.331709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:34.339764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:34.395867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:34.807338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 5029e435-14d8-475e-9f91-e5ee9fc34990 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:21:35.016637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:21:35.026664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] Sync routers for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:21:35.034740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:35.039538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:21:35.040224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:35.092282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5b719d02-0c0b-4622-acad-a2bc5aacadef tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/floatingips/033ee346-e72d-4b77-9795-3f000ecd88ec HTTP/1.1" status: 204 len: 168 time: 1.5165372 Dec 10 20:21:35.092919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'tag': 'e7086899-c075-484f-917e-9d291331d13b'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:21:35.151595 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'tag': 'e7086899-c075-484f-917e-9d291331d13b', 'status': 'completed', 'code': 200} Dec 10 20:21:35.233292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:21:35.258067 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-26ef27e3-0d1e-4e2a-a0d3-44cc4e3ee419 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 1099 time: 0.0827127 Dec 10 20:21:35.408632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-709931b1-8fdc-4474-9f43-ea6023258f45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:35.410780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-709931b1-8fdc-4474-9f43-ea6023258f45 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e HTTP/1.1" status: 200 len: 897 time: 0.1461580 Dec 10 20:21:35.489835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-38c1f85d-eb3d-4522-b855-68b1f1ff016a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7086899-c075-484f-917e-9d291331d13b HTTP/1.1" status: 200 len: 217 time: 0.0727613 Dec 10 20:21:35.524929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab255c-454b-4031-979b-817cc949d134 req-7667bee5-fa8e-4656-8264-9f591980c762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:35.530154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28ab255c-454b-4031-979b-817cc949d134 req-7667bee5-fa8e-4656-8264-9f591980c762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.1087596 Dec 10 20:21:35.571192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-d6dcb225-9db3-424e-b420-6b11b4237a70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:35.572788 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-d6dcb225-9db3-424e-b420-6b11b4237a70 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b048db59-cab5-478c-ab6c-4fb02e30f1bf HTTP/1.1" status: 200 len: 835 time: 0.0746555 Dec 10 20:21:35.573155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:35.577329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] Checking router: 5029e435-14d8-475e-9f91-e5ee9fc34990 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:21:35.577676 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-28ab255c-454b-4031-979b-817cc949d134 req-3e85394e-5875-4cd4-be1c-8c1fce0c1725 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441701 Dec 10 20:21:35.589476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:21:35.590175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:35.656538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-d36899d4-520e-4212-b709-37288227f2eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769007 Dec 10 20:21:35.778905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:21:35.799670 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-1447623b-c745-42b7-a8a0-e3c7dace9b0a service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352234 Dec 10 20:21:35.942984 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e82b31a2-6929-487b-b8d5-2cca51788951 req-f2284b14-42b3-4c29-bfc1-ad9f9563e45a service neutron] 10.222.0.84 "GET /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360660 Dec 10 20:21:36.104694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:36.108697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade33fb-d5fa-4f63-be75-0cc8608a39cc None None] The sync data for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv is: [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:08Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '74859dd6-afb6-467f-b8d0-698534053cb2', 'name': '', 'network_id': 'a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:21:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:08Z', 'updated_at': '2021-12-10T20:20:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': 'b048db59-cab5-478c-ab6c-4fb02e30f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:21:36.571835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0daade-ec5c-4314-bd46-4c3a7ebc4884 None None] New status for floating IP 033ee346-e72d-4b77-9795-3f000ecd88ec: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:21:36.796235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7a01e-fbbc-41f4-804b-df0f20b53d36 req-747096c7-29ae-4388-aea6-9c14bd19ffd4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:36.797852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e5c7a01e-fbbc-41f4-804b-df0f20b53d36 req-747096c7-29ae-4388-aea6-9c14bd19ffd4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0830774 Dec 10 20:21:36.846737 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e5c7a01e-fbbc-41f4-804b-df0f20b53d36 req-c67a40d8-413e-4153-83e4-26c6fc52ffb3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Dec 10 20:21:37.367742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-08dba4d9-c11f-4e83-a56b-12bc11c87699 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:37.368497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-08dba4d9-c11f-4e83-a56b-12bc11c87699 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:21:37.384389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-08dba4d9-c11f-4e83-a56b-12bc11c87699 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:21:37.385616 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-08dba4d9-c11f-4e83-a56b-12bc11c87699 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.1038325 Dec 10 20:21:37.459602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port e7086899-c075-484f-917e-9d291331d13b {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:21:37.459986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:37.947437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port e7086899-c075-484f-917e-9d291331d13b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=e7086899-c075-484f-917e-9d291331d13b,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:21:37.947833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:38.055166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9a421-0075-4661-bff8-b0722aa12068 req-709f8aec-66b6-4175-9066-059f53f6c8d7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:38.056770 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d2c9a421-0075-4661-bff8-b0722aa12068 req-709f8aec-66b6-4175-9066-059f53f6c8d7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=9925e916-8aa6-4832-9783-ecb64e28525e HTTP/1.1" status: 200 len: 946 time: 0.0869777 Dec 10 20:21:38.080242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for e7086899-c075-484f-917e-9d291331d13b owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:21:38.105825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d2c9a421-0075-4661-bff8-b0722aa12068 req-6e5b8408-6211-43ca-84a2-52c32ee50799 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=914110f3-8def-43ea-9646-ea11fcab1914&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425875 Dec 10 20:21:38.226764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:38.232359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7161d0b0-1763-4d77-9b52-352fa25f4c01 tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:38.277185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=e7086899-c075-484f-917e-9d291331d13b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:38.281389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:38.359144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] No DVR routers for this DVR port e7086899-c075-484f-917e-9d291331d13b on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:21:38.361644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:38.364864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'name': 'network-vif-deleted', 'tag': 'e7086899-c075-484f-917e-9d291331d13b'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:21:38.381163 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-792f60ad-812b-4f3a-a91d-4263b6c29727 req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "DELETE /v2.0/ports/e7086899-c075-484f-917e-9d291331d13b HTTP/1.1" status: 204 len: 173 time: 0.9898486 Dec 10 20:21:38.419039 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9925e916-8aa6-4832-9783-ecb64e28525e', 'name': 'network-vif-deleted', 'tag': 'e7086899-c075-484f-917e-9d291331d13b', 'status': 'completed', 'code': 200} Dec 10 20:21:39.213270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41220) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:39.634079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:40.266587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 74859dd6-afb6-467f-b8d0-698534053cb2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:21:40.266973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:40.464040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port 74859dd6-afb6-467f-b8d0-698534053cb2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=74859dd6-afb6-467f-b8d0-698534053cb2,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:21:40.464440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:40.593417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 74859dd6-afb6-467f-b8d0-698534053cb2 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:21:40.774688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:40.778984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f565e868-8fea-47cc-b7fb-fb0c54ebc2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:40.822139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=74859dd6-afb6-467f-b8d0-698534053cb2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:40.825055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:41.138052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:41.229553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69b76f5e-76de-4f69-882f-f429083d3d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:41.980371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 5029e435-14d8-475e-9f91-e5ee9fc34990 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:21:42.191738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:21:42.201838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] Sync routers for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:21:42.205987 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/5029e435-14d8-475e-9f91-e5ee9fc34990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9914973 Dec 10 20:21:42.209985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41224) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:42.217907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:21:42.218594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:42.280238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e7086899-c075-484f-917e-9d291331d13b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:21:42.382639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: e7086899-c075-484f-917e-9d291331d13b {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:21:42.383041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device e7086899-c075-484f-917e-9d291331d13b not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:21:42.408140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting subnet b048db59-cab5-478c-ab6c-4fb02e30f1bf {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:21:42.411288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:42.450678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:21:42.468506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:42.560488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:42.659822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:42.664964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d5f90d2-1aa4-4f61-bd91-0c9a2d8d8716 tempest-AllowedAddressPairTestJSON-1833408962 tempest-AllowedAddressPairTestJSON-1833408962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:42.670635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:42.704038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Subnet': ['ID=b048db59-cab5-478c-ab6c-4fb02e30f1bf,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:42.706768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:42.709769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:42.716217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0e676ae8-9561-41ce-afee-5c8c21e1197e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/subnets/b048db59-cab5-478c-ab6c-4fb02e30f1bf HTTP/1.1" status: 204 len: 168 time: 0.5052030 Dec 10 20:21:42.718991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41228) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:42.742110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b1d74-5b3b-4c49-be51-fc0a41aaaf84 None None] Network a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:21:42.932265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:42.942280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:21:40Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'c585545a-1021-4078-ad88-02d0c7a20ea2', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:42.949009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] Checking router: 5029e435-14d8-475e-9f91-e5ee9fc34990 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:21:42.974808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] Routers {'5029e435-14d8-475e-9f91-e5ee9fc34990'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:21:42.975480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['5029e435-14d8-475e-9f91-e5ee9fc34990'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:43.151913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.161052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port c585545a-1021-4078-ad88-02d0c7a20ea2 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:21:43.161604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.315354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] Set router 5029e435-14d8-475e-9f91-e5ee9fc34990 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:21:43.349118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port c585545a-1021-4078-ad88-02d0c7a20ea2, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c585545a-1021-4078-ad88-02d0c7a20ea2,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:21:43.349537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.358970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] DHCP port deletion for a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:21:43.375767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Deleting port 973d63fe-e5dc-4e04-b62c-7862736e69a9 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:21:43.376200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.470446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:21:43Z', 'revision_number': 6, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:43.483050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ab76a-0acb-49aa-af81-9704eded3562 None None] The sync data for ids ['5029e435-14d8-475e-9f91-e5ee9fc34990'] in dv-neutron-821443-1-hyperv is: [{'id': '5029e435-14d8-475e-9f91-e5ee9fc34990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592336812', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:04Z', 'updated_at': '2021-12-10T20:21:43Z', 'revision_number': 6, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port_host': None}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:21:43.486563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for c585545a-1021-4078-ad88-02d0c7a20ea2 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:21:43.664622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] For port 973d63fe-e5dc-4e04-b62c-7862736e69a9, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=973d63fe-e5dc-4e04-b62c-7862736e69a9,segment=NetworkSegment(3c7bc3ce-3c48-4972-9caf-d223580283c8),segment_id=3c7bc3ce-3c48-4972-9caf-d223580283c8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:21:43.665100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.670907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.676134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:43.719158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=c585545a-1021-4078-ad88-02d0c7a20ea2,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:43.723562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:43.796337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Calling delete_port for 973d63fe-e5dc-4e04-b62c-7862736e69a9 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:21:43.873865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.878307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:43.924423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Pushing event deleted for resources: {'Port': ['ID=973d63fe-e5dc-4e04-b62c-7862736e69a9,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:43.942647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] No DVR routers for this DVR port 973d63fe-e5dc-4e04-b62c-7862736e69a9 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:21:43.952282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.952661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.954607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.955432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.955830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.956219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.956631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.957017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.957394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.958051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.958420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:43.962125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:43.962808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-64049e54-0306-4c1a-8daa-1aa91a6f70be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.967221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:43.980197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:44.485565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:44.490039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:44.515042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:44.515608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Fanout notify agent at l3_agent the message router_deleted on router 5029e435-14d8-475e-9f91-e5ee9fc34990 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:21:44.532357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:44.533684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/routers/5029e435-14d8-475e-9f91-e5ee9fc34990 HTTP/1.1" status: 204 len: 168 time: 1.8135893 Dec 10 20:21:44.536674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41232) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:44.668723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:44.907327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c585545a-1021-4078-ad88-02d0c7a20ea2 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:21:44.944079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: c585545a-1021-4078-ad88-02d0c7a20ea2 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:21:44.944482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c585545a-1021-4078-ad88-02d0c7a20ea2 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:21:44.945001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 74859dd6-afb6-467f-b8d0-698534053cb2 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:21:44.979745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 74859dd6-afb6-467f-b8d0-698534053cb2 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:21:44.980146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 74859dd6-afb6-467f-b8d0-698534053cb2 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:21:44.980626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 973d63fe-e5dc-4e04-b62c-7862736e69a9 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:21:45.014692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 973d63fe-e5dc-4e04-b62c-7862736e69a9 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:21:45.015094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 973d63fe-e5dc-4e04-b62c-7862736e69a9 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:21:45.034652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.061255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:45.074368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7bc3ce-3c48-4972-9caf-d223580283c8') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:45.074707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7bc3ce-3c48-4972-9caf-d223580283c8') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:45.086691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.103136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.109587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:21:45.110041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:21:45.130214 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:21:45.208972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.213488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.217623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:45.242448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Network': ['ID=a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:45.253218 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/networks/a27dcc5c-4b7a-4ac3-919b-65f7dcd5510e HTTP/1.1" status: 204 len: 168 time: 0.7154291 Dec 10 20:21:45.255285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.255717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.256294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41236) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:45.256420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.256726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.257141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.257573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.257990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.258401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.258812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.259218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.259626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:45.263710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:45.331431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-999fcef1-b168-4c5d-a550-1b75fedc4366 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.361971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-999fcef1-b168-4c5d-a550-1b75fedc4366 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.414815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-999fcef1-b168-4c5d-a550-1b75fedc4366 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.419988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5bdb7db3-bf29-42ae-99f7-fe5daf714c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:45.436083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fcef1-b168-4c5d-a550-1b75fedc4366 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914110f3-8def-43ea-9646-ea11fcab1914,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:45.440731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-999fcef1-b168-4c5d-a550-1b75fedc4366 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:45.444207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-999fcef1-b168-4c5d-a550-1b75fedc4366 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.445445 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-999fcef1-b168-4c5d-a550-1b75fedc4366 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/security-groups/914110f3-8def-43ea-9646-ea11fcab1914 HTTP/1.1" status: 204 len: 168 time: 0.1880698 Dec 10 20:21:45.537099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.750948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41244) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:45.757007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618106730', 'description': 'tempest-secgroup-smoke-1618106730 description', 'project_id': '309652c67fcc4b2a904147474a4a4ea6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:45.763492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:45.767825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:45.771330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:45.777266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:45.787646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.823349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:45.828015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:45.831102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:45.837737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:45.893570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.896528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.901692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-999fcef1-b168-4c5d-a550-1b75fedc4366 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:45.947753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6c5672-7038-4a50-b6f0-9c8d71a099e7,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:45.950657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:45.951969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:45.955872 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7d85e96f-0146-46f8-9f99-1384f484e762 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2012122 Dec 10 20:21:45.957327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41248) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:45.963015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '9d6c5672-7038-4a50-b6f0-9c8d71a099e7', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:45.969268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:45.973333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:45.976327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:45.982359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:45.997417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.058847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.061324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.069222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b81ddcf-4f23-42de-8035-05c11a83efd5 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:46.088854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1da95a4-2e63-4ff2-85ca-3c2379608503,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:46.093413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:46.096648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.097930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6ebc986c-47a3-496c-aaf6-39fb9f42dcab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1400859 Dec 10 20:21:46.100822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41252) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:46.106702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '9d6c5672-7038-4a50-b6f0-9c8d71a099e7', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:46.112820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:46.116871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:46.119896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:46.125960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:46.141887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.205149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.209339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.211309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2ba56f3a-7c33-4854-82f1-e5840720829a tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:46.234365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f8d289-69e6-4f32-ba12-94b7874e5b0f,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:46.236791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:46.242911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.244312 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-97bc72f8-60ee-4a5a-9118-22c5e96850f2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1424952 Dec 10 20:21:46.247215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41256) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:46.253124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '9d6c5672-7038-4a50-b6f0-9c8d71a099e7', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:46.259724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:46.263765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:46.266767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:46.273288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:46.291236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.354991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.357546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.359412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a49e25ca-9488-4737-a857-6142de756574 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:46.383008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d72f4f7-a5c2-459d-bef7-6f3c1b4a0095,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:46.385462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:46.391415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.392663 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-54d80312-d19d-429f-b593-3d1fa4eb419d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444159 Dec 10 20:21:46.395947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41260) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:46.402251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '9d6c5672-7038-4a50-b6f0-9c8d71a099e7', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:46.408801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:46.412863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:46.415908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:46.421935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:46.438281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.509122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.511869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.513831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aa39a25e-4164-4371-94d6-2371edb96fb0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:46.536787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0637feff-963a-4e89-b23e-091274d276a8,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:46.539336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:46.545623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.546896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1498313 Dec 10 20:21:46.549796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41264) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:46.556157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '9d6c5672-7038-4a50-b6f0-9c8d71a099e7', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:46.562436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:46.567148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:46.570208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:46.576262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:46.585853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:21:46.592374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.658632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.663232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.665156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8d0889db-394b-440f-987e-883d01f603cd tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:46.688522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9972507-6345-4652-b4cf-66cff2114f31,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:46.691723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:46.697797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.699068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1477654 Dec 10 20:21:46.701958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41268) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:46.708004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '9d6c5672-7038-4a50-b6f0-9c8d71a099e7', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:46.714118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:46.718091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:46.721098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:46.727576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:46.736682 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:21:46.743837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.812534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.815149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.817033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f44acd02-f184-4c98-8a8a-a585a5e2874d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:46.840312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48dd74f-5323-4bf9-8edf-857bbf35ecfa,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:46.842788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:46.849410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.850760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d977789-3c98-483a-9af7-7f067e31e6db tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1478148 Dec 10 20:21:46.853812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41272) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:46.859759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'network': {'name': 'tempest-network-smoke--281251547', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:46.865662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:46.870172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:network and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:46.873143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:46.879308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:46.888318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:21:46.893654 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.922054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:21:46.931259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.931619 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Added segment 6f180dd3-1f2e-4a28-aba1-0b0e8e462c36 of type vlan for network ff1d4484-e1ff-481c-adcf-76fb02acabbc Dec 10 20:21:46.957004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.985715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.990352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:46.990979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:46.996105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:47.098538 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2434850 Dec 10 20:21:47.101490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41276) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:47.107487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'admin_state_up': True, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:47.110200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Network': ['ID=ff1d4484-e1ff-481c-adcf-76fb02acabbc,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:47.113192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3bc3f959-cc13-41f9-bebf-7397f4ab9415 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:47.115159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:47.119316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:router and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:47.121157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:21:47.122427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:47.128491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:47.138832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:47.139844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:47.160881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:47.315251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:47.502644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:47.535793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:47.678699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.57 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/8bba30fa-d602-44a1-b3ba-f47a8ae33041) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:21:47.832466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:47.859666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:47.864469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-428685a4-06a3-4694-a590-0a2db8dc819f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:47.931012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:21:47.934047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:21:47.936542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:21:47.968056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=8bba30fa-d602-44a1-b3ba-f47a8ae33041,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:47.970811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:48.102847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:48.103526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:48.337096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 22c79fda-555e-4afe-be89-ae028fae9d0d is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:21:48.553216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:21:48.564129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Sync routers for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:21:48.577341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:21:48.578126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:48.580380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:48.582180 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4790664 Dec 10 20:21:48.586058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41280) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:48.633547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-069770b8-d3a1-4307-bdfc-a1d40982d8d7 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=309652c67fcc4b2a904147474a4a4ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444520 Dec 10 20:21:48.634538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41284) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:48.764049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:21:48.776772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383201a-ff45-4c56-8ee6-138114443089 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:48.778467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9383201a-ff45-4c56-8ee6-138114443089 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1429651 Dec 10 20:21:48.781528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41288) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:48.830309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5e53b8d2-5086-41cc-87d0-5c1ce300668e tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475214 Dec 10 20:21:48.833799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41292) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:48.839953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883059756', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:48.959086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:48.963509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:subnet and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:21:48.966883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:21:48.973706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:48.983227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:21:49.097703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.213090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:48Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:49.217126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Checking router: 22c79fda-555e-4afe-be89-ae028fae9d0d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:21:49.217542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Updating router 22c79fda-555e-4afe-be89-ae028fae9d0d port 8bba30fa-d602-44a1-b3ba-f47a8ae33041 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:21:49.270918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.328669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.334146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-988447b7-f4f7-46ce-b5e1-3efbf9292093 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:49.411765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Subnet': ['ID=14c568b5-d583-4937-86d4-f05684cb0bbf,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:49.415814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:49.424270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Checking segment: {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:21:49.424664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network hostable DHCP agents. Network: ff1d4484-e1ff-481c-adcf-76fb02acabbc, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:21:49.450721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:21:49.460868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, ff1d4484-e1ff-481c-adcf-76fb02acabbc) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:21:49.465019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:49.465697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.473266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d85d1e-e242-45c1-bec9-e77b3be2c722 None None] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:21:49.491393 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6537142 Dec 10 20:21:49.491598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41296) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:21:49.626575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.640051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Transition to ACTIVE for port object 8bba30fa-d602-44a1-b3ba-f47a8ae33041 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:21:49.645769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.651999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:49.722805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:21:49.723706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.738805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Attempting to bind port 8bba30fa-d602-44a1-b3ba-f47a8ae33041 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:21:49.739226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Attempting to bind port 8bba30fa-d602-44a1-b3ba-f47a8ae33041 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:21:49.739635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Attempting to bind port 8bba30fa-d602-44a1-b3ba-f47a8ae33041 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:21:49.743833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Pushing event updated for resources: {'Port': ['ID=8bba30fa-d602-44a1-b3ba-f47a8ae33041,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:49.753747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:21:49.754181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:21:49.754619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.755052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:21:49.755565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Bound port: 8bba30fa-d602-44a1-b3ba-f47a8ae33041, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:21:49.755984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.786239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.786769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.786769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.787249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.787569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.787903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.788331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.788746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.789126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.789493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.789908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:21:49.799500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:49.841779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] For port 8bba30fa-d602-44a1-b3ba-f47a8ae33041, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:21:49.846232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] For port 8bba30fa-d602-44a1-b3ba-f47a8ae33041, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8bba30fa-d602-44a1-b3ba-f47a8ae33041,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:21:49.850192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:49.854003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b5828b9-6807-4a39-909e-ac1ae2184429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:49.895658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Allocated IP 172.20.0.2 (ff1d4484-e1ff-481c-adcf-76fb02acabbc/14c568b5-d583-4937-86d4-f05684cb0bbf/bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:21:49.939867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Pushing event updated for resources: {'Port': ['ID=8bba30fa-d602-44a1-b3ba-f47a8ae33041,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:49.944228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:49.946697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:21:49.947364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:50.127863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:50.137427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:21:50.140134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Transition to ACTIVE for port object bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:21:50.162401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Transition to ACTIVE for port object bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:21:50.167250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:50.173432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:50.250624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:21:50.251833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:21:50.254417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:21:50.294678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Pushing event updated for resources: {'Port': ['ID=bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:50.302200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:50.314020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:50.357655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Attempting to bind port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:21:50.358083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Attempting to bind port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:21:50.358504 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Attempting to bind port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a on network ff1d4484-e1ff-481c-adcf-76fb02acabbc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:21:50.365431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:21:50.365886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Checking segment: {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:21:50.366339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:50.366789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Bound using segment: {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:21:50.367303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Bound port: bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:21:50.367728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:50.438410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:48Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:50.446834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d6414-4e33-4f55-9cad-51a1b48b3640 None None] The sync data for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv is: [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:48Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:21:50.473472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] For port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:21:50.477446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] For port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:21:50.481497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:50.485926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:50.572707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Pushing event updated for resources: {'Port': ['ID=bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:50.576160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:50.746162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.1 (ff1d4484-e1ff-481c-adcf-76fb02acabbc/14c568b5-d583-4937-86d4-f05684cb0bbf/8bf6a65d-35bd-41d1-9458-c86ee838c89d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:21:50.960082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:50.984468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object 8bf6a65d-35bd-41d1-9458-c86ee838c89d will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:21:51.012941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:51.018577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2d9f524a-e0eb-4184-991c-80572ee3a86d tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:51.097243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=8bf6a65d-35bd-41d1-9458-c86ee838c89d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:51.103292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:51.116442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:21:51.117797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:21:51.120963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:21:51.176953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8bba30fa-d602-44a1-b3ba-f47a8ae33041 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:21:51.190268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:51.257665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 8bba30fa-d602-44a1-b3ba-f47a8ae33041 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:21:51.262785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 8bba30fa-d602-44a1-b3ba-f47a8ae33041 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:51.263213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:51.286297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:51.394343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:51.413297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 8bba30fa-d602-44a1-b3ba-f47a8ae33041, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8bba30fa-d602-44a1-b3ba-f47a8ae33041,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:21:51.418002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:51.420450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:51.513185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=8bba30fa-d602-44a1-b3ba-f47a8ae33041,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:51.516989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:51.980512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:51.984946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:52.015839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bfd4e24f-e1d2-42bc-b594-b1263a820ccf tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:52.112070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:52.119986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=8bf6a65d-35bd-41d1-9458-c86ee838c89d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:52.134922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:52.279980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:21:52.281208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:21:52.374108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fcab7d-e774-4395-9479-9d96e3ea6946 None None] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:21:52.536302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7c5d6c9f-d898-41b6-8061-8d303570c438 None None] Provisioning for port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:21:52.709574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 22c79fda-555e-4afe-be89-ae028fae9d0d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:21:52.939377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:21:52.957485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/22c79fda-555e-4afe-be89-ae028fae9d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4617383 Dec 10 20:21:53.005394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7c41287f-1823-4ff2-9f53-f381a6812408 None None] Provisioning for port 8bf6a65d-35bd-41d1-9458-c86ee838c89d completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:21:53.010416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8bba30fa-d602-44a1-b3ba-f47a8ae33041 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:21:53.049228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7c41287f-1823-4ff2-9f53-f381a6812408 None None] Provisioning complete for port 8bf6a65d-35bd-41d1-9458-c86ee838c89d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:53.049778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7c41287f-1823-4ff2-9f53-f381a6812408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:53.128068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7c41287f-1823-4ff2-9f53-f381a6812408 None None] Port 8bf6a65d-35bd-41d1-9458-c86ee838c89d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:21:53.152561 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-48e0890e-c991-4057-918d-e6835c3879cd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618106730&fields=id&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 267 time: 0.0479650 Dec 10 20:21:53.155589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 8bba30fa-d602-44a1-b3ba-f47a8ae33041 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:53.156021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:53.299347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:21:53.339553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a8d5d8e3-3a26-420b-a427-d18e1a5432ad None None] Provisioning complete for port 8bf6a65d-35bd-41d1-9458-c86ee838c89d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:53.339983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d8e3-3a26-420b-a427-d18e1a5432ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:53.342197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-76e4ba54-dc24-489a-aa04-ba9ba7b30953 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:53.342976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-76e4ba54-dc24-489a-aa04-ba9ba7b30953 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:21:53.361293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-76e4ba54-dc24-489a-aa04-ba9ba7b30953 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:21:53.362807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-76e4ba54-dc24-489a-aa04-ba9ba7b30953 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/networks?id=ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 200 len: 796 time: 0.1962838 Dec 10 20:21:53.381462 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-42e7e99f-38b7-4bcd-88e8-24b6bb3e3d6b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/quotas/309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 375 time: 0.0123196 Dec 10 20:21:53.427833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5d8e3-3a26-420b-a427-d18e1a5432ad None None] Port 8bf6a65d-35bd-41d1-9458-c86ee838c89d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:21:53.435041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:21:53.440361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:53.441756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:53.490901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-756cb65b-5162-4a79-a5ff-b14e2d625a9f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:21:53.506321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-756cb65b-5162-4a79-a5ff-b14e2d625a9f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:21:53.507740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-756cb65b-5162-4a79-a5ff-b14e2d625a9f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202023 Dec 10 20:21:53.577388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:53.597866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c924ad3e-4073-465c-b19a-4eeb8f17fa9c None None] Provisioning complete for port 8bf6a65d-35bd-41d1-9458-c86ee838c89d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:53.598301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c924ad3e-4073-465c-b19a-4eeb8f17fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:53.668301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:21:53.669454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c924ad3e-4073-465c-b19a-4eeb8f17fa9c None None] Port 8bf6a65d-35bd-41d1-9458-c86ee838c89d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:21:53.672350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:53.674067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-36c8f498-d209-4786-9bba-35373a23553e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:53.736181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-2ffc582c-e8dc-48f6-a29a-a4ccb330209a service neutron] 10.222.0.41 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150438 Dec 10 20:21:53.877920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Sync routers for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:21:53.887562 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-3a5bdf52-3239-4167-8c0b-d0b98b6c6f77 service neutron] 10.222.0.41 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442075 Dec 10 20:21:53.917576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:21:53.918214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:53.976212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:54.039838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:54.088649 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b1f6e73-83ff-4213-b2ec-30fef021bc31 req-550f2673-075a-4209-8b32-d4feefe5e055 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 210 time: 0.0465014 Dec 10 20:21:54.119714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:21:54.456404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 2, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:54.461760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Checking router: 22c79fda-555e-4afe-be89-ae028fae9d0d for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:21:54.462180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Updating router 22c79fda-555e-4afe-be89-ae028fae9d0d port 8bf6a65d-35bd-41d1-9458-c86ee838c89d binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:21:54.521499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:54.887143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:54.902255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Transition to ACTIVE for port object 8bf6a65d-35bd-41d1-9458-c86ee838c89d will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:21:54.908205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:54.913664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:54.950685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:21:55.099565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b29104-e9d2-4a72-94ad-994866ba17d6 None None] Pushing event updated for resources: {'Port': ['ID=8bf6a65d-35bd-41d1-9458-c86ee838c89d,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:55.106603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15b29104-e9d2-4a72-94ad-994866ba17d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:55.215385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:55.215815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:55.252264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Attempting to bind port 8bf6a65d-35bd-41d1-9458-c86ee838c89d on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:21:55.252687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Attempting to bind port 8bf6a65d-35bd-41d1-9458-c86ee838c89d by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:21:55.253647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Attempting to bind port 8bf6a65d-35bd-41d1-9458-c86ee838c89d on network ff1d4484-e1ff-481c-adcf-76fb02acabbc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:21:55.274882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:21:55.275325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Checking segment: {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:21:55.275790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:55.276236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Bound using segment: {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:21:55.276774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Bound port: 8bf6a65d-35bd-41d1-9458-c86ee838c89d, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:21:55.277208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:55.278125 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-621cd7fc-de6e-4a58-a70f-6f5437added0 req-afaff0d2-e3cd-44e2-b9fd-f048305d8a2e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 210 time: 0.0573144 Dec 10 20:21:55.448244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-3f541952-8fb8-4246-8404-584ac36ac8b4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:55.450154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-3f541952-8fb8-4246-8404-584ac36ac8b4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/networks?id=ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 200 len: 796 time: 0.1820965 Dec 10 20:21:55.455015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] For port 8bf6a65d-35bd-41d1-9458-c86ee838c89d, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:21:55.460272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] For port 8bf6a65d-35bd-41d1-9458-c86ee838c89d, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8bf6a65d-35bd-41d1-9458-c86ee838c89d,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:21:55.467555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:55.472619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:55.506644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:21:55.507211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-695e36ce-45c6-4334-944c-cf7e004b13d3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:21:55.522915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-695e36ce-45c6-4334-944c-cf7e004b13d3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:21:55.524156 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-695e36ce-45c6-4334-944c-cf7e004b13d3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 380 time: 0.0626001 Dec 10 20:21:55.534873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'port': {'device_id': 'a53c9192-f979-4954-a064-c5463c2987fb', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'admin_state_up': True, 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'security_groups': ['9d6c5672-7038-4a50-b6f0-9c8d71a099e7']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:55.571695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b29104-e9d2-4a72-94ad-994866ba17d6 None None] Pushing event updated for resources: {'Port': ['ID=8bf6a65d-35bd-41d1-9458-c86ee838c89d,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:55.576356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15b29104-e9d2-4a72-94ad-994866ba17d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:55.577558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:21:55.578272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:55.694645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:21:55.710154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:21:55.719609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:21:55.725949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:55.779662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:21:55.900872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.13 (ff1d4484-e1ff-481c-adcf-76fb02acabbc/14c568b5-d583-4937-86d4-f05684cb0bbf/41eb728a-7f77-4883-95d8-725b2d4bc569) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:21:56.096898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:56.113699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object 41eb728a-7f77-4883-95d8-725b2d4bc569 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:21:56.126677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:21:56.131139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11696551-b5d3-4ee4-aed2-9e1a3d689f6d None None] The sync data for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv is: [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:21:56.133995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:56.140239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9a9cda5-412f-4e43-88a3-2bf1085a0b35 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:56.216837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:21:56.218191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:21:56.223094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:21:56.277381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=41eb728a-7f77-4883-95d8-725b2d4bc569,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:56.282909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:56.303910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:56.304611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:56.337589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8084884 Dec 10 20:21:56.351120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Request body: {'port': {'device_id': 'a53c9192-f979-4954-a064-c5463c2987fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:21:56.492588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:56.527799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d143f-caf3-452b-9c22-025e97a49263 req-d4638fd6-4fda-456a-8058-5d99b9659bfe tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:56.534124 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005d143f-caf3-452b-9c22-025e97a49263 req-d4638fd6-4fda-456a-8058-5d99b9659bfe tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 932 time: 0.1127114 Dec 10 20:21:56.581912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-005d143f-caf3-452b-9c22-025e97a49263 req-7e4f1461-2b84-4f44-910c-5041536a6153 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Dec 10 20:21:56.663221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2bbd90c5-dba9-4798-be5f-2bf8cb0e8b08 None None] Provisioning for port 41eb728a-7f77-4883-95d8-725b2d4bc569 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:21:56.668538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-2bbd90c5-dba9-4798-be5f-2bf8cb0e8b08 None None] Provisioning complete for port 41eb728a-7f77-4883-95d8-725b2d4bc569 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:56.669173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2bbd90c5-dba9-4798-be5f-2bf8cb0e8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:56.726943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd90c5-dba9-4798-be5f-2bf8cb0e8b08 None None] Port 41eb728a-7f77-4883-95d8-725b2d4bc569 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:21:56.896987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41eb728a-7f77-4883-95d8-725b2d4bc569 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:21:56.905597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:56.923539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Transition to ACTIVE for port object 41eb728a-7f77-4883-95d8-725b2d4bc569 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:21:56.926323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:56.932159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b0272660-be05-435b-8ea3-18d1c746b040 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:56.958313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8bf6a65d-35bd-41d1-9458-c86ee838c89d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:21:57.043550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 8bf6a65d-35bd-41d1-9458-c86ee838c89d completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:21:57.049144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 8bf6a65d-35bd-41d1-9458-c86ee838c89d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:57.049602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:57.066034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=41eb728a-7f77-4883-95d8-725b2d4bc569,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:57.077390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:57.195152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:57.215139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Attempting to bind port 41eb728a-7f77-4883-95d8-725b2d4bc569 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:21:57.215527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Attempting to bind port 41eb728a-7f77-4883-95d8-725b2d4bc569 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:21:57.215907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Attempting to bind port 41eb728a-7f77-4883-95d8-725b2d4bc569 on network ff1d4484-e1ff-481c-adcf-76fb02acabbc {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:21:57.222955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Port 41eb728a-7f77-4883-95d8-725b2d4bc569 on network ff1d4484-e1ff-481c-adcf-76fb02acabbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:21:57.223327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Attempting to bind port 41eb728a-7f77-4883-95d8-725b2d4bc569 on network ff1d4484-e1ff-481c-adcf-76fb02acabbc {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:21:57.230924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:21:57.231307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Checking segment: {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:21:57.231831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Bound using segment: {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:21:57.232321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Bound port: 41eb728a-7f77-4883-95d8-725b2d4bc569, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:21:57.232714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:57.232829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 8bf6a65d-35bd-41d1-9458-c86ee838c89d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8bf6a65d-35bd-41d1-9458-c86ee838c89d,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:21:57.237638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:57.239601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2fdc9453-ecbb-4ffd-a686-2f6421149e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:57.316629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=8bf6a65d-35bd-41d1-9458-c86ee838c89d,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:57.320100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:57.333882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] For port 41eb728a-7f77-4883-95d8-725b2d4bc569, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:21:57.337174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] For port 41eb728a-7f77-4883-95d8-725b2d4bc569, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=41eb728a-7f77-4883-95d8-725b2d4bc569,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:21:57.341052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:57.345894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-27354524-f7f1-40d5-a88e-6a5818116776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:21:57.416868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:57.418353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] 10.222.0.84 "PUT /v2.0/ports/41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 200 len: 1094 time: 1.0731618 Dec 10 20:21:57.418942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:21:57.438488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=41eb728a-7f77-4883-95d8-725b2d4bc569,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:21:57.442483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:21:57.511424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'status': 'completed', 'code': 200} Dec 10 20:21:57.553200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-90831bb2-57b0-499e-9f9c-ec8684848cb7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1097 time: 0.0861669 Dec 10 20:21:57.636191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-7e79c805-d33d-41fc-ae33-8b4378596255 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 200 len: 217 time: 0.0760410 Dec 10 20:21:57.708381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-3facdd76-01b1-42fb-9762-a4cea7e2e393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:57.710041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-3facdd76-01b1-42fb-9762-a4cea7e2e393 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14c568b5-d583-4937-86d4-f05684cb0bbf HTTP/1.1" status: 200 len: 835 time: 0.0673201 Dec 10 20:21:57.791659 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-1af93e08-b979-4869-aabf-ff53291acff8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff1d4484-e1ff-481c-adcf-76fb02acabbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756927 Dec 10 20:21:57.802247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677dae-22ab-4eca-9bb7-90199db81e8d req-cca389cc-f53e-4892-ae32-b3183c7c72c7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:57.803845 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa677dae-22ab-4eca-9bb7-90199db81e8d req-cca389cc-f53e-4892-ae32-b3183c7c72c7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 944 time: 0.0941985 Dec 10 20:21:57.857290 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aa677dae-22ab-4eca-9bb7-90199db81e8d req-7d82f88c-add3-40b8-b132-740eb0345760 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470431 Dec 10 20:21:57.939291 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-2504876a-53f4-484c-ba92-b31769c8d403 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412303 Dec 10 20:21:58.323109 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-079d90dc-b8cf-4842-8cfd-68349d8492ed req-b06a243e-a743-40cf-a527-71018778405c service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779500 Dec 10 20:21:58.438750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-69975c51-7f83-468b-9e02-cdc812f4edb0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1097 time: 0.0740526 Dec 10 20:21:58.578575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-f8a65818-8819-4d3f-be55-83e91c06fa0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:58.580121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-f8a65818-8819-4d3f-be55-83e91c06fa0a service neutron] 10.222.0.84 "GET /v2.0/networks?id=ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 200 len: 897 time: 0.1343515 Dec 10 20:21:58.657267 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-eb0c691d-9402-440c-a87d-b15a041b3f3c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 200 len: 217 time: 0.0703881 Dec 10 20:21:58.723601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-57657368-9530-4fca-a5d4-23be473c47d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:58.725092 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-57657368-9530-4fca-a5d4-23be473c47d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14c568b5-d583-4937-86d4-f05684cb0bbf HTTP/1.1" status: 200 len: 835 time: 0.0618334 Dec 10 20:21:58.804364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-80364a13-d14c-4d2d-88b1-8000244d1ba9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff1d4484-e1ff-481c-adcf-76fb02acabbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730820 Dec 10 20:21:58.925529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8bf6a65d-35bd-41d1-9458-c86ee838c89d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:21:58.947632 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-1e0b6cf7-d5e2-4efa-ae73-d245a559f2a3 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367202 Dec 10 20:21:59.004692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 8bf6a65d-35bd-41d1-9458-c86ee838c89d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:21:59.005121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:21:59.075619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865a90c-8400-416f-b3d4-a2ff2860b245 req-9c56b778-9ce1-4bb7-b43b-68196a6454a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:21:59.077246 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e865a90c-8400-416f-b3d4-a2ff2860b245 req-9c56b778-9ce1-4bb7-b43b-68196a6454a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 944 time: 0.0891609 Dec 10 20:21:59.094609 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-87a9a591-35e8-40b3-accb-7de849cd9d14 req-9079c5c4-5a6f-4afa-9ce9-01855224b992 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402237 Dec 10 20:21:59.130492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e865a90c-8400-416f-b3d4-a2ff2860b245 req-0064d373-4240-4cf6-9aa9-f52530c71e67 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457265 Dec 10 20:22:00.564991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46d89-b1d3-46ce-bc02-7c252a0be028 req-af166a40-012b-4403-9105-ca3fb5f7f36e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:00.567157 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7be46d89-b1d3-46ce-bc02-7c252a0be028 req-af166a40-012b-4403-9105-ca3fb5f7f36e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 944 time: 0.3160796 Dec 10 20:22:00.615402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7be46d89-b1d3-46ce-bc02-7c252a0be028 req-93ece7f9-8788-45c9-81a4-9bda49522298 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Dec 10 20:22:01.818292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a544ca-18e8-4cb8-a413-8ed6610276b9 req-ad24af41-c639-456e-bd9b-0a5b8906c3fc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:01.819853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-40a544ca-18e8-4cb8-a413-8ed6610276b9 req-ad24af41-c639-456e-bd9b-0a5b8906c3fc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 944 time: 0.0832243 Dec 10 20:22:01.867410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-40a544ca-18e8-4cb8-a413-8ed6610276b9 req-71dc8261-16a2-4c98-8a33-2f949d657f5e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415871 Dec 10 20:22:02.363958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 41eb728a-7f77-4883-95d8-725b2d4bc569 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:22:02.666555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 41eb728a-7f77-4883-95d8-725b2d4bc569, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=41eb728a-7f77-4883-95d8-725b2d4bc569,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:22:02.680992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'port_id': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'mac_address': 'fa:16:3e:39:f0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:22:02.739840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:02.767901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eb728a-7f77-4883-95d8-725b2d4bc569 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:22:02.780077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:02.784888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 41eb728a-7f77-4883-95d8-725b2d4bc569, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=41eb728a-7f77-4883-95d8-725b2d4bc569,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:22:02.787391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:02.789175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:22:02.856792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=41eb728a-7f77-4883-95d8-725b2d4bc569,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:22:02.859418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:22:03.075273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186d956-2370-47e1-b211-198ffcb9cf5c req-56d52ba7-b959-4217-b578-caf6587c0747 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:03.076873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e186d956-2370-47e1-b211-198ffcb9cf5c req-56d52ba7-b959-4217-b578-caf6587c0747 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 945 time: 0.0866756 Dec 10 20:22:03.124959 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e186d956-2370-47e1-b211-198ffcb9cf5c req-3ccf0e63-f363-42e2-acf2-877ac4973dad tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411346 Dec 10 20:22:03.156829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['41eb728a-7f77-4883-95d8-725b2d4bc569'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:22:04.325138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35774-f55c-4408-b84b-e1bd90eed563 req-ce5eb50b-5e1a-4599-867b-c55d5c1274f0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:04.326727 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7dc35774-f55c-4408-b84b-e1bd90eed563 req-ce5eb50b-5e1a-4599-867b-c55d5c1274f0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 945 time: 0.0824821 Dec 10 20:22:04.363703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 41eb728a-7f77-4883-95d8-725b2d4bc569 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:22:04.378559 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7dc35774-f55c-4408-b84b-e1bd90eed563 req-0aa26ba3-a27e-45fe-96f0-03abe26414f7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442755 Dec 10 20:22:04.438065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 41eb728a-7f77-4883-95d8-725b2d4bc569 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:22:04.443465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 41eb728a-7f77-4883-95d8-725b2d4bc569 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:22:04.443897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:04.566556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:04.593999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:22:04.604010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 41eb728a-7f77-4883-95d8-725b2d4bc569, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=41eb728a-7f77-4883-95d8-725b2d4bc569,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:22:04.608424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:04.611075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:22:04.650389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'code': 200} Dec 10 20:22:04.684640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=41eb728a-7f77-4883-95d8-725b2d4bc569,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:22:04.687812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:22:04.902939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-67bd5481-a9fb-4f5d-92e6-aadf7cd854f7 req-815cafab-e004-4e6b-b045-45dff4f51cb0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1099 time: 0.0784407 Dec 10 20:22:04.947069 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-67bd5481-a9fb-4f5d-92e6-aadf7cd854f7 req-debce5c8-8d57-453c-908b-77849e586c8b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377200 Dec 10 20:22:05.586817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9e86-65b4-4627-adb9-9edc1191f796 req-49fed506-d385-4eb3-abce-a70b12dfe8f5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:05.588402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e1a9e86-65b4-4627-adb9-9edc1191f796 req-49fed506-d385-4eb3-abce-a70b12dfe8f5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0858736 Dec 10 20:22:05.635134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e1a9e86-65b4-4627-adb9-9edc1191f796 req-87a0a884-0c69-4875-9d18-51dd7e7a7c17 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Dec 10 20:22:06.844016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292c05f-28ed-4b1e-b602-961aec0aba6e req-4131e811-67b6-4b1c-9579-c27de6355803 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:06.845630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a292c05f-28ed-4b1e-b602-961aec0aba6e req-4131e811-67b6-4b1c-9579-c27de6355803 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0886943 Dec 10 20:22:06.895412 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a292c05f-28ed-4b1e-b602-961aec0aba6e req-c1c01cba-d0c9-4170-b50a-b7b66f0a0665 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Dec 10 20:22:07.097903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7bdc1-c1d8-4685-90b4-8155d59b6da5 req-a040efae-a932-4838-93e7-78df0ebd06dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:07.099365 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1b7bdc1-c1d8-4685-90b4-8155d59b6da5 req-a040efae-a932-4838-93e7-78df0ebd06dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0828202 Dec 10 20:22:07.147049 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b1b7bdc1-c1d8-4685-90b4-8155d59b6da5 req-2f96a853-0714-4d8a-9a0a-d9a267f33a9a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Dec 10 20:22:07.176269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41358) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:22:07.256407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ed492afc-cb09-4c84-88c2-29628c281386 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1094 time: 0.0788419 Dec 10 20:22:07.259189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41362) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:22:07.264739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:22:07.271257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:22:07.275338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:floatingip and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:22:07.278304 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:22:07.284302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:22:07.294188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:07.444357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:07.587343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.180 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/255dd89c-5fee-4e19-b939-b036dc310434) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:22:07.740324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:07.768667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:07.773007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:22:07.839023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:22:07.841979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:22:07.846003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:22:07.877482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=255dd89c-5fee-4e19-b939-b036dc310434,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:22:07.883844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:22:08.367501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:08.422748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:08.638626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:08.642035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:08.647065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6147c5f-2271-4438-a57c-5fc4363ddbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:22:08.753571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=255dd89c-5fee-4e19-b939-b036dc310434,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:22:08.758015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:22:08.770965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:08.970207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Floating IP a2c440c0-6106-4881-8f29-dd473361851c associated. External IP: 172.26.8.180, port: 41eb728a-7f77-4883-95d8-725b2d4bc569. Dec 10 20:22:09.373953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 22c79fda-555e-4afe-be89-ae028fae9d0d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:22:09.811914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:22:09.822702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] Sync routers for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:22:09.837296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:09.837469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:22:09.838003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:22:09.893163 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6328585 Dec 10 20:22:09.894536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:22:09.949098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'status': 'completed', 'code': 200} Dec 10 20:22:10.030662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:22:10.050274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-ed72292b-0730-4920-a913-353834f8244a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1099 time: 0.0779085 Dec 10 20:22:10.079718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592f04f-9d6f-4c0c-a794-bbc7c38b60f4 req-fafc82d4-0368-46d2-b8b6-7c67774a6e31 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:10.081848 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a592f04f-9d6f-4c0c-a794-bbc7c38b60f4 req-fafc82d4-0368-46d2-b8b6-7c67774a6e31 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0871940 Dec 10 20:22:10.131110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a592f04f-9d6f-4c0c-a794-bbc7c38b60f4 req-66ec3da9-2c2f-4c76-a8cb-aa78a476b791 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Dec 10 20:22:10.160985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41370) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:22:10.194655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-d6f64037-44c6-48b6-aed7-bb2a1eebcbf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:10.196235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-d6f64037-44c6-48b6-aed7-bb2a1eebcbf3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 200 len: 897 time: 0.1400514 Dec 10 20:22:10.276821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f30bc198-39ae-4de6-8c6f-f955b32b69b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/a2c440c0-6106-4881-8f29-dd473361851c HTTP/1.1" status: 200 len: 992 time: 0.1141303 Dec 10 20:22:10.309283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-878a7132-1264-4df0-a8d1-9717514f9f64 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 200 len: 1000 time: 0.1062031 Dec 10 20:22:10.382420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-41d3bba0-a5ca-4555-8676-8f7896ed9ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:10.383947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-41d3bba0-a5ca-4555-8676-8f7896ed9ed4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14c568b5-d583-4937-86d4-f05684cb0bbf HTTP/1.1" status: 200 len: 835 time: 0.0686755 Dec 10 20:22:10.401462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'a2c440c0-6106-4881-8f29-dd473361851c', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'port_id': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'mac_address': 'fa:16:3e:39:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53c9192-f979-4954-a064-c5463c2987fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:22:08Z', 'updated_at': '2021-12-10T20:22:08Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:57Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:22:10.405492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] Checking router: 22c79fda-555e-4afe-be89-ae028fae9d0d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:22:10.416528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:22:10.417180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:21:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:22:10.465420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-024a4d94-378c-4031-930f-44a5b606c771 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff1d4484-e1ff-481c-adcf-76fb02acabbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753341 Dec 10 20:22:10.604728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:22:10.609279 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-8af352ce-e06f-493c-9aaa-3d71200e7ec5 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374273 Dec 10 20:22:10.766577 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2e0f8ea6-a6e5-4d2d-99e9-d8bf613ec688 req-26c83727-2d97-4494-8bfd-aa931c0d15a3 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497540 Dec 10 20:22:11.102526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'a2c440c0-6106-4881-8f29-dd473361851c', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'port_id': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'mac_address': 'fa:16:3e:39:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53c9192-f979-4954-a064-c5463c2987fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:22:08Z', 'updated_at': '2021-12-10T20:22:08Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:57Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:22:11.106570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8413f-e8b5-43b4-bbc1-e8d9d7b4f993 None None] The sync data for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv is: [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'a2c440c0-6106-4881-8f29-dd473361851c', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'port_id': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'mac_address': 'fa:16:3e:39:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53c9192-f979-4954-a064-c5463c2987fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:22:08Z', 'updated_at': '2021-12-10T20:22:08Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:57Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:22:11.230853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0270f30-3ad1-4502-a04f-1d3aa76d53ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:11.280811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41374) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:22:11.396814 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bff39d83-3c22-44e2-8c07-8caa2075e6d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/a2c440c0-6106-4881-8f29-dd473361851c HTTP/1.1" status: 200 len: 992 time: 0.1135900 Dec 10 20:22:11.443171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ee4a8-4ad8-45f9-9343-b1eb4807b02c None None] New status for floating IP a2c440c0-6106-4881-8f29-dd473361851c: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:22:12.399747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41378) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:22:12.511523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-143ca07c-f0e7-44a6-95c2-f9ba99d63fcc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/a2c440c0-6106-4881-8f29-dd473361851c HTTP/1.1" status: 200 len: 994 time: 0.1104760 Dec 10 20:22:12.611626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:13.944721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-def58118-4059-4994-9a75-5409e3b8195e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:13.981928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:15.539268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:32.510820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:22:32.781713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:38.861449 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-8f0f06f0-04e4-44c1-b56f-f6989a496c6d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1597273 Dec 10 20:22:39.009586 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-b5c58851-62b0-429b-bd36-e41335417b56 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1099 time: 0.0782573 Dec 10 20:22:39.162912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-d2b37074-12b1-46ed-b64a-d18a741da443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:39.164453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-d2b37074-12b1-46ed-b64a-d18a741da443 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 200 len: 897 time: 0.1351511 Dec 10 20:22:39.269495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-6e352306-4814-4f16-9e0c-c4edb9fa4b0e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 200 len: 1002 time: 0.0976052 Dec 10 20:22:39.338486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-761ec762-9b20-466a-aa59-da8ba91fefa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:22:39.340047 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-761ec762-9b20-466a-aa59-da8ba91fefa9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14c568b5-d583-4937-86d4-f05684cb0bbf HTTP/1.1" status: 200 len: 835 time: 0.0659642 Dec 10 20:22:39.419349 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-f4938bf9-8377-4639-a77f-d97d17d9c837 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff1d4484-e1ff-481c-adcf-76fb02acabbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723360 Dec 10 20:22:39.559489 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-f59b00ee-2d2c-4402-b9db-dcfafe85b84c service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331460 Dec 10 20:22:39.699762 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9002ed8a-9390-4ac8-8e48-57feb44f7c2b req-3e145e09-851a-455f-9433-0896d86f995e service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338105 Dec 10 20:22:41.232113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63f33d9c-e99f-439c-ae6b-437b8fafb1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:42.613630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:43.948223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72a64b4f-6abc-402a-9e25-634a7c2b9bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:43.983740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:22:45.538466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:02.777441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:09.512597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:23:11.233553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-859d8d70-be7d-4cbc-96e1-c0aa8933e0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:12.616346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:13.950004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-53410c11-5bfb-4300-8b32-0425681f66a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:13.987996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:15.541800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:24.135836 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-a7693422-c271-475f-be8b-330ed4f2d9f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1099 time: 0.0811977 Dec 10 20:23:24.193776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8f4e-47ff-429e-8cbe-ad0b750ec42d req-3b190016-5b28-4b02-9ca6-422fbc8194a3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:24.195389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d49e8f4e-47ff-429e-8cbe-ad0b750ec42d req-3b190016-5b28-4b02-9ca6-422fbc8194a3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0928159 Dec 10 20:23:24.244113 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d49e8f4e-47ff-429e-8cbe-ad0b750ec42d req-28d48a81-8edc-4fd3-8dea-a01d86944828 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Dec 10 20:23:24.280137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-3bd64e6c-a609-4c36-a30c-60201e8802ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:24.281796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-3bd64e6c-a609-4c36-a30c-60201e8802ee service neutron] 10.222.0.84 "GET /v2.0/networks?id=ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 200 len: 897 time: 0.1381555 Dec 10 20:23:24.392385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-d0941270-d71d-42b6-b15c-718d5ed273a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 200 len: 1002 time: 0.1035078 Dec 10 20:23:24.459780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-2f60feeb-c319-41c6-b63d-1229a0737fb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:24.461357 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-2f60feeb-c319-41c6-b63d-1229a0737fb7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14c568b5-d583-4937-86d4-f05684cb0bbf HTTP/1.1" status: 200 len: 835 time: 0.0627358 Dec 10 20:23:24.541175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-2bbc4e93-1627-48fb-985a-c7bc758a4ea8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff1d4484-e1ff-481c-adcf-76fb02acabbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735235 Dec 10 20:23:24.681989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-262b35f4-afa6-443e-ae69-4ec0022d5150 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333632 Dec 10 20:23:24.825281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-69560f16-495e-4d70-b4e3-2211c92e84fa req-13b9718b-96dd-4641-b326-c6dcb9b76e51 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367800 Dec 10 20:23:25.510363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359a826-5d6d-407b-b4d3-4a6787c74952 req-e5a4f2e0-4f87-49ae-893d-3e177c7961ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:25.511947 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4359a826-5d6d-407b-b4d3-4a6787c74952 req-e5a4f2e0-4f87-49ae-893d-3e177c7961ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0863452 Dec 10 20:23:25.560059 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4359a826-5d6d-407b-b4d3-4a6787c74952 req-6d0331e8-e725-4963-bbb4-9a887705edff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Dec 10 20:23:26.765086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4737d5-0512-4314-8ba3-2f91db955d2d req-aa26983a-2813-4dec-bcf2-bfd46447bd0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:26.766628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be4737d5-0512-4314-8ba3-2f91db955d2d req-aa26983a-2813-4dec-bcf2-bfd46447bd0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0846477 Dec 10 20:23:26.819260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be4737d5-0512-4314-8ba3-2f91db955d2d req-958316b7-3f4e-49b4-9d86-64198774cc6b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Dec 10 20:23:28.025870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418314-878b-4f90-839d-a05fefe68f1b req-1977b5f4-ad33-4c1e-b1df-cce8e2fbe0fe tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:28.027453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43418314-878b-4f90-839d-a05fefe68f1b req-1977b5f4-ad33-4c1e-b1df-cce8e2fbe0fe tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0856919 Dec 10 20:23:28.074662 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-43418314-878b-4f90-839d-a05fefe68f1b req-db634c75-ded6-4943-910c-01fe0befbf3a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 Dec 10 20:23:29.279946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7709a-bdcd-4804-9d31-8890d943986a req-b8336cce-9afb-4efa-9473-16666e160fe9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:29.281559 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74b7709a-bdcd-4804-9d31-8890d943986a req-b8336cce-9afb-4efa-9473-16666e160fe9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0877643 Dec 10 20:23:29.328845 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74b7709a-bdcd-4804-9d31-8890d943986a req-297c4520-863d-43df-8191-f4416272c711 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Dec 10 20:23:30.532846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689590a-089b-4067-ba4f-94cd7ac2886a req-394170a6-2346-4663-aaf6-b4ff211a8f71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:30.534480 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2689590a-089b-4067-ba4f-94cd7ac2886a req-394170a6-2346-4663-aaf6-b4ff211a8f71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0841615 Dec 10 20:23:30.583511 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2689590a-089b-4067-ba4f-94cd7ac2886a req-acb6735f-2d66-41af-8559-e5f90d452b13 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 Dec 10 20:23:31.797760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701b34c-336e-46d0-a041-36fde5da8cf8 req-81fae043-c17f-478c-b376-dc43b6f7b759 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:31.799377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6701b34c-336e-46d0-a041-36fde5da8cf8 req-81fae043-c17f-478c-b376-dc43b6f7b759 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0903931 Dec 10 20:23:31.848696 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6701b34c-336e-46d0-a041-36fde5da8cf8 req-82a50f08-2332-41a3-8172-886248682850 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Dec 10 20:23:32.782087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:33.054527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258be14-ae1c-4a95-8adb-5b1ba059aba9 req-676d4da1-ba84-4e81-8130-b57fbd874ebc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:33.055998 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d258be14-ae1c-4a95-8adb-5b1ba059aba9 req-676d4da1-ba84-4e81-8130-b57fbd874ebc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0862894 Dec 10 20:23:33.103874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d258be14-ae1c-4a95-8adb-5b1ba059aba9 req-78cc309d-3297-4a74-a976-f7d52c066fb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Dec 10 20:23:34.402462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2c834-087a-43ec-8e9f-f6f97ec71ff2 req-244bf2fd-edf0-4e78-bd62-015ce2855c61 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:34.403981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2fc2c834-087a-43ec-8e9f-f6f97ec71ff2 req-244bf2fd-edf0-4e78-bd62-015ce2855c61 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.1790144 Dec 10 20:23:34.452263 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2fc2c834-087a-43ec-8e9f-f6f97ec71ff2 req-6fd3b02e-6a01-40c8-b642-c95bd09d6f00 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420489 Dec 10 20:23:35.661421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857757a1-8a2b-495f-892c-1dfd44616429 req-f0ef000e-140c-4661-ab90-d766220a5e27 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:35.663075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-857757a1-8a2b-495f-892c-1dfd44616429 req-f0ef000e-140c-4661-ab90-d766220a5e27 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0870683 Dec 10 20:23:35.718495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-857757a1-8a2b-495f-892c-1dfd44616429 req-d964058b-df4e-46b7-90d0-bd237f1259c6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488665 Dec 10 20:23:36.922814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999959f9-056d-48ed-b8f4-7eb3cbdc2110 req-7db1fa74-6740-440c-b216-2904e64cf823 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:36.924402 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-999959f9-056d-48ed-b8f4-7eb3cbdc2110 req-7db1fa74-6740-440c-b216-2904e64cf823 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0842214 Dec 10 20:23:36.972436 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-999959f9-056d-48ed-b8f4-7eb3cbdc2110 req-a4cea46d-7cb1-4510-b19a-35caa6206e07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Dec 10 20:23:36.999675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41440) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:23:37.112904 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f04afc44-0555-48e6-8e33-dfbdbfb44e8e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/a2c440c0-6106-4881-8f29-dd473361851c HTTP/1.1" status: 200 len: 994 time: 0.1119339 Dec 10 20:23:38.783643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-e7e33003-8195-4cc6-88d5-38c6611bc7b6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814130 Dec 10 20:23:38.933672 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-b651d55c-75d8-4963-8fc2-e5e09a3f0678 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1099 time: 0.0760067 Dec 10 20:23:39.088503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-a47bc3da-4c4b-4846-9691-fc934ae6ef36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:39.090016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-a47bc3da-4c4b-4846-9691-fc934ae6ef36 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 200 len: 897 time: 0.1377156 Dec 10 20:23:39.432085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-6d98bf3b-71fe-4a44-8a19-1a38e9d1bcbc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 200 len: 1002 time: 0.3355124 Dec 10 20:23:39.502485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-cd45b107-fc08-488f-bde4-a1ccb9db822c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:23:39.504061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-cd45b107-fc08-488f-bde4-a1ccb9db822c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14c568b5-d583-4937-86d4-f05684cb0bbf HTTP/1.1" status: 200 len: 835 time: 0.0654380 Dec 10 20:23:39.584053 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-366ad830-39fc-4dc9-ba42-d62b2152def7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff1d4484-e1ff-481c-adcf-76fb02acabbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737734 Dec 10 20:23:39.725569 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-7af827ad-1cdb-43a1-bb34-bb8e34590d04 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349649 Dec 10 20:23:39.871340 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a6c4992-df31-45ca-b9c1-49e54a8ac72b req-4bce8fd9-dbbd-41d5-a6b8-c3f626b7439f service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395805 Dec 10 20:23:41.235684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-366d7842-f9bc-4349-957a-bf35294e8cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:42.618183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:43.951450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b18005ff-17ca-4b10-af8c-8755a40f8429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:43.990042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:45.544486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:23:46.513477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:24:02.782572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:11.237547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c0d6-f3c7-48d8-a568-975c01740cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:12.620075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:13.953545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7a95d196-9de9-41f0-834c-9b7619dc65a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:13.991379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:15.547128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:23.514182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:24:32.792723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:35.413399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41466) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:35.626442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 255dd89c-5fee-4e19-b939-b036dc310434 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:24:35.626821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:35.801631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:35.801996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:35.928240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 255dd89c-5fee-4e19-b939-b036dc310434 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:24:36.077043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:36.081535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:36.127263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=255dd89c-5fee-4e19-b939-b036dc310434,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:36.169732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.170161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.170582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.171000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.171411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.171824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.172230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.172634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.173039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.173443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.173875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:36.181814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:36.236072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:36.636725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 22c79fda-555e-4afe-be89-ae028fae9d0d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:24:37.074220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:24:37.085060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] Sync routers for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:24:37.091670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:37.097195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:24:37.097949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:24:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:37.151740 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/floatingips/a2c440c0-6106-4881-8f29-dd473361851c HTTP/1.1" status: 204 len: 168 time: 1.7344317 Dec 10 20:24:37.151740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:24:37.287796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:24:37.324911 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'status': 'completed', 'code': 200} Dec 10 20:24:37.439711 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-1b744c62-6a97-4c26-9145-d1df97519296 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 1099 time: 0.0901520 Dec 10 20:24:37.584883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-badd2277-7645-4000-a802-0e0a97301655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:37.586486 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-badd2277-7645-4000-a802-0e0a97301655 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 200 len: 897 time: 0.1399548 Dec 10 20:24:37.619508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:57Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:37.623533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] Checking router: 22c79fda-555e-4afe-be89-ae028fae9d0d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:24:37.635016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:24:37.635712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:24:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:37.664600 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-7ab91e59-38e0-4c59-8b0a-6b1b0f029b66 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 200 len: 217 time: 0.0713222 Dec 10 20:24:37.672550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9baa00-bd79-4ec3-9244-9be30b139103 req-fd8dba05-046d-4db1-8b4a-500db88ae514 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:37.673646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-df9baa00-bd79-4ec3-9244-9be30b139103 req-fd8dba05-046d-4db1-8b4a-500db88ae514 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:24:37.691486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-df9baa00-bd79-4ec3-9244-9be30b139103 req-fd8dba05-046d-4db1-8b4a-500db88ae514 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:24:37.693077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df9baa00-bd79-4ec3-9244-9be30b139103 req-fd8dba05-046d-4db1-8b4a-500db88ae514 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.1923244 Dec 10 20:24:37.733936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-1c032068-c05f-41f6-b0a4-c9542978dbd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:37.735510 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-1c032068-c05f-41f6-b0a4-c9542978dbd4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14c568b5-d583-4937-86d4-f05684cb0bbf HTTP/1.1" status: 200 len: 835 time: 0.0646386 Dec 10 20:24:37.744049 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df9baa00-bd79-4ec3-9244-9be30b139103 req-ceaeacf1-8514-4f76-8aeb-3e15ed854b07 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440605 Dec 10 20:24:37.822786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:24:37.828514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-5c037b7d-ca70-4097-b879-ebe08c6e1558 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff1d4484-e1ff-481c-adcf-76fb02acabbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857625 Dec 10 20:24:37.974571 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-d4388f0d-5501-4b55-a57b-1d8383d0d871 service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390977 Dec 10 20:24:38.116097 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1b7c61f-a6eb-4b39-a9f0-50d69394abb6 req-b3e0aad1-fd08-4ed3-b54d-f169971c9f4f service neutron] 10.222.0.84 "GET /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347425 Dec 10 20:24:38.155139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:57Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:38.159462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8197e8-37d4-41b4-b181-9d5ca117bdd4 None None] The sync data for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv is: [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '8bf6a65d-35bd-41d1-9458-c86ee838c89d', 'name': '', 'network_id': 'ff1d4484-e1ff-481c-adcf-76fb02acabbc', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:22:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:50Z', 'updated_at': '2021-12-10T20:21:57Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '14c568b5-d583-4937-86d4-f05684cb0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:24:38.584400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e373c78-ab12-416b-aa8f-34604a6e7513 None None] New status for floating IP a2c440c0-6106-4881-8f29-dd473361851c: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:24:38.954962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3fb2-7c1a-4dcd-8b56-039e166335c5 req-4e69a799-1b14-4602-97bb-68b54e022006 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:38.956796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a4b3fb2-7c1a-4dcd-8b56-039e166335c5 req-4e69a799-1b14-4602-97bb-68b54e022006 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0843296 Dec 10 20:24:39.004469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3a4b3fb2-7c1a-4dcd-8b56-039e166335c5 req-3d1b7ce1-0b36-4ff4-87fd-8ffe92d54eab tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d6c5672-7038-4a50-b6f0-9c8d71a099e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409749 Dec 10 20:24:39.108856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-80d16ad7-e8ed-4c6c-b512-6c6583543baa tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:39.109616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-80d16ad7-e8ed-4c6c-b512-6c6583543baa tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:24:39.121646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-80d16ad7-e8ed-4c6c-b512-6c6583543baa tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:24:39.122839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-80d16ad7-e8ed-4c6c-b512-6c6583543baa tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 946 time: 0.0945959 Dec 10 20:24:39.201231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 41eb728a-7f77-4883-95d8-725b2d4bc569 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:24:39.201643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:39.453438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port 41eb728a-7f77-4883-95d8-725b2d4bc569, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=41eb728a-7f77-4883-95d8-725b2d4bc569,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:24:39.453879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:39.584386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 41eb728a-7f77-4883-95d8-725b2d4bc569 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:24:39.726760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:39.732260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-797027fb-6948-4a16-81c7-0e76bd79c98c tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:39.783916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=41eb728a-7f77-4883-95d8-725b2d4bc569,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:39.826099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.826539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.828525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.828525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.828525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.828829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.828978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.829396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.829858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.830268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.830679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:39.838334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:39.876243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] No DVR routers for this DVR port 41eb728a-7f77-4883-95d8-725b2d4bc569 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:24:39.878632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:39.881361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'name': 'network-vif-deleted', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:24:39.896806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f189c251-7c1a-4139-bd75-e2dd17583c81 req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "DELETE /v2.0/ports/41eb728a-7f77-4883-95d8-725b2d4bc569 HTTP/1.1" status: 204 len: 173 time: 0.7685535 Dec 10 20:24:39.941959 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53c9192-f979-4954-a064-c5463c2987fb', 'name': 'network-vif-deleted', 'tag': '41eb728a-7f77-4883-95d8-725b2d4bc569', 'status': 'completed', 'code': 200} Dec 10 20:24:40.202706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-105f4e3b-20d6-452e-b387-346c3b549a43 req-ba498667-2f59-45f1-87b8-c9da41783bcf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=a53c9192-f979-4954-a064-c5463c2987fb HTTP/1.1" status: 200 len: 210 time: 0.0564282 Dec 10 20:24:41.239514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aefb095-7b76-4c16-8b31-34e7942f8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:41.312624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41490) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:41.730956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:42.373871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 8bf6a65d-35bd-41d1-9458-c86ee838c89d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:24:42.374451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:42.567301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port 8bf6a65d-35bd-41d1-9458-c86ee838c89d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8bf6a65d-35bd-41d1-9458-c86ee838c89d,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:24:42.567702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:42.622353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:42.695911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 8bf6a65d-35bd-41d1-9458-c86ee838c89d owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:24:42.873766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:42.878099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6b73a05-9b38-4439-b775-3359ec4d29a8 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:42.923182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=8bf6a65d-35bd-41d1-9458-c86ee838c89d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:42.926562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:43.239708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:43.250635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 41eb728a-7f77-4883-95d8-725b2d4bc569 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:24:43.288972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 41eb728a-7f77-4883-95d8-725b2d4bc569 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:24:43.289366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 41eb728a-7f77-4883-95d8-725b2d4bc569 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:24:43.955002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5079fdec-5cbd-4d45-9d12-cf3a99b5e798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:43.997163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:44.077394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 22c79fda-555e-4afe-be89-ae028fae9d0d has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:24:44.284906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:24:44.294681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] Sync routers for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:24:44.298592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/22c79fda-555e-4afe-be89-ae028fae9d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9848318 Dec 10 20:24:44.301939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41494) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:44.307697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:24:44.308366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:24:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:44.510902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting subnet 14c568b5-d583-4937-86d4-f05684cb0bbf {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:24:44.514508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:44.572869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:44.637116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:24:44.663137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:44.738095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:44.742641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e0508135-9bdc-4615-96e1-5dc388dbeb1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:44.781844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Subnet': ['ID=14c568b5-d583-4937-86d4-f05684cb0bbf,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:44.784677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:44.788899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:44.794726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82970f4a-8b65-4e29-833a-96cfb5c081da None None] Network ff1d4484-e1ff-481c-adcf-76fb02acabbc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:24:44.798885 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/subnets/14c568b5-d583-4937-86d4-f05684cb0bbf HTTP/1.1" status: 204 len: 168 time: 0.4932446 Dec 10 20:24:44.799132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41498) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:44.942583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:24:42Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:44.946776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] Checking router: 22c79fda-555e-4afe-be89-ae028fae9d0d for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:24:44.960005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] Routers {'22c79fda-555e-4afe-be89-ae028fae9d0d'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:24:44.960733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:24:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['22c79fda-555e-4afe-be89-ae028fae9d0d'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:45.016364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.057390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] DHCP port deletion for ff1d4484-e1ff-481c-adcf-76fb02acabbc request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:24:45.062067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Deleting port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:24:45.062499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.150176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] Set router 22c79fda-555e-4afe-be89-ae028fae9d0d gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:24:45.231872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.240249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 8bba30fa-d602-44a1-b3ba-f47a8ae33041 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:24:45.240624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.284118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] For port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a,segment=NetworkSegment(6f180dd3-1f2e-4a28-aba1-0b0e8e462c36),segment_id=6f180dd3-1f2e-4a28-aba1-0b0e8e462c36)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:24:45.284574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.436935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port 8bba30fa-d602-44a1-b3ba-f47a8ae33041, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=8bba30fa-d602-44a1-b3ba-f47a8ae33041,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:24:45.437320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.458375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:24:42Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:45.463135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21ec7c-b5db-4f5d-af5e-b0069a0c8518 None None] The sync data for ids ['22c79fda-555e-4afe-be89-ae028fae9d0d'] in dv-neutron-821443-1-hyperv is: [{'id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995116177', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:24:42Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '8bba30fa-d602-44a1-b3ba-f47a8ae33041', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c79fda-555e-4afe-be89-ae028fae9d0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:21:47Z', 'updated_at': '2021-12-10T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:24:45.580103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 8bba30fa-d602-44a1-b3ba-f47a8ae33041 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:24:45.610155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Calling delete_port for bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:24:45.667154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.698508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.703927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:45.748796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Pushing event deleted for resources: {'Port': ['ID=bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:45.754851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] No DVR routers for this DVR port bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:24:45.764660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.764660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.764660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.764660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.765052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.765052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.765370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:45.765496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.765838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.766237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.766618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.767012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:45.770465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:45.772363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-32ae2030-ffd4-47f6-9764-f3abad92a1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:45.818905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=8bba30fa-d602-44a1-b3ba-f47a8ae33041,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:45.821019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:46.056241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.322424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.326684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.349090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.349693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Fanout notify agent at l3_agent the message router_deleted on router 22c79fda-555e-4afe-be89-ae028fae9d0d {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:24:46.363921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.365105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/routers/22c79fda-555e-4afe-be89-ae028fae9d0d HTTP/1.1" status: 204 len: 168 time: 1.5650136 Dec 10 20:24:46.368039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41502) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:46.492469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.633316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.661424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1d4484-e1ff-481c-adcf-76fb02acabbc']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:46.678313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:46.678698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f180dd3-1f2e-4a28-aba1-0b0e8e462c36') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:46.690864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.706274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.713185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:24:46.713637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:24:46.728798 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:24:46.805579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.810564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.814528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63697ea4-1cbb-4be9-948a-8bc76581fc4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:46.845000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Network': ['ID=ff1d4484-e1ff-481c-adcf-76fb02acabbc,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:46.847840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:46.850376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/networks/ff1d4484-e1ff-481c-adcf-76fb02acabbc HTTP/1.1" status: 204 len: 168 time: 0.4806573 Dec 10 20:24:46.852666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41506) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:46.922580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a7973ad-a108-43cc-ad0f-9b702e47fdc5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:46.952338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a7973ad-a108-43cc-ad0f-9b702e47fdc5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:47.001692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8bf6a65d-35bd-41d1-9458-c86ee838c89d no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:24:47.009182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a7973ad-a108-43cc-ad0f-9b702e47fdc5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:47.014823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8221718-3995-44cb-bfda-c6f8d6ea4469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:47.030910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7973ad-a108-43cc-ad0f-9b702e47fdc5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6c5672-7038-4a50-b6f0-9c8d71a099e7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:47.035267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0a7973ad-a108-43cc-ad0f-9b702e47fdc5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:47.037745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 8bf6a65d-35bd-41d1-9458-c86ee838c89d {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:24:47.038148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8bf6a65d-35bd-41d1-9458-c86ee838c89d not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:24:47.038615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8bba30fa-d602-44a1-b3ba-f47a8ae33041 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:24:47.039955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a7973ad-a108-43cc-ad0f-9b702e47fdc5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:47.041174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0a7973ad-a108-43cc-ad0f-9b702e47fdc5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/security-groups/9d6c5672-7038-4a50-b6f0-9c8d71a099e7 HTTP/1.1" status: 204 len: 168 time: 0.1875198 Dec 10 20:24:47.084522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 8bba30fa-d602-44a1-b3ba-f47a8ae33041 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:24:47.085039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 8bba30fa-d602-44a1-b3ba-f47a8ae33041 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:24:47.085350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:24:47.120329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:24:47.120668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device bcbc2b6c-e8cd-42ec-8854-53c7a6e5294a not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:24:49.294441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41524) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:49.300777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014475751', 'description': 'tempest-secgroup-smoke-1014475751 description', 'project_id': '309652c67fcc4b2a904147474a4a4ea6'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:49.307257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:49.311674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:49.314940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:49.321383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:49.331353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.368139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:49.372178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:49.375249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:49.381225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:49.441130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.444247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.449772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-feea4726-388f-409c-a74a-9de66560b8d4 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:49.723568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d950a8d1-8003-49ae-af6f-bff233a56b9e,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:49.726291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.727599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4320812 Dec 10 20:24:49.728582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-466f5c7f-51de-492b-abad-4ca278a285e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:49.730721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41530) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:49.736522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': 'd950a8d1-8003-49ae-af6f-bff233a56b9e', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:49.743015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:49.747037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:49.750025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:49.756481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:49.772466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.834551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.837000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.838960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-13886fe9-5549-4d11-90ec-ee0e09212500 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:49.860380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3b8fbb-69f8-45ab-ae2a-7b96cd0db235,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:49.864460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:49.871094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.872346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1406403 Dec 10 20:24:49.875376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41534) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:49.881780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': 'd950a8d1-8003-49ae-af6f-bff233a56b9e', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:49.888000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:49.891969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:49.895576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:49.901550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:49.916700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.979515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.981980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:49.989715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e5377bb-6092-498a-bfef-411bad4cfb72 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:50.010802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fd0921-e1fe-4403-bbc3-305acc6eeadc,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:50.013206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:50.019428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.020680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1443152 Dec 10 20:24:50.023669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41538) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:50.029474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': 'd950a8d1-8003-49ae-af6f-bff233a56b9e', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:50.035574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:50.039849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:50.043523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:50.049380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:50.065361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.130166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.132651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.139956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0674bda-24bd-4a4c-9ef1-1101444e3ffc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:50.158261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2d0c56-d7f9-4cd9-b265-e4c8f44a0eb9,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:50.160663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:50.166535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.167765 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e81ba7ec-cdb4-458d-82f8-2165d64d1038 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431220 Dec 10 20:24:50.170732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41542) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:50.176941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': 'd950a8d1-8003-49ae-af6f-bff233a56b9e', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:50.183584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:50.187559 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:50.190506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:50.196942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:50.212311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.277406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.279951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.287036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b90e8561-4370-4007-aa20-547cdaba6c80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:50.305976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b029a12b-cc27-44cd-a6f4-b45ca2f1306b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:50.310464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:50.313710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.314951 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1432445 Dec 10 20:24:50.318563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41546) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:50.324428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': 'd950a8d1-8003-49ae-af6f-bff233a56b9e', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:50.330487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:50.334670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:50.337630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:50.343546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:50.353075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:24:50.359509 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.427398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.429824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.431662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f704e534-6224-4405-917e-f1a306eb4476 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:50.452693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5160f2-ee57-4be1-b49d-eac2b30904b1,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:50.457755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:50.464589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.465881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-91c6f47c-1a6d-4801-bb0f-8b8985ca293b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461754 Dec 10 20:24:50.468705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41550) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:50.474549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': 'd950a8d1-8003-49ae-af6f-bff233a56b9e', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:50.480714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:50.484686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:50.487711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:50.493706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:50.503007 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:24:50.510004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.575835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.578248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.580100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-873df69e-4bb3-443f-9ecf-47d9a1058c94 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:50.603411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7491eb8c-841c-4b3d-8a40-c8b834625016,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:50.605876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:50.611844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.613147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-65e1dce5-8aaa-455b-8af6-0b1b47b91eb9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1434269 Dec 10 20:24:50.616232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41554) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:50.622153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'network': {'name': 'tempest-network-smoke--457883715', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:50.627272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:50.632022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:network and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:50.634960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:50.640832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:50.650394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:24:50.656341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.684626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:24:50.694130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.694589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Added segment 69cd06e3-5ac7-4625-9426-39292293aa43 of type vlan for network e220755e-ce7f-4ee2-9167-7debeba1e173 Dec 10 20:24:50.724217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.752365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.756967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:50.757625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.762870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-78001a4e-e8cb-4faa-9d91-723de2528a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:50.875232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2578480 Dec 10 20:24:50.878172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41558) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:50.886571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'admin_state_up': True, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:50.892110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Network': ['ID=e220755e-ce7f-4ee2-9167-7debeba1e173,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:50.895674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:50.896666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:50.900760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:router and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:50.903734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network e220755e-ce7f-4ee2-9167-7debeba1e173 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:24:50.903880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:50.909885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:50.918884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.919865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:50.939829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:51.093854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:51.275734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:51.311045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:51.447289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.50 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/cd767cf4-a737-4fc0-bc40-18b7bc19b420) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:24:51.600267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:51.626571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:51.630871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a198dfac-8af9-4133-85d2-4b0517c2ac22 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:51.703618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:24:51.707977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:24:51.709961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=cd767cf4-a737-4fc0-bc40-18b7bc19b420,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:51.712386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:24:51.738599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:51.873404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:51.874113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:52.114799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 68d4b102-09e0-4e06-b94e-555d3d9d7056 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:24:52.333490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:24:52.343338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Sync routers for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:24:52.356589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:24:52.357347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:24:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:52.360806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:52.362200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-491e9614-63ca-47e7-9116-719fe0d1af8d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4824278 Dec 10 20:24:52.365962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41562) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:52.412024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-33edb30c-1ee0-4c43-a700-ebf0d42359c7 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=309652c67fcc4b2a904147474a4a4ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447707 Dec 10 20:24:52.414680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41566) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:52.562814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:24:52.564624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7087d49-2830-4e3e-bb7c-89b47d6b3398 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:52.569791 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f7087d49-2830-4e3e-bb7c-89b47d6b3398 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1505668 Dec 10 20:24:52.570688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41570) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:52.623102 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-92309da9-0a6c-47ae-ac47-5a92fb2a1d59 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485098 Dec 10 20:24:52.623290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41574) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:52.629374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586215663', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:24:52.748146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:24:52.752769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:subnet and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:24:52.756873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:24:52.764819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:24:52.778082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:24:52.870615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:51Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:52.874755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Checking router: 68d4b102-09e0-4e06-b94e-555d3d9d7056 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:24:52.875104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Updating router 68d4b102-09e0-4e06-b94e-555d3d9d7056 port cd767cf4-a737-4fc0-bc40-18b7bc19b420 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:24:52.894673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:52.929476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.121330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.125818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6f5123e-571f-4d75-8312-50796f4cfd64 tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:53.209372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Subnet': ['ID=1406ee60-bf3c-468d-8f81-1549d946ee6d,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:53.212465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:53.221208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Checking segment: {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:24:53.221614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network hostable DHCP agents. Network: e220755e-ce7f-4ee2-9167-7debeba1e173, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:24:53.244076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network e220755e-ce7f-4ee2-9167-7debeba1e173 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:24:53.252448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, e220755e-ce7f-4ee2-9167-7debeba1e173) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:24:53.256474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:53.257128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.262412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d2e73-0d9c-47a9-b9c1-acd808d01c30 None None] Network e220755e-ce7f-4ee2-9167-7debeba1e173 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:24:53.279785 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6b33c0bb-143a-49fe-b573-61d1079cd440 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6554799 Dec 10 20:24:53.282828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41578) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:24:53.351483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.372560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Transition to ACTIVE for port object cd767cf4-a737-4fc0-bc40-18b7bc19b420 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:24:53.383228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.398051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:53.534643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce4563-c2a3-4977-99e2-18fafeb666df None None] Pushing event updated for resources: {'Port': ['ID=cd767cf4-a737-4fc0-bc40-18b7bc19b420,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:53.537777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2ce4563-c2a3-4977-99e2-18fafeb666df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:53.544919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Attempting to bind port cd767cf4-a737-4fc0-bc40-18b7bc19b420 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:24:53.545345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Attempting to bind port cd767cf4-a737-4fc0-bc40-18b7bc19b420 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:24:53.545812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Attempting to bind port cd767cf4-a737-4fc0-bc40-18b7bc19b420 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:24:53.559429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:24:53.559855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:24:53.560308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.560747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:24:53.561271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Bound port: cd767cf4-a737-4fc0-bc40-18b7bc19b420, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:24:53.561742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.668717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-e220755e-ce7f-4ee2-9167-7debeba1e173', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:24:53.669657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.700813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] For port cd767cf4-a737-4fc0-bc40-18b7bc19b420, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:24:53.749877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] For port cd767cf4-a737-4fc0-bc40-18b7bc19b420, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cd767cf4-a737-4fc0-bc40-18b7bc19b420,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:24:53.757918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:53.768790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2ce4563-c2a3-4977-99e2-18fafeb666df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:53.925281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce4563-c2a3-4977-99e2-18fafeb666df None None] Pushing event updated for resources: {'Port': ['ID=cd767cf4-a737-4fc0-bc40-18b7bc19b420,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:53.930312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:24:53.931005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:24:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:53.986780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2ce4563-c2a3-4977-99e2-18fafeb666df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:54.256396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Allocated IP 172.20.0.2 (e220755e-ce7f-4ee2-9167-7debeba1e173/1406ee60-bf3c-468d-8f81-1549d946ee6d/de2ec369-a3f3-4056-af67-5a9636a09ea4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:24:54.340689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:54.411721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:24:54.720838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:54.746124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Transition to ACTIVE for port object de2ec369-a3f3-4056-af67-5a9636a09ea4 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:24:54.804835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Transition to ACTIVE for port object de2ec369-a3f3-4056-af67-5a9636a09ea4 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:24:54.814752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:54.820250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55963b5f-ddfe-4cf8-b3fa-b8f04aee3e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:54.880440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.1 (e220755e-ce7f-4ee2-9167-7debeba1e173/1406ee60-bf3c-468d-8f81-1549d946ee6d/7e6ff666-8d0d-427a-b64e-76b31cd597bb) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:24:54.897141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Network e220755e-ce7f-4ee2-9167-7debeba1e173 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:24:54.900972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:24:54.908112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:24:54.910284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Pushing event updated for resources: {'Port': ['ID=de2ec369-a3f3-4056-af67-5a9636a09ea4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:54.915323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:54.953957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:51Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:54.994421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de7fe0-9ef0-4cc3-bd39-896723f96683 None None] The sync data for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv is: [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:51Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:24:55.020273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Attempting to bind port de2ec369-a3f3-4056-af67-5a9636a09ea4 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:24:55.020711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Attempting to bind port de2ec369-a3f3-4056-af67-5a9636a09ea4 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:24:55.021157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Attempting to bind port de2ec369-a3f3-4056-af67-5a9636a09ea4 on network e220755e-ce7f-4ee2-9167-7debeba1e173 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:24:55.028315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:24:55.028747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Checking segment: {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:24:55.029213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.029695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Bound using segment: {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:24:55.030231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Bound port: de2ec369-a3f3-4056-af67-5a9636a09ea4, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:24:55.030673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.053600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.070299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object 7e6ff666-8d0d-427a-b64e-76b31cd597bb will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:24:55.092883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.097765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d36f70ed-dead-4c1d-a67c-940c98e22087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:55.125648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] For port de2ec369-a3f3-4056-af67-5a9636a09ea4, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:24:55.129879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] For port de2ec369-a3f3-4056-af67-5a9636a09ea4, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=de2ec369-a3f3-4056-af67-5a9636a09ea4,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:24:55.133079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.137593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:55.170786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network e220755e-ce7f-4ee2-9167-7debeba1e173 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:24:55.174282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:24:55.179020 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:24:55.207368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=7e6ff666-8d0d-427a-b64e-76b31cd597bb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:55.213170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:55.226683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Pushing event updated for resources: {'Port': ['ID=de2ec369-a3f3-4056-af67-5a9636a09ea4,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:55.230177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:55.243557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.341937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.840534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.844258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.875866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83bc687c-6b43-4950-b1bd-8f2fa3824b1b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:55.979698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:55.984325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=7e6ff666-8d0d-427a-b64e-76b31cd597bb,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:55.987789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:56.135368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network e220755e-ce7f-4ee2-9167-7debeba1e173 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:24:56.136589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:24:56.551351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 68d4b102-09e0-4e06-b94e-555d3d9d7056 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:24:56.768608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:24:56.785617 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/68d4b102-09e0-4e06-b94e-555d3d9d7056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5016751 Dec 10 20:24:56.815707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037fa6f-ba85-4715-9562-6ed3db3a864e None None] Network e220755e-ce7f-4ee2-9167-7debeba1e173 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:24:56.916156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c164daa6-e7eb-467e-87bc-cdd13644ec4d None None] Provisioning for port de2ec369-a3f3-4056-af67-5a9636a09ea4 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:24:56.967346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-d93ba35c-14eb-4d4e-b628-4af6ca65eebb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:24:56.983256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-d93ba35c-14eb-4d4e-b628-4af6ca65eebb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:24:56.984732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-d93ba35c-14eb-4d4e-b628-4af6ca65eebb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014475751&fields=id&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 267 time: 0.0637898 Dec 10 20:24:57.075506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device de2ec369-a3f3-4056-af67-5a9636a09ea4 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:24:57.158054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-db75d180-9c9c-4dbc-a393-4d93e1db6db5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:24:57.158800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-db75d180-9c9c-4dbc-a393-4d93e1db6db5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:24:57.163877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port de2ec369-a3f3-4056-af67-5a9636a09ea4 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:24:57.169077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port de2ec369-a3f3-4056-af67-5a9636a09ea4 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:24:57.169528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:57.175329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-db75d180-9c9c-4dbc-a393-4d93e1db6db5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:24:57.177174 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-db75d180-9c9c-4dbc-a393-4d93e1db6db5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 796 time: 0.1826136 Dec 10 20:24:57.196003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6af9bd1a-3141-47f1-a325-c98c6bcc1768 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/quotas/309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 375 time: 0.0118325 Dec 10 20:24:57.294476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-e231443f-4ff0-4677-8b50-24edd136c79f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:24:57.300953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:57.311115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-e231443f-4ff0-4677-8b50-24edd136c79f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:24:57.312781 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-e231443f-4ff0-4677-8b50-24edd136c79f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098123 Dec 10 20:24:57.329959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-45d6ee87-ef5c-4c8e-9ed7-03a21a6d17ee service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:24:57.331604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-45d6ee87-ef5c-4c8e-9ed7-03a21a6d17ee service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0066123 Dec 10 20:24:57.337725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port de2ec369-a3f3-4056-af67-5a9636a09ea4, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=de2ec369-a3f3-4056-af67-5a9636a09ea4,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:24:57.340827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:57.342082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cd767cf4-a737-4fc0-bc40-18b7bc19b420 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:24:57.371883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:57.485133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=de2ec369-a3f3-4056-af67-5a9636a09ea4,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:57.487004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-85997a32-abeb-4572-938c-d764b9739bb5 service neutron] 10.222.0.41 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482518 Dec 10 20:24:57.488573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:57.491910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d518d619-d005-46b9-aa5d-8bf318254c11 None None] Provisioning complete for port de2ec369-a3f3-4056-af67-5a9636a09ea4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:24:57.492339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d518d619-d005-46b9-aa5d-8bf318254c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:57.549343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port cd767cf4-a737-4fc0-bc40-18b7bc19b420 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:24:57.559500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port cd767cf4-a737-4fc0-bc40-18b7bc19b420 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:24:57.559920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:57.645804 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-1989ab34-6785-4475-a675-14ad5b97fc3d service neutron] 10.222.0.41 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463811 Dec 10 20:24:57.750207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d518d619-d005-46b9-aa5d-8bf318254c11 None None] Provisioning for port 7e6ff666-8d0d-427a-b64e-76b31cd597bb completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:24:57.761835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d518d619-d005-46b9-aa5d-8bf318254c11 None None] Provisioning complete for port 7e6ff666-8d0d-427a-b64e-76b31cd597bb triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:24:57.762369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d518d619-d005-46b9-aa5d-8bf318254c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:57.799094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:57.838440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port cd767cf4-a737-4fc0-bc40-18b7bc19b420, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cd767cf4-a737-4fc0-bc40-18b7bc19b420,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:24:57.839547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d518d619-d005-46b9-aa5d-8bf318254c11 None None] Port 7e6ff666-8d0d-427a-b64e-76b31cd597bb cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:24:57.842719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:57.845232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-813837b8-41d0-47b6-8acc-b295364d25ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:57.915211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=cd767cf4-a737-4fc0-bc40-18b7bc19b420,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:57.918522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:57.962599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-805f8640-fb45-4d44-8eda-9ad26c4ed6e3 None None] Provisioning complete for port 7e6ff666-8d0d-427a-b64e-76b31cd597bb triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:24:57.963024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-805f8640-fb45-4d44-8eda-9ad26c4ed6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:58.017655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-805f8640-fb45-4d44-8eda-9ad26c4ed6e3 None None] Port 7e6ff666-8d0d-427a-b64e-76b31cd597bb cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:24:58.060325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Sync routers for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:24:58.077694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:24:58.078354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:24:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:58.259923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:24:58.580140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 2, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:58.584435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Checking router: 68d4b102-09e0-4e06-b94e-555d3d9d7056 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:24:58.584841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Updating router 68d4b102-09e0-4e06-b94e-555d3d9d7056 port 7e6ff666-8d0d-427a-b64e-76b31cd597bb binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:24:58.638708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:58.905565 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f7024f7-5298-4514-8d91-833728e8a321 req-bb478e29-a985-43a3-89ab-f02e49bc1f89 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 210 time: 0.0571272 Dec 10 20:24:59.016645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:59.022109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device de2ec369-a3f3-4056-af67-5a9636a09ea4 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:24:59.031865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Transition to ACTIVE for port object 7e6ff666-8d0d-427a-b64e-76b31cd597bb will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:24:59.038416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:59.042835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31b5499b-269d-4f9e-aeb8-93f8120f4a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:59.103200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port de2ec369-a3f3-4056-af67-5a9636a09ea4 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:24:59.103794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:59.172951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Pushing event updated for resources: {'Port': ['ID=7e6ff666-8d0d-427a-b64e-76b31cd597bb,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:59.182500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.182943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.183415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.183789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.184151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.184526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.184897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.185269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.185665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.186034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.186401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:24:59.191703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:59.244326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cd767cf4-a737-4fc0-bc40-18b7bc19b420 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:24:59.290414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Attempting to bind port 7e6ff666-8d0d-427a-b64e-76b31cd597bb on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:24:59.290835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Attempting to bind port 7e6ff666-8d0d-427a-b64e-76b31cd597bb by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:24:59.291255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Attempting to bind port 7e6ff666-8d0d-427a-b64e-76b31cd597bb on network e220755e-ce7f-4ee2-9167-7debeba1e173 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:24:59.300979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:24:59.301404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Checking segment: {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:24:59.301885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:59.302324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Bound using segment: {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:24:59.303251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Bound port: 7e6ff666-8d0d-427a-b64e-76b31cd597bb, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:24:59.303678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:59.335744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port cd767cf4-a737-4fc0-bc40-18b7bc19b420 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:24:59.336528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:59.417829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] For port 7e6ff666-8d0d-427a-b64e-76b31cd597bb, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:24:59.421008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] For port 7e6ff666-8d0d-427a-b64e-76b31cd597bb, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7e6ff666-8d0d-427a-b64e-76b31cd597bb,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:24:59.424480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:24:59.428911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-502df7f5-228f-4e8e-8bc3-f8a26699c932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:24:59.665339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Pushing event updated for resources: {'Port': ['ID=7e6ff666-8d0d-427a-b64e-76b31cd597bb,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:24:59.669243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:24:59.671059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:24:59.671735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:24:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:24:59.866990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:25:00.089292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-d6f21d1b-4851-4cb6-b3c2-bb217aa80867 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:00.091683 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-d6f21d1b-4851-4cb6-b3c2-bb217aa80867 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 796 time: 0.1982963 Dec 10 20:25:00.096715 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-514a668b-911b-4637-b38d-066b097ec5e9 req-c4afd02d-4208-4a12-86ba-f8425dec1d37 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 210 time: 0.0646753 Dec 10 20:25:00.152823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f5730cf4-c34d-4670-89f2-14fbb130dbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 380 time: 0.0501156 Dec 10 20:25:00.162122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'port': {'device_id': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'admin_state_up': True, 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'security_groups': ['d950a8d1-8003-49ae-af6f-bff233a56b9e']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:25:00.273615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:24:59Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:25:00.277942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd06500-adcb-43ac-af38-a9f50d0ca15d None None] The sync data for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv is: [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:24:59Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:25:00.308035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:25:00.318138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:25:00.332998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:25:00.346769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:00.515353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:25:00.531419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.7 (e220755e-ce7f-4ee2-9167-7debeba1e173/1406ee60-bf3c-468d-8f81-1549d946ee6d/d68c0055-e994-4655-9672-96f0534ca5f8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:25:00.739959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:00.757028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object d68c0055-e994-4655-9672-96f0534ca5f8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:25:00.780359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:00.787105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d5a2879-dbaa-414f-b3ff-a99a747316bc tempest-TestEncryptedCinderVolumes-11352631 tempest-TestEncryptedCinderVolumes-11352631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:25:00.858046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network e220755e-ce7f-4ee2-9167-7debeba1e173 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:25:00.859272 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:25:00.864092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:25:00.915945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:25:00.921129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:25:00.938250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:00.939022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:00.970893 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137083 Dec 10 20:25:00.985185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Request body: {'port': {'device_id': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:25:01.060480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7e6ff666-8d0d-427a-b64e-76b31cd597bb up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:25:01.119374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:01.159189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 7e6ff666-8d0d-427a-b64e-76b31cd597bb completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:25:01.165501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7e6ff666-8d0d-427a-b64e-76b31cd597bb triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:25:01.166080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:01.306786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dd9d1c78-41c3-477d-9bc0-01cb34cf0be2 None None] Provisioning for port d68c0055-e994-4655-9672-96f0534ca5f8 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:25:01.319235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dd9d1c78-41c3-477d-9bc0-01cb34cf0be2 None None] Provisioning complete for port d68c0055-e994-4655-9672-96f0534ca5f8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:25:01.319670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1c78-41c3-477d-9bc0-01cb34cf0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:01.321130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db003c-56b8-456a-a955-3a440a4f09c8 req-2e90d4f3-5927-48dc-8a86-322c5ea394f3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:01.329078 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5db003c-56b8-456a-a955-3a440a4f09c8 req-2e90d4f3-5927-48dc-8a86-322c5ea394f3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 931 time: 0.1017811 Dec 10 20:25:01.394851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5db003c-56b8-456a-a955-3a440a4f09c8 req-35e333fa-de71-4d37-b34b-3e787114123e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643225 Dec 10 20:25:01.397109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:01.423360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d1c78-41c3-477d-9bc0-01cb34cf0be2 None None] Port d68c0055-e994-4655-9672-96f0534ca5f8 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:25:01.458929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 7e6ff666-8d0d-427a-b64e-76b31cd597bb, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7e6ff666-8d0d-427a-b64e-76b31cd597bb,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:25:01.467736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:01.470326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:25:01.730997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=7e6ff666-8d0d-427a-b64e-76b31cd597bb,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:25:01.734235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:25:01.781237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68c0055-e994-4655-9672-96f0534ca5f8 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:25:01.788626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:01.803396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Transition to ACTIVE for port object d68c0055-e994-4655-9672-96f0534ca5f8 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:25:01.806106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:01.810421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5247e774-26d6-43be-994e-b46fdc057cee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:25:01.947737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Pushing event updated for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:25:01.951462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:25:02.061659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Attempting to bind port d68c0055-e994-4655-9672-96f0534ca5f8 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:25:02.062047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Attempting to bind port d68c0055-e994-4655-9672-96f0534ca5f8 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:25:02.062421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Attempting to bind port d68c0055-e994-4655-9672-96f0534ca5f8 on network e220755e-ce7f-4ee2-9167-7debeba1e173 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:25:02.069534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Port d68c0055-e994-4655-9672-96f0534ca5f8 on network e220755e-ce7f-4ee2-9167-7debeba1e173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:25:02.069909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Attempting to bind port d68c0055-e994-4655-9672-96f0534ca5f8 on network e220755e-ce7f-4ee2-9167-7debeba1e173 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:25:02.076872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:25:02.077351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Checking segment: {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:25:02.077890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Bound using segment: {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:25:02.078388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Bound port: d68c0055-e994-4655-9672-96f0534ca5f8, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cd06e3-5ac7-4625-9426-39292293aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:25:02.078778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:02.179771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:25:02.183056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:25:02.186528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:02.191692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:25:02.255705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:02.257177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] 10.222.0.84 "PUT /v2.0/ports/d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 1093 time: 1.2772460 Dec 10 20:25:02.257761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:25:02.273850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Pushing event updated for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:25:02.277106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:25:02.383779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-8c524044-a5bc-4855-80d5-197353295965 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1096 time: 0.0844517 Dec 10 20:25:02.453167 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'status': 'completed', 'code': 200} Dec 10 20:25:02.462940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-95cc2cf3-0c84-4f0f-9482-042b857fca5e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 217 time: 0.0715597 Dec 10 20:25:02.543582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-d69bbd85-638b-49d4-a982-613eb70dae7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:02.545163 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-d69bbd85-638b-49d4-a982-613eb70dae7f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0754874 Dec 10 20:25:02.627132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-dbf0ce7b-97f3-42aa-a7bc-3fec6b588122 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753624 Dec 10 20:25:02.695816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80835d-9cf0-4f9b-90ef-d1e985bca99c req-09a69cb9-7d6a-4115-8458-388d75968663 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:02.697346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b80835d-9cf0-4f9b-90ef-d1e985bca99c req-09a69cb9-7d6a-4115-8458-388d75968663 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 943 time: 0.0886588 Dec 10 20:25:02.746194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8b80835d-9cf0-4f9b-90ef-d1e985bca99c req-43070a54-2a1e-466f-af26-8b360efa6854 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Dec 10 20:25:02.775557 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-21b2fe44-7267-412e-a4ed-e95b0397fb5b service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418819 Dec 10 20:25:02.810248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:02.917910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3b1ec160-3fd2-45dc-b9f4-5e1fcb917a8f req-c5954718-ae2c-4e2f-87cc-0dfcf553c8c5 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363709 Dec 10 20:25:03.016277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7e6ff666-8d0d-427a-b64e-76b31cd597bb up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:25:03.044272 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-bb0b7a4a-c87f-45e2-9821-6ebef39a43bb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1096 time: 0.0807068 Dec 10 20:25:03.089528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7e6ff666-8d0d-427a-b64e-76b31cd597bb triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:25:03.089964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:03.185748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-fd5e60fd-9ef5-4814-874a-6c7d6f2e18b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:03.187318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-fd5e60fd-9ef5-4814-874a-6c7d6f2e18b7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1374514 Dec 10 20:25:03.259779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-cc289e74-a955-41a6-bd69-70783108e568 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 217 time: 0.0655534 Dec 10 20:25:03.330600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-fc468d44-2648-4406-90e9-dde752690e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:03.333027 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-fc468d44-2648-4406-90e9-dde752690e63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0667174 Dec 10 20:25:03.411953 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-27ad92ce-2fe8-4e90-b273-04beb520abd6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726473 Dec 10 20:25:03.551896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-b8db4f65-6f4d-42f7-b5f9-9379069e44e1 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335871 Dec 10 20:25:03.700511 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-41b0d73e-0106-4216-be52-6cd9d8eaf18d req-465799d5-39a8-4fdf-b103-b9d76de916f9 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352489 Dec 10 20:25:03.953355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f080357-1cff-471b-8691-dd5e470db45e req-dd6cfb91-1cbb-41ff-818b-d5d436085477 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:03.955011 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5f080357-1cff-471b-8691-dd5e470db45e req-dd6cfb91-1cbb-41ff-818b-d5d436085477 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 943 time: 0.0830705 Dec 10 20:25:04.004630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5f080357-1cff-471b-8691-dd5e470db45e req-58b92da1-6e3f-4d6a-be75-89299effaaf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 Dec 10 20:25:05.434156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49ccc-1628-411b-a7e1-90106209c8eb req-6cc91832-c1c1-4759-9817-02907ef94069 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:05.435756 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bee49ccc-1628-411b-a7e1-90106209c8eb req-6cc91832-c1c1-4759-9817-02907ef94069 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 943 time: 0.3103120 Dec 10 20:25:05.485195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bee49ccc-1628-411b-a7e1-90106209c8eb req-8e9c4c09-99fc-4dbd-aa3a-94151b5589f4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Dec 10 20:25:06.687104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549f822-fe70-41f5-9d47-871731fb6f6e req-7607adef-bfe5-495b-a7b6-397ea8884bf1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:06.688690 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e549f822-fe70-41f5-9d47-871731fb6f6e req-7607adef-bfe5-495b-a7b6-397ea8884bf1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 943 time: 0.0836904 Dec 10 20:25:06.736463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e549f822-fe70-41f5-9d47-871731fb6f6e req-25f65b73-f6de-438e-9dfa-095eb70ef64c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Dec 10 20:25:07.375551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d68c0055-e994-4655-9672-96f0534ca5f8 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:25:07.515119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:25:07.529270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'port_id': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'mac_address': 'fa:16:3e:58:32:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:25:07.589305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:07.606829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68c0055-e994-4655-9672-96f0534ca5f8 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:25:07.621704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:25:07.624490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:07.626382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15b29104-e9d2-4a72-94ad-994866ba17d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:25:07.694588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:25:07.697799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:25:07.942737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281900-9d08-4a0b-b1e8-fc1f0e828471 req-9df57af7-813c-45fa-8023-4296cd4c6b64 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:07.944214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e7281900-9d08-4a0b-b1e8-fc1f0e828471 req-9df57af7-813c-45fa-8023-4296cd4c6b64 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 944 time: 0.0856373 Dec 10 20:25:07.966162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['d68c0055-e994-4655-9672-96f0534ca5f8'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:25:07.991990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e7281900-9d08-4a0b-b1e8-fc1f0e828471 req-5b814bd3-ec23-460b-8cbb-4213b42a719e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Dec 10 20:25:09.194652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd994f4b-6f6c-4eab-b89e-5bfc3f00028b req-9af0897a-fb9f-43de-9e86-1dcbb23da84d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:09.196221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd994f4b-6f6c-4eab-b89e-5bfc3f00028b req-9af0897a-fb9f-43de-9e86-1dcbb23da84d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 944 time: 0.0823674 Dec 10 20:25:09.247127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd994f4b-6f6c-4eab-b89e-5bfc3f00028b req-1200d4fd-8d60-4baa-adbe-838d5a141d9a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448139 Dec 10 20:25:09.407195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d68c0055-e994-4655-9672-96f0534ca5f8 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:25:09.481265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port d68c0055-e994-4655-9672-96f0534ca5f8 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:25:09.486172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port d68c0055-e994-4655-9672-96f0534ca5f8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:25:09.486603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:09.604889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:09.631840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:25:09.641835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:25:09.645194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:09.647210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:25:09.716283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:25:09.719517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:25:09.766385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'code': 200} Dec 10 20:25:10.005211 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24aa2490-3b68-4179-bd16-d91647e30d6b req-2b931c94-abfa-4210-a56d-1a0e6dc0f328 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1098 time: 0.0803387 Dec 10 20:25:10.048916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-24aa2490-3b68-4179-bd16-d91647e30d6b req-7567c9ab-ed3a-45d7-9f9a-3d4aa38a4a8d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373223 Dec 10 20:25:10.453470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df259-02c1-4b7b-912e-6b93883bc099 req-1bd11ad0-c745-4128-a224-7860dedef394 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:10.455101 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-221df259-02c1-4b7b-912e-6b93883bc099 req-1bd11ad0-c745-4128-a224-7860dedef394 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0860188 Dec 10 20:25:10.502853 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-221df259-02c1-4b7b-912e-6b93883bc099 req-fe788580-5e2a-4c8e-9f01-f5e0d8a62abd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Dec 10 20:25:11.241886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75719dec-e047-4ffb-b035-50df6a011c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:11.713159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ec2f4-0844-478a-bfdf-8016ef5cf930 req-cc3bad39-905c-47bc-90fb-d38b3b964641 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:11.714748 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-352ec2f4-0844-478a-bfdf-8016ef5cf930 req-cc3bad39-905c-47bc-90fb-d38b3b964641 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0875788 Dec 10 20:25:11.761742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-352ec2f4-0844-478a-bfdf-8016ef5cf930 req-7c51abb0-359e-41d9-9bbf-b72078be9d97 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409243 Dec 10 20:25:11.965260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9322-658a-4d59-abba-1be7c13bd16e req-0efe2590-06a0-4023-a1e6-1a33a7b5882d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:11.966881 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d79d9322-658a-4d59-abba-1be7c13bd16e req-0efe2590-06a0-4023-a1e6-1a33a7b5882d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0860169 Dec 10 20:25:12.016714 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d79d9322-658a-4d59-abba-1be7c13bd16e req-47a3c5ae-616d-4a63-9590-189a1a1a452e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Dec 10 20:25:12.043430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41642) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:25:12.197135 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-623e9fa1-b4d8-4070-a545-500ef4fbd286 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1093 time: 0.1523895 Dec 10 20:25:12.199999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41648) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:25:12.205565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:25:12.211725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:25:12.215739 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:floatingip and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:25:12.218717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:25:12.225174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:25:12.234591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:12.384396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:12.530239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.126 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/de0ef2cf-4662-484e-9822-7726c836eb71) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:25:12.625948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:12.686009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:12.712958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:12.717234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8ad63bc5-6a93-4b6b-83e7-c2ced919a79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:25:12.782347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:25:12.785870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:25:12.789876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:25:12.820497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=de0ef2cf-4662-484e-9822-7726c836eb71,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:25:12.827253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:25:13.302681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:13.357392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:13.572352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:13.575768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:13.580064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-20a01d28-c19c-453a-ba1c-a4c9f65a72dd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:25:13.689976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=de0ef2cf-4662-484e-9822-7726c836eb71,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:25:13.694415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:25:13.704919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:13.902238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Floating IP a48286db-3131-4095-946c-96118eebb279 associated. External IP: 172.26.8.126, port: d68c0055-e994-4655-9672-96f0534ca5f8. Dec 10 20:25:13.957980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fadd873-4e05-4503-aa24-8f00d46830a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:13.998975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:14.320014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 68d4b102-09e0-4e06-b94e-555d3d9d7056 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:25:14.763168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:25:14.773350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] Sync routers for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:25:14.786955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:25:14.787645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:25:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:25:14.787787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:14.859123 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6580174 Dec 10 20:25:14.859843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:25:14.917418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'status': 'completed', 'code': 200} Dec 10 20:25:14.988705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:25:15.036249 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8402f101-734b-411c-b605-564131aeff52 req-e7b5e182-3dd8-4b0b-8ef2-897a00139aaf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1098 time: 0.0925312 Dec 10 20:25:15.050613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66da03-10e4-4681-8662-4a6154fa8da6 req-61ae490b-26d5-4477-b92c-fd30bbbe411d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:15.052335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c66da03-10e4-4681-8662-4a6154fa8da6 req-61ae490b-26d5-4477-b92c-fd30bbbe411d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0940518 Dec 10 20:25:15.103353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c66da03-10e4-4681-8662-4a6154fa8da6 req-dc573fde-b278-4c48-9bf0-f89121913c9a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Dec 10 20:25:15.133237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41656) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:25:15.188681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402f101-734b-411c-b605-564131aeff52 req-0536ab1f-c42d-4ad9-b54f-a7cc22cef864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:15.190363 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8402f101-734b-411c-b605-564131aeff52 req-0536ab1f-c42d-4ad9-b54f-a7cc22cef864 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1482522 Dec 10 20:25:15.250752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-34e3daae-fd6c-4698-bbab-3c5bda80f117 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/a48286db-3131-4095-946c-96118eebb279 HTTP/1.1" status: 200 len: 991 time: 0.1160142 Dec 10 20:25:15.307638 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8402f101-734b-411c-b605-564131aeff52 req-577b0b10-dae0-4890-94bb-9825d9dfb825 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 999 time: 0.1107113 Dec 10 20:25:15.370548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'a48286db-3131-4095-946c-96118eebb279', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.126', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'port_id': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'mac_address': 'fa:16:3e:58:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:25:13Z', 'updated_at': '2021-12-10T20:25:13Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:25:01Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:25:15.374716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] Checking router: 68d4b102-09e0-4e06-b94e-555d3d9d7056 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:25:15.377122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402f101-734b-411c-b605-564131aeff52 req-9ad5e52c-5772-432f-a3a1-d1ad632eeb88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:15.379283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8402f101-734b-411c-b605-564131aeff52 req-9ad5e52c-5772-432f-a3a1-d1ad632eeb88 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0652156 Dec 10 20:25:15.386476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:25:15.387147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:25:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:25:15.466144 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8402f101-734b-411c-b605-564131aeff52 req-31a45d22-84aa-4e0c-91b9-646c69cbef18 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806785 Dec 10 20:25:15.572757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:15.590275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:25:15.608892 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8402f101-734b-411c-b605-564131aeff52 req-b2eda4c4-e7f7-4af5-bde3-b09ddec36fa1 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363692 Dec 10 20:25:15.749419 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8402f101-734b-411c-b605-564131aeff52 req-809e2bf5-8d39-4afb-a12f-1d1f68f678f2 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339149 Dec 10 20:25:15.953241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'a48286db-3131-4095-946c-96118eebb279', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.126', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'port_id': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'mac_address': 'fa:16:3e:58:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:25:13Z', 'updated_at': '2021-12-10T20:25:13Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:25:01Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:25:15.957527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77739ba7-ff1e-4362-a5ff-d2a36be553e3 None None] The sync data for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv is: [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'a48286db-3131-4095-946c-96118eebb279', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.126', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'port_id': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'mac_address': 'fa:16:3e:58:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:25:13Z', 'updated_at': '2021-12-10T20:25:13Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:25:01Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:25:16.254835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41660) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:25:16.283265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a326fc-65c7-4d8b-b371-c898fa19464e None None] New status for floating IP a48286db-3131-4095-946c-96118eebb279: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:25:16.372051 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4403819a-f783-4dd3-8a53-bf9f88468a3b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/a48286db-3131-4095-946c-96118eebb279 HTTP/1.1" status: 200 len: 991 time: 0.1158953 Dec 10 20:25:17.375826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41664) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:25:17.488499 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7c50c76b-b0b1-4a5c-b7b8-2cf739c2435a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/a48286db-3131-4095-946c-96118eebb279 HTTP/1.1" status: 200 len: 993 time: 0.1107187 Dec 10 20:25:32.812351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:37.515977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:25:41.243785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b0b40815-2b7f-482b-a7aa-ff1854cb2352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:41.768721 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-a64b0c74-e0f3-45a1-9b04-5820c3b61442 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744433 Dec 10 20:25:41.912709 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-fe27f557-961c-4932-801a-f7947a7e1273 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1098 time: 0.0733933 Dec 10 20:25:42.066769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-d129273d-6383-4c73-b4d0-20129cfff9fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:42.068338 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-d129273d-6383-4c73-b4d0-20129cfff9fb service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1366570 Dec 10 20:25:42.175902 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-c40ca752-efcf-44fb-9e0c-6229c82c9b22 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 1001 time: 0.1012397 Dec 10 20:25:42.482202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-e4b51a12-43de-442f-abb3-98eaa71a9507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:25:42.483681 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-e4b51a12-43de-442f-abb3-98eaa71a9507 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.3005211 Dec 10 20:25:42.563497 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-f7f1b353-9218-4f26-a815-024d9cf56ec1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730648 Dec 10 20:25:42.630989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:42.705228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-ddeb919f-a208-406a-bfe7-ab71b64fedae service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352532 Dec 10 20:25:42.846166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1a5a64c-4940-4e89-9f5a-79b4116843eb req-c8e3cdc1-da84-4f22-820c-052de4aadb7c service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343880 Dec 10 20:25:43.960007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b78d3a97-eaba-4510-a530-506017def896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:44.001897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:25:45.558447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:02.809461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:11.245464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9015db91-47c6-49ff-bbd4-02883539a653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:12.633817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:13.961638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d963bf9-5fad-4b98-bf22-46858f088c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:14.003343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:14.516588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:26:15.562782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:27.079189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e728527-49f9-4335-b423-42d721f2cd86 req-ee880e21-e35b-4916-bb9c-3df792c31623 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1425819 Dec 10 20:26:28.412339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41698) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:26:28.436262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd5f3c-e919-47b0-8c09-0f84e9df54df req-09a2d4fe-d96c-4ff4-b8b7-6b068ab1a2e7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:28.437897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dcdd5f3c-e919-47b0-8c09-0f84e9df54df req-09a2d4fe-d96c-4ff4-b8b7-6b068ab1a2e7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0961466 Dec 10 20:26:28.543522 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-dcdd5f3c-e919-47b0-8c09-0f84e9df54df req-09588953-1415-4a3a-8e8b-1812fb2f22a6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890214 Dec 10 20:26:28.572056 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-84ae0d23-6103-4a44-abe4-3a2a9acdac7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1583817 Dec 10 20:26:29.749300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976eb458-e45a-4b23-97d0-1b7190e800d9 req-169c0ec8-3649-4c06-a523-f6cda231b6f4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:29.750818 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-976eb458-e45a-4b23-97d0-1b7190e800d9 req-169c0ec8-3649-4c06-a523-f6cda231b6f4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0847952 Dec 10 20:26:29.801205 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-976eb458-e45a-4b23-97d0-1b7190e800d9 req-9806655f-b77e-4751-ad36-61f61c9916cd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Dec 10 20:26:31.003943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10267047-57c8-41cd-b03b-d3ea7328bcad req-2ef83147-660b-4eb3-afd5-b4acc83443f6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:31.006107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10267047-57c8-41cd-b03b-d3ea7328bcad req-2ef83147-660b-4eb3-afd5-b4acc83443f6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0844145 Dec 10 20:26:31.053554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10267047-57c8-41cd-b03b-d3ea7328bcad req-6d6007da-9c74-4e7f-91df-7abadbc23087 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Dec 10 20:26:32.259709 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e38f-bfd7-4b01-ad55-4378e21fbd59 req-4bce8d9e-669f-4b44-94ed-5a3e7f6f5fe5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:32.261324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9a36e38f-bfd7-4b01-ad55-4378e21fbd59 req-4bce8d9e-669f-4b44-94ed-5a3e7f6f5fe5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0876858 Dec 10 20:26:32.315010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9a36e38f-bfd7-4b01-ad55-4378e21fbd59 req-16b71b34-af3b-4449-a0f3-0b9559307c69 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470998 Dec 10 20:26:32.832273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:32.909104 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-a6e356a9-097e-4bf9-8a77-83e98230f07d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1098 time: 0.0744817 Dec 10 20:26:33.047875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e002-6780-42cf-b4ad-baedb217f557 req-f1e4693f-31e3-48ae-a1ba-4ee78a0d0e49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:33.049415 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-f1e4693f-31e3-48ae-a1ba-4ee78a0d0e49 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1343365 Dec 10 20:26:33.159491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-198079af-594f-4610-8014-8d474737eace service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 1001 time: 0.1038275 Dec 10 20:26:33.229247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e002-6780-42cf-b4ad-baedb217f557 req-f121ea0e-eba6-4d3b-b16a-acb3869a29eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:33.230767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-f121ea0e-eba6-4d3b-b16a-acb3869a29eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0657499 Dec 10 20:26:33.311547 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-cdc2e86f-1169-4789-8e0a-b4564bd448a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732338 Dec 10 20:26:33.451590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-46388fdb-912e-4c90-a6ea-d6d07904d357 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340632 Dec 10 20:26:33.529693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f79c0-2425-4304-90f1-5d124f189444 req-defa4aca-b4ee-4dcb-8675-17f1760d3680 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:33.531299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-436f79c0-2425-4304-90f1-5d124f189444 req-defa4aca-b4ee-4dcb-8675-17f1760d3680 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0856888 Dec 10 20:26:33.580383 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-436f79c0-2425-4304-90f1-5d124f189444 req-2ad90496-24d7-4a41-8eb7-b51dee486437 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417473 Dec 10 20:26:33.601065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-03df7a35-9b0d-4faa-afd6-b2765985445c service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394050 Dec 10 20:26:34.795837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d547bc-beab-4007-8eb8-13ddb72eb5db req-21c63c04-ae23-40c9-a95f-9bcd79e5a618 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:34.797431 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62d547bc-beab-4007-8eb8-13ddb72eb5db req-21c63c04-ae23-40c9-a95f-9bcd79e5a618 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0892601 Dec 10 20:26:34.846912 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-62d547bc-beab-4007-8eb8-13ddb72eb5db req-608749d6-91d9-4fc5-b136-af947b3b979d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Dec 10 20:26:36.052693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd0d35-30d7-4937-a8f2-7d6fc9fb4033 req-b58f5b76-e4b1-422a-aece-8f5ed8d62733 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:36.054303 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4dd0d35-30d7-4937-a8f2-7d6fc9fb4033 req-b58f5b76-e4b1-422a-aece-8f5ed8d62733 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0838253 Dec 10 20:26:36.105228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4dd0d35-30d7-4937-a8f2-7d6fc9fb4033 req-1f4ce96a-5c3c-4886-9eee-56af3d5c369a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Dec 10 20:26:37.310498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072ddd-bbb8-424e-a5fa-049dc25e2343 req-a5f8a126-5b90-4034-92ed-7687eda7f384 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:37.312081 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a072ddd-bbb8-424e-a5fa-049dc25e2343 req-a5f8a126-5b90-4034-92ed-7687eda7f384 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0841253 Dec 10 20:26:37.359556 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a072ddd-bbb8-424e-a5fa-049dc25e2343 req-afe5a9d5-aa70-46b5-9efa-d09ccb96b0a7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Dec 10 20:26:38.567737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eb22c-3a06-48af-882c-b8ff5ae30768 req-096f0a7d-8a30-4926-8365-795067066600 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:38.569342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cc3eb22c-3a06-48af-882c-b8ff5ae30768 req-096f0a7d-8a30-4926-8365-795067066600 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0872068 Dec 10 20:26:38.617342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cc3eb22c-3a06-48af-882c-b8ff5ae30768 req-f548e577-f76b-43f5-983e-73fdedec9b74 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 Dec 10 20:26:39.821503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1860d1-4149-42e8-87bb-0c85866a4fad req-cc4104a3-0c27-4e6a-be10-b4a8a412d8c6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:39.823119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a1860d1-4149-42e8-87bb-0c85866a4fad req-cc4104a3-0c27-4e6a-be10-b4a8a412d8c6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0840106 Dec 10 20:26:39.871014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a1860d1-4149-42e8-87bb-0c85866a4fad req-25952099-ac3d-4907-a52d-e1710ca22d7f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Dec 10 20:26:41.078236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b346a-cdd3-4532-be83-dde4b70463eb req-dc908f83-af29-495d-86e3-2d532473c70b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:41.079812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0a4b346a-cdd3-4532-be83-dde4b70463eb req-dc908f83-af29-495d-86e3-2d532473c70b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0867925 Dec 10 20:26:41.127895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0a4b346a-cdd3-4532-be83-dde4b70463eb req-cb87a035-73f4-4e72-b6c8-1ddac611a023 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411654 Dec 10 20:26:41.247587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-87140426-4e24-42bf-b6a6-1cbc4eca0fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:42.333829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dc054-e27a-4a9c-abcd-022bcf82a9f7 req-c138285e-a003-497e-82fe-29fdde92bcae tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:42.335420 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd5dc054-e27a-4a9c-abcd-022bcf82a9f7 req-c138285e-a003-497e-82fe-29fdde92bcae tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0845723 Dec 10 20:26:42.383260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd5dc054-e27a-4a9c-abcd-022bcf82a9f7 req-3af0e429-c86f-4eb3-ae3e-6852dbae5af4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Dec 10 20:26:42.635093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:43.592442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094d448-cc12-491c-a380-8d0e64cd686f req-7070df53-35f1-43a9-9042-e33732689c8c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:43.594074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b094d448-cc12-491c-a380-8d0e64cd686f req-7070df53-35f1-43a9-9042-e33732689c8c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0868480 Dec 10 20:26:43.640895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b094d448-cc12-491c-a380-8d0e64cd686f req-fdb6ddcb-4060-4787-9ed5-be78a8031da8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Dec 10 20:26:43.837747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-a0935e3a-2d3f-4f79-9b8a-8a1fb5d07d8d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1098 time: 0.0807998 Dec 10 20:26:43.962934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7eb0406b-ceeb-42de-a983-c47b43386589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:43.993524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-7a704df0-277d-4bec-a608-e83c7d9422aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:43.995119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-7a704df0-277d-4bec-a608-e83c7d9422aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1372936 Dec 10 20:26:44.007247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:44.101808 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-66038945-bc26-4826-a0fa-f8771a24bd67 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 1001 time: 0.1003671 Dec 10 20:26:44.175052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-ce793458-dd6c-4bb3-aab0-9c0441ed4787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:44.177107 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-ce793458-dd6c-4bb3-aab0-9c0441ed4787 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0696189 Dec 10 20:26:44.257731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-cca4231b-ef50-4fe9-bfe0-030d46f69ca9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746961 Dec 10 20:26:44.397328 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-9c5f6daf-803c-4958-b4f4-810027bcb903 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325140 Dec 10 20:26:44.537434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-93a8a18b-5b56-4226-a12f-b9d4f6e1fddd req-208040c4-7037-45c1-ae2a-11dbf000b071 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339023 Dec 10 20:26:44.846685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684997-7c6e-4497-bdf5-8259cd3fd099 req-5829eb3f-df0e-41bb-80cf-9626e0e53563 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:44.849678 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a684997-7c6e-4497-bdf5-8259cd3fd099 req-5829eb3f-df0e-41bb-80cf-9626e0e53563 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0876849 Dec 10 20:26:44.902269 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a684997-7c6e-4497-bdf5-8259cd3fd099 req-5f73321a-9925-46f9-96bb-1afa0a22eb70 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460961 Dec 10 20:26:45.564964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:46.104532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794492f1-abb3-4ea4-9e7f-397f8511a74a req-c1c51f74-c4a2-4faa-a9dc-af5534b812d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:46.106129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-794492f1-abb3-4ea4-9e7f-397f8511a74a req-c1c51f74-c4a2-4faa-a9dc-af5534b812d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0829542 Dec 10 20:26:46.153607 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-794492f1-abb3-4ea4-9e7f-397f8511a74a req-9fbeaf34-0ab5-4dd7-bef5-981f5922d754 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 Dec 10 20:26:47.359938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2355a90-1b54-4f28-b51f-39c47ba7baff req-ff45072a-3fa5-4c33-b8c5-b80cd3371f12 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:47.361499 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d2355a90-1b54-4f28-b51f-39c47ba7baff req-ff45072a-3fa5-4c33-b8c5-b80cd3371f12 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0860040 Dec 10 20:26:47.408716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d2355a90-1b54-4f28-b51f-39c47ba7baff req-958b9a38-9f43-4e57-9df4-468792deed6c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Dec 10 20:26:48.612932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f51a5-8c90-4f0f-9ac1-e739c20d0756 req-8835f24a-6a71-4cbf-85e5-29a43700e7b5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:48.615014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c63f51a5-8c90-4f0f-9ac1-e739c20d0756 req-8835f24a-6a71-4cbf-85e5-29a43700e7b5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0839829 Dec 10 20:26:48.661524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c63f51a5-8c90-4f0f-9ac1-e739c20d0756 req-cad25cd9-7183-4130-84af-93076ccff5bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405636 Dec 10 20:26:49.871262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa38b-edee-41f4-b4ac-24bb04c37ce7 req-d1174599-231a-4858-b185-5603e8af9662 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:49.872825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-32dfa38b-edee-41f4-b4ac-24bb04c37ce7 req-d1174599-231a-4858-b185-5603e8af9662 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0875990 Dec 10 20:26:49.919675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-32dfa38b-edee-41f4-b4ac-24bb04c37ce7 req-a7840bdc-4904-4904-a001-f3a90d7a4c49 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 Dec 10 20:26:50.312068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-a03a9142-badb-4011-ad0b-1fe0555b1325 service neutron] 10.222.0.84 "GET /v2.0/ports/d68c0055-e994-4655-9672-96f0534ca5f8/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0819347 Dec 10 20:26:50.580524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-5c9f8b8d-bdad-4696-86eb-4c8a5e7a8531 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0758605 Dec 10 20:26:50.675323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-93986700-c0ef-48bc-9dc5-3c9ab7e02844 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1098 time: 0.0745945 Dec 10 20:26:50.814241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e002-6780-42cf-b4ad-baedb217f557 req-41c6409b-734f-4a22-9067-7214fa2ac123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:50.815795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-41c6409b-734f-4a22-9067-7214fa2ac123 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1344354 Dec 10 20:26:50.923612 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-db57c580-dc2d-4aac-871a-f0a216e95524 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 1001 time: 0.1020300 Dec 10 20:26:50.994498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e002-6780-42cf-b4ad-baedb217f557 req-457d378f-c8d1-4ab8-82e8-10581cdca1d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:50.996055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-457d378f-c8d1-4ab8-82e8-10581cdca1d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0663254 Dec 10 20:26:51.078278 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-a8d13245-7388-4fb4-bc7a-adb1a70c8031 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756195 Dec 10 20:26:51.130360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6ffd4-a034-45bc-843b-3d083a528b03 req-f7900192-b856-4359-a239-d14fad1dfb63 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:51.131969 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a4f6ffd4-a034-45bc-843b-3d083a528b03 req-f7900192-b856-4359-a239-d14fad1dfb63 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0851398 Dec 10 20:26:51.185529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a4f6ffd4-a034-45bc-843b-3d083a528b03 req-544f09d8-eaa5-46e3-afd7-61cf3baa9848 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Dec 10 20:26:51.224416 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-f3a5e3be-79e0-47bf-9e02-b1c7465831fa service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395400 Dec 10 20:26:51.364822 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0108e002-6780-42cf-b4ad-baedb217f557 req-b7ca5785-b9f1-47e4-bdd9-638b4bf1cf6c service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344051 Dec 10 20:26:51.517324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:26:52.393532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455bc06-96c6-47b6-a4ce-018fdf02d86b req-eff859b4-79a7-4d08-ad9f-c935f41e3893 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:52.395671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b455bc06-96c6-47b6-a4ce-018fdf02d86b req-eff859b4-79a7-4d08-ad9f-c935f41e3893 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0862255 Dec 10 20:26:52.445961 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b455bc06-96c6-47b6-a4ce-018fdf02d86b req-d1f47388-c4e0-4cf7-88d1-97617a8c2441 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441449 Dec 10 20:26:53.652440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed740d-bc98-4c67-8849-bd28d23952b5 req-9feff43a-2425-4f6e-91d8-4e7b68012336 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:53.654038 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76ed740d-bc98-4c67-8849-bd28d23952b5 req-9feff43a-2425-4f6e-91d8-4e7b68012336 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0876629 Dec 10 20:26:53.701437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-76ed740d-bc98-4c67-8849-bd28d23952b5 req-ec8f241a-c485-4f35-830a-0c285f45e850 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414305 Dec 10 20:26:53.970665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d68c0055-e994-4655-9672-96f0534ca5f8 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:26:53.976926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d68c0055-e994-4655-9672-96f0534ca5f8 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:26:54.213965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:54.390399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:26:54.413871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'port_id': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'mac_address': 'fa:16:3e:58:32:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:26:54.420065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:26:54.464689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:26:54.480161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:54.484059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:26:54.518501 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'code': 200} Dec 10 20:26:54.533277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:54.563057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d68c0055-e994-4655-9672-96f0534ca5f8 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:26:54.611444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:26:54.636598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.636997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.637390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.637801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.638185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.638564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.638940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.639317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.639691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.640062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.640485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:26:54.645846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:26:54.646537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:26:54.646938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:26:54.907641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc378d-c9ab-40da-81cd-3c17c02e7f4d req-c101d7b9-4c40-4a3e-b4af-d36cf5af1ce6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:54.909155 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dbc378d-c9ab-40da-81cd-3c17c02e7f4d req-c101d7b9-4c40-4a3e-b4af-d36cf5af1ce6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 943 time: 0.0864050 Dec 10 20:26:54.956850 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2dbc378d-c9ab-40da-81cd-3c17c02e7f4d req-bc901559-4bff-4c02-9f56-f50f2d0c6ae0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 Dec 10 20:26:55.203942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:55.226169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68c0055-e994-4655-9672-96f0534ca5f8 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:26:55.242291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:26:55.246853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:55.248681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:26:55.305249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04724c0f-cb8f-488a-8601-65b5cc97c6eb req-cfb4e3fc-9fa4-40f2-9830-8209b877b9c9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:55.306891 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04724c0f-cb8f-488a-8601-65b5cc97c6eb req-cfb4e3fc-9fa4-40f2-9830-8209b877b9c9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 944 time: 0.0930934 Dec 10 20:26:55.312727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-37f8bac4-2ea1-4fae-901d-2590070d7f93 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:55.313497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-37f8bac4-2ea1-4fae-901d-2590070d7f93 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:26:55.319035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['d68c0055-e994-4655-9672-96f0534ca5f8'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:26:55.330548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-37f8bac4-2ea1-4fae-901d-2590070d7f93 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:26:55.332280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-37f8bac4-2ea1-4fae-901d-2590070d7f93 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505&tenant_id=309652c67fcc4b2a904147474a4a4ea6&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 944 time: 0.1137142 Dec 10 20:26:55.360255 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-04724c0f-cb8f-488a-8601-65b5cc97c6eb req-d296841f-e902-4eb2-a832-70b60b358d6a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448070 Dec 10 20:26:55.361332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:26:55.366824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:26:55.498150 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-ab722095-d369-4cd0-8db7-1801c4580f85 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1097 time: 0.0819139 Dec 10 20:26:55.579320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca54d8-b83a-4386-97a5-72c053853840 req-5659c569-8761-4c57-88b8-a14049a8fa6e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:55.582534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-caca54d8-b83a-4386-97a5-72c053853840 req-5659c569-8761-4c57-88b8-a14049a8fa6e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 944 time: 0.0876060 Dec 10 20:26:55.638539 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-caca54d8-b83a-4386-97a5-72c053853840 req-c0cf259e-e134-4045-809e-d034aed84e8b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498071 Dec 10 20:26:55.643326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-820fa243-a0f1-48f1-a278-67aae2f8260c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:55.645108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-820fa243-a0f1-48f1-a278-67aae2f8260c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1411188 Dec 10 20:26:55.760834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-2b42f423-ee38-45fb-b590-4740f716d4a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 1000 time: 0.1098948 Dec 10 20:26:55.836343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-9453aaa3-bcd0-4035-9482-fe16004d5585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:55.837998 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-9453aaa3-bcd0-4035-9482-fe16004d5585 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0695174 Dec 10 20:26:55.926405 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-1e9c58de-bcfa-4ffe-826c-b1a8e508ce1e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815508 Dec 10 20:26:55.971435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d68c0055-e994-4655-9672-96f0534ca5f8 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:26:56.047372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port d68c0055-e994-4655-9672-96f0534ca5f8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:26:56.047797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:56.075899 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-f2c82370-deab-4c38-86c0-96a475468224 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434648 Dec 10 20:26:56.164943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:56.197754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:26:56.201446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:26:56.203759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2ce4563-c2a3-4977-99e2-18fafeb666df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:26:56.223896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c0c03e2-3f49-4f3e-8e98-138691c57510 req-21d23999-f985-4f6d-86e3-6157a41af2dc service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406274 Dec 10 20:26:56.274785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:26:56.277807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:26:56.519495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:26:56.577184 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'code': 200} Dec 10 20:26:56.849908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e033a6-b04d-499d-bcce-4677edccfc57 req-4721f2ec-0ae6-4fc8-b66c-301e7366d972 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:26:56.851514 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10e033a6-b04d-499d-bcce-4677edccfc57 req-4721f2ec-0ae6-4fc8-b66c-301e7366d972 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0889890 Dec 10 20:26:56.899830 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10e033a6-b04d-499d-bcce-4677edccfc57 req-d874ead0-4864-4409-ae83-8b08eeee76de tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 Dec 10 20:26:56.927395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41794) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:26:57.038280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4cf53476-cfb9-42bb-914c-ce189dfbbd2f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/a48286db-3131-4095-946c-96118eebb279 HTTP/1.1" status: 200 len: 993 time: 0.1096377 Dec 10 20:27:02.831690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:11.248647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c43fae6a-0962-40d5-ade3-86dcb4bc1370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:12.635765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:13.964209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f75f85e-a24f-499a-9023-e87bce4c9d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:14.009012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:15.568307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:28.518379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:27:32.832566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:41.249791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a7579600-1ddf-4361-8a42-530a5e2528bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:42.637494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:43.966046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d2af4774-3987-461a-9ed7-973563b36fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:44.011392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:45.571513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:46.458845 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-4fa41032-b9f2-4b03-8be0-8e14d69541ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1789720 Dec 10 20:27:46.605442 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-ff75b290-1391-4657-9407-d46f25496092 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1098 time: 0.0741849 Dec 10 20:27:46.757970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-ea8bbf3a-0e33-425f-b2a0-1816c7353dfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:27:46.759543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-ea8bbf3a-0e33-425f-b2a0-1816c7353dfe service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1357927 Dec 10 20:27:47.093108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-05c5ec9a-49b6-4688-9cc2-ecf106e3cacb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 1001 time: 0.3269873 Dec 10 20:27:47.167814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-f2b96983-2012-4822-a479-e5d57374575c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:27:47.169296 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-f2b96983-2012-4822-a479-e5d57374575c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0642872 Dec 10 20:27:47.255975 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-516c51e2-027a-4c56-b0dd-4777ec93b4a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808330 Dec 10 20:27:47.267727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-7bf3fb7d-764b-4507-a193-b45ee40ca15f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:27:47.268725 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-7bf3fb7d-764b-4507-a193-b45ee40ca15f service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051174 Dec 10 20:27:47.407940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-a2e0faee-0bd8-45e3-9a4a-e16607f3df31 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324365 Dec 10 20:27:47.547957 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1f454998-568c-465e-b5e9-c1b8ccae9a57 req-0c8e335d-1286-449b-a641-d12bfecefa8b service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335595 Dec 10 20:27:52.003719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41816) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:27:52.218760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port de0ef2cf-4662-484e-9822-7726c836eb71 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:27:52.219140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:52.624656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:52.625005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:52.757700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for de0ef2cf-4662-484e-9822-7726c836eb71 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:27:52.913524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:52.917861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9e7fce4-0a2a-4bf1-9556-fdf7902f5c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:27:52.959782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=de0ef2cf-4662-484e-9822-7726c836eb71,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:27:52.972106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.973033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.973461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.973914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.974338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.975023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.975132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.975534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.975949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.976360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:52.976774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:53.006952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:27:53.071015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:53.479897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 68d4b102-09e0-4e06-b94e-555d3d9d7056 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:27:53.691094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:27:53.700966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] Sync routers for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:27:53.711252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:53.714082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:27:53.714748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:27:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:27:53.767399 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/floatingips/a48286db-3131-4095-946c-96118eebb279 HTTP/1.1" status: 204 len: 168 time: 1.7624605 Dec 10 20:27:53.768015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:27:53.824236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'status': 'completed', 'code': 200} Dec 10 20:27:53.918198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:27:53.929250 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7271c932-5f8c-4f16-ae26-a11989942273 req-10377af9-6a9f-448c-8724-e956a43254e6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 1098 time: 0.0824039 Dec 10 20:27:54.087203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271c932-5f8c-4f16-ae26-a11989942273 req-019bab13-dd3a-43f4-b916-341a0cb3f66d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:27:54.088785 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7271c932-5f8c-4f16-ae26-a11989942273 req-019bab13-dd3a-43f4-b916-341a0cb3f66d service neutron] 10.222.0.84 "GET /v2.0/networks?id=e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 200 len: 897 time: 0.1523213 Dec 10 20:27:54.162661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7271c932-5f8c-4f16-ae26-a11989942273 req-c3cfa041-30ca-4430-bb63-160b75bfba4a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 200 len: 217 time: 0.0663278 Dec 10 20:27:54.177767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1797-76e2-4ce1-b706-0c2f46495e4d req-abe8d028-8580-4c01-9c2d-977d72a2b0bd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:27:54.178519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9e6e1797-76e2-4ce1-b706-0c2f46495e4d req-abe8d028-8580-4c01-9c2d-977d72a2b0bd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:27:54.194655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-9e6e1797-76e2-4ce1-b706-0c2f46495e4d req-abe8d028-8580-4c01-9c2d-977d72a2b0bd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:27:54.196068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e6e1797-76e2-4ce1-b706-0c2f46495e4d req-abe8d028-8580-4c01-9c2d-977d72a2b0bd tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.1100941 Dec 10 20:27:54.240196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271c932-5f8c-4f16-ae26-a11989942273 req-1a4ba3af-2dda-439e-a379-f59a13004a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:27:54.241944 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7271c932-5f8c-4f16-ae26-a11989942273 req-1a4ba3af-2dda-439e-a379-f59a13004a1a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 200 len: 835 time: 0.0719099 Dec 10 20:27:54.247534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9e6e1797-76e2-4ce1-b706-0c2f46495e4d req-79778ede-6295-45dc-a7c6-474a9f65e01f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447335 Dec 10 20:27:54.259360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:25:01Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:27:54.263563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] Checking router: 68d4b102-09e0-4e06-b94e-555d3d9d7056 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:27:54.280780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:27:54.281444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:27:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:27:54.326329 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7271c932-5f8c-4f16-ae26-a11989942273 req-748c0662-0c06-4957-a4e3-0de7e49628a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e220755e-ce7f-4ee2-9167-7debeba1e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773990 Dec 10 20:27:54.474763 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7271c932-5f8c-4f16-ae26-a11989942273 req-acbf8389-41f7-4c63-bb15-ba683cc1bf8c service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414809 Dec 10 20:27:54.476084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:27:54.623791 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7271c932-5f8c-4f16-ae26-a11989942273 req-8b882a23-249d-466e-9255-d8f82c863ac9 service neutron] 10.222.0.84 "GET /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423426 Dec 10 20:27:54.963884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:25:01Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:27:54.968062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2f2545-f847-4c7b-a3a2-c78ac09df2d2 None None] The sync data for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv is: [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:24:55Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7e6ff666-8d0d-427a-b64e-76b31cd597bb', 'name': '', 'network_id': 'e220755e-ce7f-4ee2-9167-7debeba1e173', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:05:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:54Z', 'updated_at': '2021-12-10T20:25:01Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '1406ee60-bf3c-468d-8f81-1549d946ee6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:27:55.387535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd6f84-84a6-4bb0-81d1-30e018ac2e10 None None] New status for floating IP a48286db-3131-4095-946c-96118eebb279: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:27:55.460703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16c47-5638-4f82-ba65-4a4e3fcfd775 req-086b0afb-05b1-4819-a8bd-94d7b3f05ddb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:27:55.462435 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f2c16c47-5638-4f82-ba65-4a4e3fcfd775 req-086b0afb-05b1-4819-a8bd-94d7b3f05ddb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0860100 Dec 10 20:27:55.511657 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f2c16c47-5638-4f82-ba65-4a4e3fcfd775 req-57958ba6-0b60-4314-852f-5b8a972f5930 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=d950a8d1-8003-49ae-af6f-bff233a56b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 Dec 10 20:27:55.995444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634c80c-482e-460f-b126-3641481f11fe req-c5e211da-13bc-492f-bafa-5c9b4ab2d7fb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:27:55.996977 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c634c80c-482e-460f-b126-3641481f11fe req-c5e211da-13bc-492f-bafa-5c9b4ab2d7fb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 945 time: 0.0829902 Dec 10 20:27:56.074037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port d68c0055-e994-4655-9672-96f0534ca5f8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:27:56.074424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:56.329140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port d68c0055-e994-4655-9672-96f0534ca5f8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d68c0055-e994-4655-9672-96f0534ca5f8,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:27:56.329860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:56.456630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for d68c0055-e994-4655-9672-96f0534ca5f8 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:27:56.606103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:56.611896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2b4f876d-5935-4f8d-a91f-87d5caba7f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:27:56.657979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=d68c0055-e994-4655-9672-96f0534ca5f8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:27:56.671547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.671979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.672402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.672824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.673246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.673692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.674103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.674515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.675101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.675347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.675804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:27:56.690959 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4ca7e11-f502-4c6e-abb4-6b2dc2d02a98 req-2f0101c9-828e-422e-894e-a39dfea0adfe tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=2255c5e8-7c4a-4b59-929a-a3362a883505 HTTP/1.1" status: 200 len: 210 time: 0.0513937 Dec 10 20:27:56.704776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:27:56.755174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] No DVR routers for this DVR port d68c0055-e994-4655-9672-96f0534ca5f8 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:27:56.757677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:56.760451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'name': 'network-vif-deleted', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:27:56.775681 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c634c80c-482e-460f-b126-3641481f11fe req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "DELETE /v2.0/ports/d68c0055-e994-4655-9672-96f0534ca5f8 HTTP/1.1" status: 204 len: 173 time: 0.7732439 Dec 10 20:27:56.819095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2255c5e8-7c4a-4b59-929a-a3362a883505', 'name': 'network-vif-deleted', 'tag': 'd68c0055-e994-4655-9672-96f0534ca5f8', 'status': 'completed', 'code': 200} Dec 10 20:27:57.797637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41834) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:27:58.216805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:59.080188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 7e6ff666-8d0d-427a-b64e-76b31cd597bb {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:27:59.080675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:59.277636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port 7e6ff666-8d0d-427a-b64e-76b31cd597bb, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7e6ff666-8d0d-427a-b64e-76b31cd597bb,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:27:59.278039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:59.407726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 7e6ff666-8d0d-427a-b64e-76b31cd597bb owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:27:59.585336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:27:59.589711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7a49e559-0429-4854-bfc1-2b32bed9611b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:27:59.634853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=7e6ff666-8d0d-427a-b64e-76b31cd597bb,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:27:59.638003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:27:59.948781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:00.232216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d68c0055-e994-4655-9672-96f0534ca5f8 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:28:00.271238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: d68c0055-e994-4655-9672-96f0534ca5f8 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:28:00.271636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device d68c0055-e994-4655-9672-96f0534ca5f8 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:28:00.547941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router 68d4b102-09e0-4e06-b94e-555d3d9d7056 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:28:00.761924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:28:00.771963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] Sync routers for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:28:00.775074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/68d4b102-09e0-4e06-b94e-555d3d9d7056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9762917 Dec 10 20:28:00.777960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41838) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:00.785311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:28:00.786006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:27:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:00.974606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:28:00.977610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting subnet 1406ee60-bf3c-468d-8f81-1549d946ee6d {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:28:00.980756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:01.041067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:01.131050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:01.209008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:01.213497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-339e18b4-fd63-4e00-a21a-f8bf33418c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:01.253062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Subnet': ['ID=1406ee60-bf3c-468d-8f81-1549d946ee6d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:01.259350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:01.261767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:01.271399 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-22b7ecb5-c13f-4a5c-8252-d5916911bcff tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/subnets/1406ee60-bf3c-468d-8f81-1549d946ee6d HTTP/1.1" status: 204 len: 168 time: 0.4892931 Dec 10 20:28:01.271584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2288e-7fa7-4298-b191-698e5288d481 None None] Network e220755e-ce7f-4ee2-9167-7debeba1e173 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:28:01.271684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41842) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:01.377997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:27:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:01.413015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] Checking router: 68d4b102-09e0-4e06-b94e-555d3d9d7056 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:28:01.464794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] Routers {'68d4b102-09e0-4e06-b94e-555d3d9d7056'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:28:01.465489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:27:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['68d4b102-09e0-4e06-b94e-555d3d9d7056'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:01.482663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:01.685206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] Set router 68d4b102-09e0-4e06-b94e-555d3d9d7056 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:28:01.732290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] DHCP port deletion for e220755e-ce7f-4ee2-9167-7debeba1e173 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:28:01.746315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Deleting port de2ec369-a3f3-4056-af67-5a9636a09ea4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:28:01.746755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:01.934153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:01.943171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port cd767cf4-a737-4fc0-bc40-18b7bc19b420 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:28:01.943476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:02.129765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port cd767cf4-a737-4fc0-bc40-18b7bc19b420, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=cd767cf4-a737-4fc0-bc40-18b7bc19b420,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:28:02.130182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:02.271006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for cd767cf4-a737-4fc0-bc40-18b7bc19b420 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:28:02.337664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] For port de2ec369-a3f3-4056-af67-5a9636a09ea4, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=de2ec369-a3f3-4056-af67-5a9636a09ea4,segment=NetworkSegment(69cd06e3-5ac7-4625-9426-39292293aa43),segment_id=69cd06e3-5ac7-4625-9426-39292293aa43)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:28:02.338172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:02.447550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:02.452477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b6ea8014-75c4-44dc-9efe-02d3ab8e6b02 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:02.481717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Calling delete_port for de2ec369-a3f3-4056-af67-5a9636a09ea4 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:28:02.498749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=cd767cf4-a737-4fc0-bc40-18b7bc19b420,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:02.503270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:02.547172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:27:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:02.554244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e74cf3-f0a4-4ebc-abcd-984787500abc None None] The sync data for ids ['68d4b102-09e0-4e06-b94e-555d3d9d7056'] in dv-neutron-821443-1-hyperv is: [{'id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091871977', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:24:50Z', 'updated_at': '2021-12-10T20:27:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'cd767cf4-a737-4fc0-bc40-18b7bc19b420', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4b102-09e0-4e06-b94e-555d3d9d7056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:24:51Z', 'updated_at': '2021-12-10T20:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:28:02.586928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:02.592240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:02.636716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Pushing event deleted for resources: {'Port': ['ID=de2ec369-a3f3-4056-af67-5a9636a09ea4,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:02.650225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] No DVR routers for this DVR port de2ec369-a3f3-4056-af67-5a9636a09ea4 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.657921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.658667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.658667 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:02.663565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:02.744469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:02.823291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.023212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.027815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.051426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.051925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Fanout notify agent at l3_agent the message router_deleted on router 68d4b102-09e0-4e06-b94e-555d3d9d7056 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:28:03.068999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.070518 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/routers/68d4b102-09e0-4e06-b94e-555d3d9d7056 HTTP/1.1" status: 204 len: 168 time: 1.7977145 Dec 10 20:28:03.073165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41846) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:03.148104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device de2ec369-a3f3-4056-af67-5a9636a09ea4 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:28:03.187703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: de2ec369-a3f3-4056-af67-5a9636a09ea4 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:28:03.188663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device de2ec369-a3f3-4056-af67-5a9636a09ea4 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:28:03.188663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7e6ff666-8d0d-427a-b64e-76b31cd597bb no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:28:03.204237 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.224348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 7e6ff666-8d0d-427a-b64e-76b31cd597bb {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:28:03.224749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7e6ff666-8d0d-427a-b64e-76b31cd597bb not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:28:03.347047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.375445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e220755e-ce7f-4ee2-9167-7debeba1e173']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:03.389622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd06e3-5ac7-4625-9426-39292293aa43') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:03.389902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd06e3-5ac7-4625-9426-39292293aa43') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:03.402214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.416932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.423634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:28:03.424083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:28:03.439627 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:28:03.521055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.524639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08ea4f9c-d60e-48fc-b380-b5ea46a1fc59 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:03.539397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.551606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Network': ['ID=e220755e-ce7f-4ee2-9167-7debeba1e173,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:03.554899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:03.559270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e8a7eaec-4d39-4406-be51-845d772ef974 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/networks/e220755e-ce7f-4ee2-9167-7debeba1e173 HTTP/1.1" status: 204 len: 168 time: 0.4850531 Dec 10 20:28:03.562201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41850) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:03.636293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc76fcb-0ef1-4b4f-842e-75bd6476216d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.667247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc76fcb-0ef1-4b4f-842e-75bd6476216d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.718832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc76fcb-0ef1-4b4f-842e-75bd6476216d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.724565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d66aae5e-6dc0-4ae3-b89b-8b4c4b1aa087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:03.739885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc76fcb-0ef1-4b4f-842e-75bd6476216d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950a8d1-8003-49ae-af6f-bff233a56b9e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:03.745243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4fc76fcb-0ef1-4b4f-842e-75bd6476216d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:03.747236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4fc76fcb-0ef1-4b4f-842e-75bd6476216d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:03.748427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4fc76fcb-0ef1-4b4f-842e-75bd6476216d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/security-groups/d950a8d1-8003-49ae-af6f-bff233a56b9e HTTP/1.1" status: 204 len: 168 time: 0.1852050 Dec 10 20:28:04.005980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41858) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:04.012307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008034318', 'description': 'tempest-secgroup-smoke-2008034318 description', 'project_id': '309652c67fcc4b2a904147474a4a4ea6'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:04.019532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:04.023903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:04.027008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:04.033077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:04.042964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.079669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:04.084283 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:04.087276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:04.093220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:04.150085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.152729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.158125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9a6ac506-501d-4786-8b65-7c2191aafb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:04.201716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274aebd4-dfb8-477a-a650-4ff821ee2957,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:04.205042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:04.206292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.207604 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da20c604-a9b5-40ed-870b-e537b5dea489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2005296 Dec 10 20:28:04.210613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41862) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:04.216470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '274aebd4-dfb8-477a-a650-4ff821ee2957', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:04.223097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:04.227267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:04.230343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:04.236422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:04.252348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.318074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.320933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.322860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-feb19427-9382-4748-b213-6cc3925d78ac tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:04.344734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a336d2b8-2dbc-4a63-b23d-ce9cdc0ffed2,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:04.348852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:04.355673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.356936 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1f5782ed-1e13-442f-a80c-6f396034ced8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453285 Dec 10 20:28:04.359826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41866) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:04.366240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '274aebd4-dfb8-477a-a650-4ff821ee2957', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:04.372263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:04.376285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:04.379918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:04.385922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:04.401502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.464822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.467556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.469449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a165f140-d990-4e9c-9bf8-c27f8f1841a4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:04.493838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e918e7a-d3a3-4d11-a97a-a6a47be016d2,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:04.498384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:04.501736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.503014 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d954ed10-3694-4b2a-9851-c7a708daf324 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1422002 Dec 10 20:28:04.506154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41870) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:04.511928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '274aebd4-dfb8-477a-a650-4ff821ee2957', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:04.518134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:04.522126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:04.525065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:04.531056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:04.546687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.613681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.616206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.618082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3654ee50-4bff-4667-8c7a-10929349ed9e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:04.638258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aee3c07-b401-4b26-aaad-8ae60ceeb0f7,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:04.642252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:04.648918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.650207 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e45b3442-b5a9-45ab-be04-6f6188bc32ca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1430771 Dec 10 20:28:04.653443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41874) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:04.659764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '274aebd4-dfb8-477a-a650-4ff821ee2957', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:04.665960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:04.669967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:04.673019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:04.679885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:04.695321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.764207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.766653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.768554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6ec27a76-ce1c-46e4-9aac-d097cb4de2ee tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:04.789717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c421ccd-4777-4881-916c-2b4b58ed6708,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:04.793775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:04.801075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.802367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1478949 Dec 10 20:28:04.805250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41878) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:04.811034 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '274aebd4-dfb8-477a-a650-4ff821ee2957', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:04.817256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:04.821321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:04.824357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:04.831809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:04.841333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:28:04.848350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.918756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.921150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.928407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-002a0376-4372-4971-8579-4296a4bf0d0d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:04.951090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3a4fa7-8e4b-432e-8a8d-c242a126c552,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:04.953408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:04.958260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:04.959553 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1532784 Dec 10 20:28:04.962535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41882) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:04.968408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '274aebd4-dfb8-477a-a650-4ff821ee2957', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:04.975363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:04.979392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:04.982607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:04.988668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:05.000874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:28:05.007373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.056545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cd767cf4-a737-4fc0-bc40-18b7bc19b420 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:28:05.076256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.078944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.091899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fed95670-85cf-441e-90d7-7248b5cd4097 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:05.092423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: cd767cf4-a737-4fc0-bc40-18b7bc19b420 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:28:05.092824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device cd767cf4-a737-4fc0-bc40-18b7bc19b420 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:28:05.111279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0242887-4ddb-4196-bca6-61f54e806c70,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:05.113933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:05.115081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.116435 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-47212f21-fb44-4f5b-aa75-4bdbdd6f9ac5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1528182 Dec 10 20:28:05.119532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41886) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:05.125323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'network': {'name': 'tempest-network-smoke--2094049465', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:05.130679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:05.135203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:network and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:05.138213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:05.144710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:05.153920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:28:05.159849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.188259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:28:05.197021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.197412 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Added segment e0ffc60f-78f6-4ee9-9cc0-4edea486a69e of type vlan for network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 Dec 10 20:28:05.224957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.253550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.257582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:05.258240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.263479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d66c258f-ee65-4c66-b808-17902ab4a9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:05.372052 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2513778 Dec 10 20:28:05.374993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41890) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:05.375158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Network': ['ID=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:05.377838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24575ad3-85d2-4ace-826a-dbeb58cbecb7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:05.381312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'admin_state_up': True, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:05.386364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:28:05.388903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:05.392979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:router and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:05.396624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:05.402586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:05.414159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.415153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.432664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.518440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:28:05.585624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.768453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.802535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:05.939316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.67 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/f30df6dc-d488-48ca-b542-4ab829f06477) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:28:06.091683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:06.119680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:06.124014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e86a7161-1646-4e92-8368-3cae40efd5a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:06.194262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:28:06.197290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:28:06.201767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:28:06.227868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=f30df6dc-d488-48ca-b542-4ab829f06477,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:06.233013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:06.367318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:06.368002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:06.486948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-f39d5aac-6291-4107-abd4-b1c3b61edc9e req-5525c470-2af8-4acf-8038-167528d4b466 service neutron] (88872) timed out ('10.222.0.41', 37690) {{(pid=88872) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 10 20:28:06.604632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router bbe3e0c2-5924-421c-957d-55eeb58cc754 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:28:06.816461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:28:06.828285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Sync routers for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:28:06.841757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:28:06.842427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:27:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:06.844441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:06.845819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4696705 Dec 10 20:28:06.849157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41894) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:06.893627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0afe2441-8a58-46fc-9144-8a7be6e2f358 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=309652c67fcc4b2a904147474a4a4ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431304 Dec 10 20:28:06.896949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 41898) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:07.030493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:28:07.035341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c822d-b088-4e4d-a972-52665df6135c tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:07.036989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-858c822d-b088-4e4d-a972-52665df6135c tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390059 Dec 10 20:28:07.040214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41902) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:07.086681 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-94bd16ad-1c78-4138-a00e-dbd6350cc70a tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450101 Dec 10 20:28:07.089261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41906) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:07.095485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-30808003', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:07.221166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:07.225446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:subnet and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:07.228614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:07.235032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:07.246312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:28:07.357706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:07.484630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:06Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:07.489103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Checking router: bbe3e0c2-5924-421c-957d-55eeb58cc754 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:28:07.489598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Updating router bbe3e0c2-5924-421c-957d-55eeb58cc754 port f30df6dc-d488-48ca-b542-4ab829f06477 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:28:07.542891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:07.591897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:07.596574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-838fcdfd-c3d6-4a2f-8acc-8cb97c0c2ccf tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:07.677436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Subnet': ['ID=6c16bdee-2677-48e7-9c0c-1c4be56b934f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:07.680902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:07.688176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Checking segment: {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:28:07.688573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network hostable DHCP agents. Network: 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:28:07.711005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:28:07.721226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:28:07.725710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:07.726359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:07.731746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0bbc1a-1eed-4302-acad-89705e740d53 None None] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:28:07.747800 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c94c64a2-574f-4e36-9972-9b3e0f7d5549 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6573772 Dec 10 20:28:07.750786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41910) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:07.907159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:07.920982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Transition to ACTIVE for port object f30df6dc-d488-48ca-b542-4ab829f06477 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:28:07.927383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:07.932554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2c1982dc-372d-4d1e-ba0c-c8aa7a523c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:07.967248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:28:07.968292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.020615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Attempting to bind port f30df6dc-d488-48ca-b542-4ab829f06477 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:28:08.021027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Attempting to bind port f30df6dc-d488-48ca-b542-4ab829f06477 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:28:08.021432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Attempting to bind port f30df6dc-d488-48ca-b542-4ab829f06477 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:28:08.023916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Pushing event updated for resources: {'Port': ['ID=f30df6dc-d488-48ca-b542-4ab829f06477,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:08.037735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:28:08.037735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:28:08.037735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.038221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:28:08.038657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Bound port: f30df6dc-d488-48ca-b542-4ab829f06477, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:28:08.039070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.068834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.069224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.069641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.070021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.070392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.070758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.071126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.071493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.071860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.072217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.072579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:28:08.083199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:08.124783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] For port f30df6dc-d488-48ca-b542-4ab829f06477, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:28:08.128349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] For port f30df6dc-d488-48ca-b542-4ab829f06477, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f30df6dc-d488-48ca-b542-4ab829f06477,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:28:08.133107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.137904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c51a98b9-2f08-4bfd-8821-e19838ef307a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:08.152100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Allocated IP 172.20.0.2 (1a8e04ac-d0bc-4ab0-97b1-42581fd9f338/6c16bdee-2677-48e7-9c0c-1c4be56b934f/589db7d0-07dc-4b4b-856f-e70b8c77231d) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:28:08.220726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Pushing event updated for resources: {'Port': ['ID=f30df6dc-d488-48ca-b542-4ab829f06477,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:08.225703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:08.226726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:28:08.227390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:27:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:08.373537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.386039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Transition to ACTIVE for port object 589db7d0-07dc-4b4b-856f-e70b8c77231d will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:28:08.405939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Transition to ACTIVE for port object 589db7d0-07dc-4b4b-856f-e70b8c77231d will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:28:08.411086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.416335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6e75dc3-3370-40f9-a1b2-ea6101e7fc50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:08.430819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:28:08.479951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:28:08.493764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:28:08.497887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:28:08.555703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Pushing event updated for resources: {'Port': ['ID=589db7d0-07dc-4b4b-856f-e70b8c77231d,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:08.586436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:08.613571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Attempting to bind port 589db7d0-07dc-4b4b-856f-e70b8c77231d on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:28:08.614009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Attempting to bind port 589db7d0-07dc-4b4b-856f-e70b8c77231d by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:28:08.614430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Attempting to bind port 589db7d0-07dc-4b4b-856f-e70b8c77231d on network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:28:08.621401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:28:08.621903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Checking segment: {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:28:08.622374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.622832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Bound using segment: {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:28:08.623362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Bound port: 589db7d0-07dc-4b4b-856f-e70b8c77231d, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:28:08.623795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.720756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] For port 589db7d0-07dc-4b4b-856f-e70b8c77231d, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:28:08.724069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] For port 589db7d0-07dc-4b4b-856f-e70b8c77231d, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=589db7d0-07dc-4b4b-856f-e70b8c77231d,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:28:08.728071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.733472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5520d2ce-a622-4c8f-9bef-968c098cb841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:08.739229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:06Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:08.743452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d93a7-e613-4432-8c23-5c2b5ee37fb3 None None] The sync data for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv is: [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:06Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:28:08.817879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Pushing event updated for resources: {'Port': ['ID=589db7d0-07dc-4b4b-856f-e70b8c77231d,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:08.820684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:08.820854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:09.275839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.1 (1a8e04ac-d0bc-4ab0-97b1-42581fd9f338/6c16bdee-2677-48e7-9c0c-1c4be56b934f/ee27c8f2-4984-48d3-8a54-ae3acf5b13bf) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:28:09.472386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:09.490618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object ee27c8f2-4984-48d3-8a54-ae3acf5b13bf will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:28:09.512692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:09.517394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:09.590938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:28:09.594404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:28:09.597610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:28:09.630407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:09.633486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:09.665686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:09.760260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:10.211475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:10.215475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:10.246155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85bead38-b3b8-41ed-a57b-f54e493f7a90 tempest-TestServerAdvancedOps-370177850 tempest-TestServerAdvancedOps-370177850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:10.340423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:10.345016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:10.348450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:10.419065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bae6be-14ec-4265-928a-1c560014d990 None None] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:28:10.491090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:28:10.492320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:28:10.548976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7c62462d-7b40-4762-9a11-2ee54e27bde2 None None] Provisioning for port 589db7d0-07dc-4b4b-856f-e70b8c77231d completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:28:10.905996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router bbe3e0c2-5924-421c-957d-55eeb58cc754 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:28:10.988617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ffd2f741-bd4a-41e5-82cd-333b58080b32 None None] Provisioning for port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:28:10.994651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ffd2f741-bd4a-41e5-82cd-333b58080b32 None None] Provisioning complete for port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:10.995086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ffd2f741-bd4a-41e5-82cd-333b58080b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:11.056032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2f741-bd4a-41e5-82cd-333b58080b32 None None] Port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:28:11.178080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f30df6dc-d488-48ca-b542-4ab829f06477 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:28:11.276261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-587f4b93-ba0e-4522-b396-f5ab97bc6354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:11.285540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port f30df6dc-d488-48ca-b542-4ab829f06477 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:28:11.293672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f30df6dc-d488-48ca-b542-4ab829f06477 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:11.294331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:11.363440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d4ba3547-9c84-4f41-84d8-902f738c7c20 None None] Provisioning complete for port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:11.363878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3547-9c84-4f41-84d8-902f738c7c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:11.391066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:28:11.418342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/bbe3e0c2-5924-421c-957d-55eeb58cc754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6661417 Dec 10 20:28:11.432361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba3547-9c84-4f41-84d8-902f738c7c20 None None] Port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:28:11.515194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:11.532235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port f30df6dc-d488-48ca-b542-4ab829f06477, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f30df6dc-d488-48ca-b542-4ab829f06477,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:28:11.535452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:11.536351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 589db7d0-07dc-4b4b-856f-e70b8c77231d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:28:11.567015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cc1b6907-c5aa-4521-871f-f088445e8f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:11.614912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-279d2d44-287d-4ff4-acc6-85e7d4271874 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:28:11.630332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-279d2d44-287d-4ff4-acc6-85e7d4271874 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:28:11.631585 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-279d2d44-287d-4ff4-acc6-85e7d4271874 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008034318&fields=id&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 267 time: 0.0640271 Dec 10 20:28:11.681854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0be25dc3-6f4a-402b-8e49-271c58d9f7fe None None] Provisioning complete for port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:11.682289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0be25dc3-6f4a-402b-8e49-271c58d9f7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:11.715853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Sync routers for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:28:11.725444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=f30df6dc-d488-48ca-b542-4ab829f06477,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:11.733932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:11.752591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 589db7d0-07dc-4b4b-856f-e70b8c77231d completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:28:11.763081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 589db7d0-07dc-4b4b-856f-e70b8c77231d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:11.763536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:11.792951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:28:11.793681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:27:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:11.804753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-4ebff06d-a320-4e51-9c4a-ee0439bcc4e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:11.805537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-4ebff06d-a320-4e51-9c4a-ee0439bcc4e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:28:11.820796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-4ebff06d-a320-4e51-9c4a-ee0439bcc4e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:28:11.822091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-4ebff06d-a320-4e51-9c4a-ee0439bcc4e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/networks?id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 200 len: 797 time: 0.1765718 Dec 10 20:28:11.840575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-adb336cf-8996-4e88-9900-1c3563c390c5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/quotas/309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 375 time: 0.0119066 Dec 10 20:28:11.858617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0be25dc3-6f4a-402b-8e49-271c58d9f7fe None None] Port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:28:11.926529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-57ea2d02-968c-4efe-9ecd-33043d23ab3d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:28:11.941539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-57ea2d02-968c-4efe-9ecd-33043d23ab3d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:28:11.942910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-57ea2d02-968c-4efe-9ecd-33043d23ab3d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966296 Dec 10 20:28:12.096020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8f8c99a0-4388-479f-8039-3996ddd85823 service neutron] 10.222.0.41 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399095 Dec 10 20:28:12.224439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:12.236714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:28:12.244309 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-26595f8c-0b72-428a-a2ab-0cadd2c61637 service neutron] 10.222.0.41 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411748 Dec 10 20:28:12.330606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 589db7d0-07dc-4b4b-856f-e70b8c77231d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=589db7d0-07dc-4b4b-856f-e70b8c77231d,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:28:12.393232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:12.402420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:12.452137 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e36ec8f8-afe9-4daa-9c10-470aa24c9b1e req-8846b353-45d2-4df0-bb6f-773bdb6d6134 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 210 time: 0.0493567 Dec 10 20:28:12.558581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=589db7d0-07dc-4b4b-856f-e70b8c77231d,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:12.571763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:12.654806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:12.679245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:10Z', 'revision_number': 2, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:12.683423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Checking router: bbe3e0c2-5924-421c-957d-55eeb58cc754 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:28:12.683836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Updating router bbe3e0c2-5924-421c-957d-55eeb58cc754 port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:28:12.739566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:13.117101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f30df6dc-d488-48ca-b542-4ab829f06477 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:28:13.155266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:13.186076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Transition to ACTIVE for port object ee27c8f2-4984-48d3-8a54-ae3acf5b13bf will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:28:13.196562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:13.200983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6b24c885-e457-43ef-880e-de6f46b41286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:13.341996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bf5b5-cb32-45fb-afcd-a749968e45a6 None None] Pushing event updated for resources: {'Port': ['ID=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:13.345637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d16bf5b5-cb32-45fb-afcd-a749968e45a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:13.356107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port f30df6dc-d488-48ca-b542-4ab829f06477 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:13.356537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:13.508083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Attempting to bind port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:28:13.508510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Attempting to bind port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:28:13.508928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Attempting to bind port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf on network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:28:13.522720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:28:13.523147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Checking segment: {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:28:13.523606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:13.524056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Bound using segment: {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:28:13.524588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Bound port: ee27c8f2-4984-48d3-8a54-ae3acf5b13bf, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:28:13.525010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:13.640855 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-37b9fd13-e854-4a55-8fbf-1f37b2b01cb7 req-e7973d5e-f497-41e3-89af-91f0ef2f1baf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 210 time: 0.0536363 Dec 10 20:28:13.658031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 589db7d0-07dc-4b4b-856f-e70b8c77231d up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:28:13.756187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] For port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:28:13.761459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] For port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:28:13.768218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:13.773668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:13.868594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 589db7d0-07dc-4b4b-856f-e70b8c77231d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:13.869032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:13.910901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bf5b5-cb32-45fb-afcd-a749968e45a6 None None] Pushing event updated for resources: {'Port': ['ID=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:13.918208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d16bf5b5-cb32-45fb-afcd-a749968e45a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:13.935922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:28:13.936625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:27:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:14.030384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-3838b25d-a7a6-4889-b7d4-efc7239ad05b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:14.031976 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-3838b25d-a7a6-4889-b7d4-efc7239ad05b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/networks?id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 200 len: 797 time: 0.4269652 Dec 10 20:28:14.093157 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-d250ec5e-7927-4561-ad8e-40fb9f2c4e76 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 380 time: 0.0500023 Dec 10 20:28:14.102334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'port': {'device_id': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'admin_state_up': True, 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'security_groups': ['274aebd4-dfb8-477a-a650-4ff821ee2957']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:14.128850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-92217f8a-49c4-49de-b468-a3fe64d67e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:14.134338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:14.243382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:28:14.249550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:14.260141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:14.270611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:28:14.276154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:14.447449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.5 (1a8e04ac-d0bc-4ab0-97b1-42581fd9f338/6c16bdee-2677-48e7-9c0c-1c4be56b934f/a1fd9ee6-de4f-4bc6-b49f-629ede8271b8) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:28:14.583770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:13Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:14.588028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9252cc6-57ae-4149-9610-8f4af45e655c None None] The sync data for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv is: [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:13Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:28:14.665116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:14.685587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:28:14.712921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:14.719639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d47cfd52-ad35-48c7-916f-b46fe40e591e tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:14.797553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:28:14.800992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:28:14.805444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:28:14.841743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:14.849341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:14.878842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:14.879080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40dc7a-0431-4d02-bc7d-cffdf3bee91e req-0582f4ed-f257-4032-89f5-ab65346e7ac0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:14.880672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:14.887368 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad40dc7a-0431-4d02-bc7d-cffdf3bee91e req-0582f4ed-f257-4032-89f5-ab65346e7ac0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 931 time: 0.1040428 Dec 10 20:28:14.911977 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132014 Dec 10 20:28:14.925121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Request body: {'port': {'device_id': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:14.950809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ad40dc7a-0431-4d02-bc7d-cffdf3bee91e req-6fadf7a2-12cc-4ff2-b4c7-fbe6436b4bd3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623436 Dec 10 20:28:15.063057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.142213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ee27c8f2-4984-48d3-8a54-ae3acf5b13bf up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:28:15.212854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7842ff4a-a366-4520-93af-aab27672f72e None None] Provisioning for port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:28:15.220031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7842ff4a-a366-4520-93af-aab27672f72e None None] Provisioning complete for port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:15.220998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7842ff4a-a366-4520-93af-aab27672f72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.283955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:28:15.290377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7842ff4a-a366-4520-93af-aab27672f72e None None] Port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:28:15.292126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:15.292644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.419898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.462502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:28:15.468934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:28:15.470419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.472529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.480213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a37f28a9-ceb6-4b1f-b6e0-4578ec0a01f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:15.489826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Transition to ACTIVE for port object a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:28:15.494289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.499449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a264e12-9c75-4f03-8884-4f40b41fba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:15.555956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:15.570420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:15.591148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.643001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:15.682732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:15.769714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Attempting to bind port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:28:15.770094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Attempting to bind port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:28:15.770462 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Attempting to bind port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 on network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:28:15.777104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 on network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:28:15.777623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Attempting to bind port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 on network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:28:15.784491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:28:15.784864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Checking segment: {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:28:15.785288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Bound using segment: {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:28:15.785787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Bound port: a1fd9ee6-de4f-4bc6-b49f-629ede8271b8, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:28:15.786175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.887347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] For port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:28:15.890640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] For port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:28:15.894823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.899491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:15.966300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:15.967794 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] 10.222.0.84 "PUT /v2.0/ports/a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 200 len: 1093 time: 1.0482738 Dec 10 20:28:15.969884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:28:15.989249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:15.992943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:16.076955 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'status': 'completed', 'code': 200} Dec 10 20:28:16.121381 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-f4d0d9f7-76bd-40af-9c93-c4b36ec9f261 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1096 time: 0.0983498 Dec 10 20:28:16.181275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df94f71-fa0b-4d0d-b318-f88545a21fe7 req-676a3f57-8630-4548-9c7c-ed99ebefb7d9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:16.183206 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8df94f71-fa0b-4d0d-b318-f88545a21fe7 req-676a3f57-8630-4548-9c7c-ed99ebefb7d9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 943 time: 0.1001923 Dec 10 20:28:16.202410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-d67e4a77-addc-4a8f-b1ea-3cd77e24ca20 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 200 len: 217 time: 0.0740929 Dec 10 20:28:16.239665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8df94f71-fa0b-4d0d-b318-f88545a21fe7 req-99cf6932-23f9-4e04-acfa-e05ba92d62e3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500920 Dec 10 20:28:16.279550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-54681793-09b1-4242-827a-36c7b8daab34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:16.281141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-54681793-09b1-4242-827a-36c7b8daab34 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c16bdee-2677-48e7-9c0c-1c4be56b934f HTTP/1.1" status: 200 len: 833 time: 0.0717156 Dec 10 20:28:16.366828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-75896bbf-d670-4309-a94e-cc90badcae7e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795314 Dec 10 20:28:16.516626 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-760cdbc9-95b0-4e37-be45-016b76d68fae service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430008 Dec 10 20:28:16.657584 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-980f8ccd-7749-44a7-a0ec-a404ab24f84f req-dce1cdf2-902e-4c0e-ad62-dbd23adfc65c service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352050 Dec 10 20:28:16.779191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54b39689-966b-4ada-bef4-54079c1b0786 req-cc0fee54-62fa-4856-9dd5-a7a94064f0cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1096 time: 0.0763826 Dec 10 20:28:16.919013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b39689-966b-4ada-bef4-54079c1b0786 req-9e35b1c9-84cb-4d5b-950d-f70ea8d48efc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:16.920571 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54b39689-966b-4ada-bef4-54079c1b0786 req-9e35b1c9-84cb-4d5b-950d-f70ea8d48efc service neutron] 10.222.0.84 "GET /v2.0/networks?id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 200 len: 898 time: 0.1353788 Dec 10 20:28:16.995185 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54b39689-966b-4ada-bef4-54079c1b0786 req-050e418a-7c33-4815-bd23-eca7931f5030 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 200 len: 217 time: 0.0682423 Dec 10 20:28:17.061763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b39689-966b-4ada-bef4-54079c1b0786 req-4e17c899-3f03-4016-89b3-776169fe31c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:17.063296 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54b39689-966b-4ada-bef4-54079c1b0786 req-4e17c899-3f03-4016-89b3-776169fe31c0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c16bdee-2677-48e7-9c0c-1c4be56b934f HTTP/1.1" status: 200 len: 833 time: 0.0621502 Dec 10 20:28:17.107867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ee27c8f2-4984-48d3-8a54-ae3acf5b13bf up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:28:17.148898 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54b39689-966b-4ada-bef4-54079c1b0786 req-d238fbb4-60e2-4706-a8c6-408f1b460184 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792871 Dec 10 20:28:17.181260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:17.181819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:17.293037 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54b39689-966b-4ada-bef4-54079c1b0786 req-93ab7fe7-3fd2-4d93-970a-e8c0f374503d service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368043 Dec 10 20:28:17.442684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54b39689-966b-4ada-bef4-54079c1b0786 req-27619d92-a366-45f2-95ee-4513011c327e service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427724 Dec 10 20:28:17.452567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81babd3-b43b-4f17-8eb5-277a8c93547f req-968b45a8-62b7-4259-a35c-f2552d9b6809 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:17.454469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f81babd3-b43b-4f17-8eb5-277a8c93547f req-968b45a8-62b7-4259-a35c-f2552d9b6809 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 943 time: 0.0861769 Dec 10 20:28:17.506085 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f81babd3-b43b-4f17-8eb5-277a8c93547f req-84153c95-07ca-49bc-8fb8-6edec361b5d5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445807 Dec 10 20:28:18.711752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da7a97-abc1-4295-a0d0-5b4e4d4306d4 req-b3c20837-c725-4995-85ee-39b56d3329b4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:18.713323 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e9da7a97-abc1-4295-a0d0-5b4e4d4306d4 req-b3c20837-c725-4995-85ee-39b56d3329b4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 943 time: 0.0874867 Dec 10 20:28:18.760917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e9da7a97-abc1-4295-a0d0-5b4e4d4306d4 req-2afcee42-bfbc-462f-b6b5-3649fd9d86ac tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Dec 10 20:28:19.963193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1c2b-4a87-4373-8486-1699f764fc87 req-8c4bbfab-3165-400d-914e-a3662307cd5b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:19.964751 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-762a1c2b-4a87-4373-8486-1699f764fc87 req-8c4bbfab-3165-400d-914e-a3662307cd5b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 943 time: 0.0830448 Dec 10 20:28:20.015938 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-762a1c2b-4a87-4373-8486-1699f764fc87 req-62ae492f-c09a-4416-bb69-3cb410952c57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451119 Dec 10 20:28:20.309680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:28:20.616948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:28:20.630493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'port_id': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'mac_address': 'fa:16:3e:7d:78:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:28:20.686115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:20.703340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:28:20.718869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:28:20.721756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:20.724158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:20.791776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:20.795029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:21.071040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['a1fd9ee6-de4f-4bc6-b49f-629ede8271b8'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:28:21.222060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272f390-7e27-43b4-b8b6-fe23ea0ea9d9 req-b44d1805-6204-41a8-810e-320de1dc007c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:21.224034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4272f390-7e27-43b4-b8b6-fe23ea0ea9d9 req-b44d1805-6204-41a8-810e-320de1dc007c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 944 time: 0.0856318 Dec 10 20:28:21.272523 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4272f390-7e27-43b4-b8b6-fe23ea0ea9d9 req-7e13e2f9-da76-4dcc-acee-73b46820a0ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423048 Dec 10 20:28:22.340191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:28:22.413574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:28:22.419236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:28:22.419679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:22.548396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:22.576384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:28:22.587792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:28:22.590762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:22.592685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d16bf5b5-cb32-45fb-afcd-a749968e45a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:22.634607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef08330-8006-468b-ad16-d801a7c899e3 req-88e57f44-c42d-4578-82d0-1afa3d4ec6fe tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:22.636219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4ef08330-8006-468b-ad16-d801a7c899e3 req-88e57f44-c42d-4578-82d0-1afa3d4ec6fe tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 944 time: 0.0980651 Dec 10 20:28:22.639134 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'code': 200} Dec 10 20:28:22.666900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:22.670008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:22.687548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4ef08330-8006-468b-ad16-d801a7c899e3 req-f3793914-5e92-44c4-b815-7dc9d577e9cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432241 Dec 10 20:28:22.877138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0a9d6cbc-2581-4bbc-a5d6-8b506bc7e760 req-29835cf8-fe13-4b22-9909-a8b3d1e5f132 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1098 time: 0.0786304 Dec 10 20:28:22.919362 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0a9d6cbc-2581-4bbc-a5d6-8b506bc7e760 req-86110df1-6fb1-4f2b-bae8-e1dc1f735904 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360816 Dec 10 20:28:23.892638 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536364fe-66ba-4ee1-8cc2-d3356a873637 req-437f2cd8-8dad-4240-baee-03b5be81a422 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:23.894772 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-536364fe-66ba-4ee1-8cc2-d3356a873637 req-437f2cd8-8dad-4240-baee-03b5be81a422 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0833004 Dec 10 20:28:23.941833 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-536364fe-66ba-4ee1-8cc2-d3356a873637 req-cbfb7362-9144-4ab7-af8b-11b3bb65b4d9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Dec 10 20:28:25.156023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d4c4-ed10-4812-910f-adf595c2f1e4 req-6249f674-79e2-4c43-bc6b-1f8b8f89dbec tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:25.157633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd24d4c4-ed10-4812-910f-adf595c2f1e4 req-6249f674-79e2-4c43-bc6b-1f8b8f89dbec tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0943625 Dec 10 20:28:25.205282 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd24d4c4-ed10-4812-910f-adf595c2f1e4 req-2427a401-a797-41cc-bae7-87c79cf11060 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409558 Dec 10 20:28:25.406357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aad3f5-39a0-4f34-adce-1abbc72812a6 req-f9e43087-ee8b-48c5-ac43-321db40a0f5e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:25.407943 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-13aad3f5-39a0-4f34-adce-1abbc72812a6 req-f9e43087-ee8b-48c5-ac43-321db40a0f5e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0832336 Dec 10 20:28:25.461272 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-13aad3f5-39a0-4f34-adce-1abbc72812a6 req-dba4d620-1f0a-4f5d-83bd-45464549b2c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465660 Dec 10 20:28:25.488031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 41996) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:25.563809 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d007eff9-c5e6-4317-9583-09ea69ead6f3 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1093 time: 0.0734649 Dec 10 20:28:25.565598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42000) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:25.571615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:28:25.577347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:28:25.582305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:floatingip and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:28:25.585243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:28:25.591216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:28:25.600615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:25.745728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:25.890183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.204 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/32a19fbe-2ea0-458f-93b7-0da4096d230d) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:28:26.040919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:26.068217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:26.072496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-876a28f1-989a-44ef-b57f-feaa099b66a1 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:26.138903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:28:26.139933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:28:26.143990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:28:26.181230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=32a19fbe-2ea0-458f-93b7-0da4096d230d,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:26.189711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:26.659060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:26.717759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:26.929886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:26.933388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:26.937727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e3b63d3-2003-4f8f-a7bc-9796e91cbd71 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:28:27.046528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=32a19fbe-2ea0-458f-93b7-0da4096d230d,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:28:27.050920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:28:27.061364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:27.493798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Floating IP 94d36203-df19-4ec6-8259-582c935a4db8 associated. External IP: 172.26.8.204, port: a1fd9ee6-de4f-4bc6-b49f-629ede8271b8. Dec 10 20:28:27.901124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router bbe3e0c2-5924-421c-957d-55eeb58cc754 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:28:28.109448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:28:28.119346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] Sync routers for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:28:28.133978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:28.136617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:28:28.137296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:28:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:28.190447 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6231866 Dec 10 20:28:28.191114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:28:28.250335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'status': 'completed', 'code': 200} Dec 10 20:28:28.328050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:28:28.356074 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-422744c8-c59d-4c1d-9f13-e262a75ef203 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1098 time: 0.0847390 Dec 10 20:28:28.376684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f971143-6d68-487f-a760-e196eb7a6dce req-6b939403-d9b5-45fd-ae9d-33780174afa2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:28.378338 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f971143-6d68-487f-a760-e196eb7a6dce req-6b939403-d9b5-45fd-ae9d-33780174afa2 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0894010 Dec 10 20:28:28.429722 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f971143-6d68-487f-a760-e196eb7a6dce req-ecc8d782-8cec-47e8-a742-427f912d21e8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448954 Dec 10 20:28:28.486997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42010) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:28.500161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-499cd298-300e-4bf6-af0e-91565a7ddb2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:28.501796 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-499cd298-300e-4bf6-af0e-91565a7ddb2c service neutron] 10.222.0.84 "GET /v2.0/networks?id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 200 len: 898 time: 0.1400654 Dec 10 20:28:28.601299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cbfb03eb-5e8a-4f92-ac20-e97105387088 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/94d36203-df19-4ec6-8259-582c935a4db8 HTTP/1.1" status: 200 len: 991 time: 0.1128783 Dec 10 20:28:28.614726 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-73a2a00d-9083-4fd8-bae4-36c574e91b24 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 200 len: 999 time: 0.1064482 Dec 10 20:28:28.681569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-93dcad61-4222-4a68-97f8-d866738725bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:28.683129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-93dcad61-4222-4a68-97f8-d866738725bb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c16bdee-2677-48e7-9c0c-1c4be56b934f HTTP/1.1" status: 200 len: 833 time: 0.0627151 Dec 10 20:28:28.706062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '94d36203-df19-4ec6-8259-582c935a4db8', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.204', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'port_id': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'mac_address': 'fa:16:3e:7d:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:28:26Z', 'updated_at': '2021-12-10T20:28:26Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:28.710679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] Checking router: bbe3e0c2-5924-421c-957d-55eeb58cc754 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:28:28.721945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:28:28.722596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:28:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:28.764995 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-09915375-19f6-4034-abcd-2fe51bb194c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756981 Dec 10 20:28:28.907208 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-524cd667-d08d-4b0b-b577-1d8f79c1c55a service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360724 Dec 10 20:28:28.914865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:28:29.057271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-504622cb-4083-4900-9b3b-1c6be5ae0695 req-3b8a556c-7655-4a48-ae26-9c272814d217 service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440356 Dec 10 20:28:29.427303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '94d36203-df19-4ec6-8259-582c935a4db8', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.204', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'port_id': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'mac_address': 'fa:16:3e:7d:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:28:26Z', 'updated_at': '2021-12-10T20:28:26Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:28:29.431325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0217e7c-59bb-4bf2-8502-7c353b6710b8 None None] The sync data for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv is: [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '94d36203-df19-4ec6-8259-582c935a4db8', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.204', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'port_id': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'mac_address': 'fa:16:3e:7d:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:28:26Z', 'updated_at': '2021-12-10T20:28:26Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:28:29.605297 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42014) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:29.720503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ece27724-a2a1-4bca-b1c2-13b081ea05c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/94d36203-df19-4ec6-8259-582c935a4db8 HTTP/1.1" status: 200 len: 991 time: 0.1138344 Dec 10 20:28:29.774055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f0aee-68c7-4505-9689-3cd80f347b51 None None] New status for floating IP 94d36203-df19-4ec6-8259-582c935a4db8: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:28:30.724501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42018) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:28:30.833342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e0a782ca-e459-45b9-a23e-49f707c21a2c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/94d36203-df19-4ec6-8259-582c935a4db8 HTTP/1.1" status: 200 len: 993 time: 0.1075416 Dec 10 20:28:32.835220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:41.249046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da3a7f38-e3cc-4f75-91b7-da5ceb1973d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:42.519522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:28:42.635595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:43.971391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-729348d3-11e5-4f1a-89fd-54d0ab88cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:44.018171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:45.580763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:28:46.611153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-8316308e-811a-407a-b7a2-7e4f995417e1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3072231 Dec 10 20:28:46.759745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-0935b4ad-c5ac-4512-abca-1897f1d0c4a2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1098 time: 0.0746212 Dec 10 20:28:46.919084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-49e6329a-9100-43af-b89c-d7d279531798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:46.920675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-49e6329a-9100-43af-b89c-d7d279531798 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 200 len: 898 time: 0.1421251 Dec 10 20:28:47.028636 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-2d315203-93b1-40d2-9655-1c5da94f9baf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 200 len: 1001 time: 0.1016650 Dec 10 20:28:47.099146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-357467d3-5313-4252-8373-eea4eef20346 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:28:47.100749 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-357467d3-5313-4252-8373-eea4eef20346 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c16bdee-2677-48e7-9c0c-1c4be56b934f HTTP/1.1" status: 200 len: 833 time: 0.0662770 Dec 10 20:28:47.181049 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-f1fe8d36-a74f-46f2-a5b2-ce3416ea5023 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746691 Dec 10 20:28:47.320661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-627881b0-c359-408b-9328-491f92e4b9a7 service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336384 Dec 10 20:28:47.464131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e45fbc64-e3e8-40c8-b43f-681eaa169d30 req-c0b0b2ab-79ef-4277-9130-b24c77932324 service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367733 Dec 10 20:29:02.856796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:11.249831 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2edb945f-b395-420c-ac53-6646cbeaa393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:12.636998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:13.976328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0302cbeb-54a8-44b8-a8e3-b2aa6940d4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:14.019749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:15.583328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:19.521027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:29:31.849468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49403e7d-687d-4c69-8845-ccc99a0c6215 req-f7ee15ec-14d1-4632-8326-f07a1c663948 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:31.851069 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-49403e7d-687d-4c69-8845-ccc99a0c6215 req-f7ee15ec-14d1-4632-8326-f07a1c663948 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0906081 Dec 10 20:29:31.900570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-49403e7d-687d-4c69-8845-ccc99a0c6215 req-1f104c59-63a1-41c6-b190-9d9262d7ac01 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Dec 10 20:29:32.852952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:33.240585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190941b2-738c-45d4-92d0-135d30f09bce req-8ce5e1f2-3e2c-4e74-b65d-0a5ca785c7a5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:33.242221 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-190941b2-738c-45d4-92d0-135d30f09bce req-8ce5e1f2-3e2c-4e74-b65d-0a5ca785c7a5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.1990914 Dec 10 20:29:33.293287 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-190941b2-738c-45d4-92d0-135d30f09bce req-8487d7e2-caf4-4d7a-839b-7678fba2de61 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 Dec 10 20:29:34.502285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6a81d-2116-40da-bbb8-e844e1b3199f req-3084834f-ce97-469a-a536-7dd8a34b9782 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:34.504359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4f6a81d-2116-40da-bbb8-e844e1b3199f req-3084834f-ce97-469a-a536-7dd8a34b9782 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0864129 Dec 10 20:29:34.551760 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c4f6a81d-2116-40da-bbb8-e844e1b3199f req-fdd646d8-6792-457c-8a7d-d4160b61ff72 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Dec 10 20:29:35.759575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894dd40-8cbb-42b9-abae-f7bd51afa1ac req-6f5c31bb-7ed4-445a-aa36-6e9628214f13 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:35.761075 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d894dd40-8cbb-42b9-abae-f7bd51afa1ac req-6f5c31bb-7ed4-445a-aa36-6e9628214f13 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0873682 Dec 10 20:29:35.808771 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d894dd40-8cbb-42b9-abae-f7bd51afa1ac req-15686edf-fed8-48f2-ba60-8016a39f3ba3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415006 Dec 10 20:29:37.012589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a94d-6288-4d98-82c4-99409e7ef4d0 req-f36d32b7-b156-4843-b1ef-2ea800dfe474 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:37.014199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d82a94d-6288-4d98-82c4-99409e7ef4d0 req-f36d32b7-b156-4843-b1ef-2ea800dfe474 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0833540 Dec 10 20:29:37.061445 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d82a94d-6288-4d98-82c4-99409e7ef4d0 req-0f32e727-158a-4af3-b303-d5d22aa11b61 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408428 Dec 10 20:29:38.271686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7225f84-d3de-4e1d-bdfa-53aaec807fc5 req-b3a80ddb-80af-4f34-af83-27f3abe729f5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:38.273151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b7225f84-d3de-4e1d-bdfa-53aaec807fc5 req-b3a80ddb-80af-4f34-af83-27f3abe729f5 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0862215 Dec 10 20:29:38.320907 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b7225f84-d3de-4e1d-bdfa-53aaec807fc5 req-9d3fd2f6-c39c-4bce-bbe3-17807c0bab8c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 Dec 10 20:29:39.596050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ee7d4-5a53-434e-93e0-4d8e8fd71640 req-67f73047-edc6-4ace-af1a-6c029667a92a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:39.597645 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b43ee7d4-5a53-434e-93e0-4d8e8fd71640 req-67f73047-edc6-4ace-af1a-6c029667a92a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.1568992 Dec 10 20:29:39.645985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b43ee7d4-5a53-434e-93e0-4d8e8fd71640 req-a51f187f-f791-4193-8164-7994e7483495 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Dec 10 20:29:40.857655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7b08-4b37-4379-b4ec-4004d872ba0a req-f7cc9540-307d-4f2e-82a5-d2425d094903 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:40.859220 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-21cc7b08-4b37-4379-b4ec-4004d872ba0a req-f7cc9540-307d-4f2e-82a5-d2425d094903 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0915616 Dec 10 20:29:40.906146 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-21cc7b08-4b37-4379-b4ec-4004d872ba0a req-8a476edc-afc0-4e21-b07f-cabe7fdb3c91 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 Dec 10 20:29:41.251154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6259b4c0-317f-4a19-aac9-dba590ca408f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:42.116546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1a45-a160-471a-8b08-6686b0c5ca4e req-a914226d-6d85-454d-8000-30a52c667067 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:42.118120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d97d1a45-a160-471a-8b08-6686b0c5ca4e req-a914226d-6d85-454d-8000-30a52c667067 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0826247 Dec 10 20:29:42.168729 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d97d1a45-a160-471a-8b08-6686b0c5ca4e req-a6444b3f-f2a3-408c-9e36-7a13d94d82ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444336 Dec 10 20:29:42.196979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42084) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:29:42.303669 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-76e31e5f-9668-44cc-85df-57561bb3886a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/94d36203-df19-4ec6-8259-582c935a4db8 HTTP/1.1" status: 200 len: 993 time: 0.1054447 Dec 10 20:29:42.638594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:43.936837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58d203-9403-497d-a9df-5a33b8757a97 req-802cdfab-04f6-45d0-a38e-028a0c9ffd80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:43.938531 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea58d203-9403-497d-a9df-5a33b8757a97 req-802cdfab-04f6-45d0-a38e-028a0c9ffd80 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0922265 Dec 10 20:29:43.964430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-92474c40-5b16-4e36-9835-bc3eeecbcce0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1098 time: 0.0766160 Dec 10 20:29:43.978518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ede2f899-c2b5-4ea8-a0e9-fe1fbeb782b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:43.990364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea58d203-9403-497d-a9df-5a33b8757a97 req-7c920a5f-ea2e-49ba-b7ba-361f67c1bd51 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453367 Dec 10 20:29:44.023178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:44.113454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-3781a737-225a-409f-b41a-d49365fcf078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:44.115086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-3781a737-225a-409f-b41a-d49365fcf078 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 200 len: 898 time: 0.1449840 Dec 10 20:29:44.224566 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-1d63fa5b-9de6-466c-8639-d591690ca597 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 200 len: 1001 time: 0.1031487 Dec 10 20:29:44.294897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-be224491-8eac-44b8-b1aa-50a3f09751cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:44.296405 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-be224491-8eac-44b8-b1aa-50a3f09751cf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c16bdee-2677-48e7-9c0c-1c4be56b934f HTTP/1.1" status: 200 len: 833 time: 0.0655241 Dec 10 20:29:44.375767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-943dd38a-9c3f-4400-9d3c-e4d8e82ae2b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733578 Dec 10 20:29:44.516492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-42404203-5387-48e5-bf5c-c71479871b29 service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338670 Dec 10 20:29:44.660701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d7d54ff7-5a8a-49d5-b226-c83f0ceb6594 req-c661ab53-94f5-4f1a-b88e-308512e4ee89 service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381016 Dec 10 20:29:45.204647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83b5e6-b00d-4d42-9100-9ca36add5d47 req-f26720b5-8ef9-4be1-bf03-6f31cf13ec3d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:45.206268 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b83b5e6-b00d-4d42-9100-9ca36add5d47 req-f26720b5-8ef9-4be1-bf03-6f31cf13ec3d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0882778 Dec 10 20:29:45.259719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7b83b5e6-b00d-4d42-9100-9ca36add5d47 req-f9792cb8-95e2-4011-821b-657045a2a5e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468268 Dec 10 20:29:45.586252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:29:46.465747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ad194-234b-4985-88cd-fae50e6ea7fd req-1cde8319-162d-461a-8a49-d22bc344253a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:46.467344 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e70ad194-234b-4985-88cd-fae50e6ea7fd req-1cde8319-162d-461a-8a49-d22bc344253a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0856671 Dec 10 20:29:46.517719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e70ad194-234b-4985-88cd-fae50e6ea7fd req-56639cf6-7a7c-4ec6-a05a-74ba5a7c1131 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Dec 10 20:29:46.545682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42100) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:29:46.657115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cff6df36-4212-40a7-a53d-f996b41f1ba1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/94d36203-df19-4ec6-8259-582c935a4db8 HTTP/1.1" status: 200 len: 993 time: 0.1101191 Dec 10 20:29:47.535127 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-fb2406a9-585e-4e1f-82ec-35ad047fcbac service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798299 Dec 10 20:29:47.685320 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-a565493b-34bf-49f1-9c51-299e66829736 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1098 time: 0.0794590 Dec 10 20:29:47.837289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-d45961f3-1f02-4d1f-a54b-88c6b7e4290b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:47.838851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-d45961f3-1f02-4d1f-a54b-88c6b7e4290b service neutron] 10.222.0.84 "GET /v2.0/networks?id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 200 len: 898 time: 0.1344969 Dec 10 20:29:47.945615 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-54eaaf65-f9c7-44ad-b056-42c37c69c3f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 200 len: 1001 time: 0.1007361 Dec 10 20:29:48.011484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-14ecec82-e444-4439-b5b5-912fc7003e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:29:48.012962 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-14ecec82-e444-4439-b5b5-912fc7003e06 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c16bdee-2677-48e7-9c0c-1c4be56b934f HTTP/1.1" status: 200 len: 833 time: 0.0615602 Dec 10 20:29:48.093999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-837fdbfe-d240-4a7d-b0d4-c740daefb71e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752978 Dec 10 20:29:48.232627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-52ed30f4-2e3b-48a0-96f7-df17fcbcb41f service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328366 Dec 10 20:29:48.371392 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-00e788a0-db8c-4cfb-9fba-32afff097872 req-968d454e-297c-45dc-a7c4-be85d954a025 service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324093 Dec 10 20:29:56.523145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:30:02.851984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:11.252659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f02bd211-e7be-422e-8cf4-5dacd0c90abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:12.641348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:13.979348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7376428a-8d59-4c43-aa7b-5399ab43a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:14.024781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:15.588284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:32.866834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:33.524389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:30:35.416854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42130) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:35.856826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 32a19fbe-2ea0-458f-93b7-0da4096d230d {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:30:35.857204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:36.030737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:36.031102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:36.157029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 32a19fbe-2ea0-458f-93b7-0da4096d230d owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:30:36.308485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:36.312852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a470e5ce-94ca-45d1-911a-c424cc906ce9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:36.357374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=32a19fbe-2ea0-458f-93b7-0da4096d230d,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:36.400420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.400854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.401276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.401731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.402153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.402571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.402985 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.403399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.403807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.404219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.404631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:36.412002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:36.468070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:36.876857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router bbe3e0c2-5924-421c-957d-55eeb58cc754 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:30:37.085253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:30:37.095299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] Sync routers for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:30:37.102327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:37.108232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:30:37.108901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:37.158685 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/floatingips/94d36203-df19-4ec6-8259-582c935a4db8 HTTP/1.1" status: 204 len: 168 time: 1.7407365 Dec 10 20:30:37.159373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:30:37.297704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:30:37.302745 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'status': 'completed', 'code': 200} Dec 10 20:30:37.405274 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-2debf895-95b7-4557-ab6e-90959e673a1a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 1098 time: 0.0805304 Dec 10 20:30:37.567303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-5be1917a-39ab-4389-99cd-c637058e973f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:37.569700 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-5be1917a-39ab-4389-99cd-c637058e973f service neutron] 10.222.0.84 "GET /v2.0/networks?id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 200 len: 898 time: 0.1588757 Dec 10 20:30:37.608536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77127aae-5a93-4a4a-b03a-f9d7e6cac48b req-fb978e9c-e2bc-4e78-84ef-9150e7bbea53 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:37.609301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-77127aae-5a93-4a4a-b03a-f9d7e6cac48b req-fb978e9c-e2bc-4e78-84ef-9150e7bbea53 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:30:37.625049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-77127aae-5a93-4a4a-b03a-f9d7e6cac48b req-fb978e9c-e2bc-4e78-84ef-9150e7bbea53 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:30:37.626928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-77127aae-5a93-4a4a-b03a-f9d7e6cac48b req-fb978e9c-e2bc-4e78-84ef-9150e7bbea53 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.1109383 Dec 10 20:30:37.646378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:37.650590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-de05e2ed-b162-42b0-b60e-9b76887a03ff service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 200 len: 217 time: 0.0731211 Dec 10 20:30:37.650729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] Checking router: bbe3e0c2-5924-421c-957d-55eeb58cc754 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:30:37.662006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:30:37.662659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:37.677058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-77127aae-5a93-4a4a-b03a-f9d7e6cac48b req-87740dde-d2c3-4161-b085-9dc1bb7a10b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428579 Dec 10 20:30:37.724837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-c7c23eb6-44ca-4efa-bf4f-96d679dd2f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:37.726476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-c7c23eb6-44ca-4efa-bf4f-96d679dd2f61 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6c16bdee-2677-48e7-9c0c-1c4be56b934f HTTP/1.1" status: 200 len: 833 time: 0.0695395 Dec 10 20:30:37.811296 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-f306397c-8ac6-4dc3-8468-15fbaa6767ed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774097 Dec 10 20:30:37.848357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:30:37.953895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-6b8d05d8-4935-4458-96c1-79d97e81ae25 service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358988 Dec 10 20:30:38.095539 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cb3395a7-bd38-42c8-89ee-8d94823696d0 req-f76e6c4a-adac-4ab9-8b0a-ef9490d7f111 service neutron] 10.222.0.84 "GET /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345761 Dec 10 20:30:38.170817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:38.174821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1789c3-8410-4082-ada8-29fc892178c7 None None] The sync data for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv is: [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:09Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'ee27c8f2-4984-48d3-8a54-ae3acf5b13bf', 'name': '', 'network_id': '1a8e04ac-d0bc-4ab0-97b1-42581fd9f338', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:8a:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:09Z', 'updated_at': '2021-12-10T20:28:15Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '6c16bdee-2677-48e7-9c0c-1c4be56b934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:30:38.647318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83626c34-5a7c-4824-8f39-d7274a626421 None None] New status for floating IP 94d36203-df19-4ec6-8259-582c935a4db8: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:30:38.891351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c639fa-68c5-4285-8037-13a6d24d2355 req-9fa350e0-c1b8-42c4-814b-829cf84c5b6e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:38.892982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-12c639fa-68c5-4285-8037-13a6d24d2355 req-9fa350e0-c1b8-42c4-814b-829cf84c5b6e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0857546 Dec 10 20:30:38.942292 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-12c639fa-68c5-4285-8037-13a6d24d2355 req-3746c7a6-7e0a-4dea-9451-9d939be8978c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428553 Dec 10 20:30:39.291919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-d79de4e3-7df7-4de5-9f70-34fc6c889e1d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:39.292757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-d79de4e3-7df7-4de5-9f70-34fc6c889e1d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:30:39.305421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-d79de4e3-7df7-4de5-9f70-34fc6c889e1d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:30:39.306656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-d79de4e3-7df7-4de5-9f70-34fc6c889e1d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0965412 Dec 10 20:30:39.382618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:30:39.382938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:39.639213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:30:39.639545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:39.998124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:30:40.151213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:40.157076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8a9f16c0-bca7-411a-8382-430efa71567e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:40.157333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ca0e9-d95c-455e-9cb8-a59937276ebf req-7b2f81ab-0bbe-4c15-b913-b05bfedc74de tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:40.158978 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3f9ca0e9-d95c-455e-9cb8-a59937276ebf req-7b2f81ab-0bbe-4c15-b913-b05bfedc74de tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f HTTP/1.1" status: 200 len: 945 time: 0.0909004 Dec 10 20:30:40.202134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=a1fd9ee6-de4f-4bc6-b49f-629ede8271b8,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:40.209060 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3f9ca0e9-d95c-455e-9cb8-a59937276ebf req-46c631b2-5d99-4871-baf0-6417b4c3b489 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=274aebd4-dfb8-477a-a650-4ff821ee2957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 Dec 10 20:30:40.248375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.248814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.249243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.249689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.250107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.250521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.250934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.251344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.251753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.252159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.252567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:40.260734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:40.295324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] No DVR routers for this DVR port a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:30:40.298075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:40.300853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'name': 'network-vif-deleted', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:30:40.315588 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d6a73f62-d14c-44c9-857b-126cae350ef7 req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "DELETE /v2.0/ports/a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 HTTP/1.1" status: 204 len: 173 time: 1.0031362 Dec 10 20:30:40.440426 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae33e4b1-93b6-4d10-a3bc-4d0c953ce83f', 'name': 'network-vif-deleted', 'tag': 'a1fd9ee6-de4f-4bc6-b49f-629ede8271b8', 'status': 'completed', 'code': 200} Dec 10 20:30:41.254400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e47c6c08-cc65-4f82-9947-360e3eb3c652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:41.315648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42154) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:41.736672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:42.364543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:30:42.365124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:42.647189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:42.799826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port ee27c8f2-4984-48d3-8a54-ae3acf5b13bf, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:30:42.800224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:42.915788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:30:42.926974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for ee27c8f2-4984-48d3-8a54-ae3acf5b13bf owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:30:42.954432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:30:42.954843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device a1fd9ee6-de4f-4bc6-b49f-629ede8271b8 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:30:43.109470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:43.113997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:43.160175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=ee27c8f2-4984-48d3-8a54-ae3acf5b13bf,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:43.162982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:43.475169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:43.979597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c9250ce3-9883-4ae3-9aeb-7a3c34c10d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:44.028499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:44.080133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router bbe3e0c2-5924-421c-957d-55eeb58cc754 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:30:44.292344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:30:44.303500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] Sync routers for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:30:44.307791 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/bbe3e0c2-5924-421c-957d-55eeb58cc754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9891996 Dec 10 20:30:44.308857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42158) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:44.316231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:30:44.317486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:44.514433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting subnet 6c16bdee-2677-48e7-9c0c-1c4be56b934f {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:30:44.517612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:44.577622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:44.648764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:30:44.664534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:44.741591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:44.746177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d66ce4e6-da1f-42b2-945b-6636a500c86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:44.790943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Subnet': ['ID=6c16bdee-2677-48e7-9c0c-1c4be56b934f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:44.793666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:44.796356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:44.803665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ece4b0ea-7bbe-40cb-84b5-453791ff3404 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/subnets/6c16bdee-2677-48e7-9c0c-1c4be56b934f HTTP/1.1" status: 204 len: 168 time: 0.4937520 Dec 10 20:30:44.804547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c784c-caaa-45a0-ab01-280c3649d439 None None] Network 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:30:44.806446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42162) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:44.956090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:30:43Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:44.960723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] Checking router: bbe3e0c2-5924-421c-957d-55eeb58cc754 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:30:44.976019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] Routers {'bbe3e0c2-5924-421c-957d-55eeb58cc754'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:30:44.976695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['bbe3e0c2-5924-421c-957d-55eeb58cc754'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:45.029089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.074949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] DHCP port deletion for 1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:30:45.080072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Deleting port 589db7d0-07dc-4b4b-856f-e70b8c77231d {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:30:45.080582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.177784 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] Set router bbe3e0c2-5924-421c-957d-55eeb58cc754 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:30:45.278912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 589db7d0-07dc-4b4b-856f-e70b8c77231d no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:30:45.386920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] For port 589db7d0-07dc-4b4b-856f-e70b8c77231d, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=589db7d0-07dc-4b4b-856f-e70b8c77231d,segment=NetworkSegment(e0ffc60f-78f6-4ee9-9cc0-4edea486a69e),segment_id=e0ffc60f-78f6-4ee9-9cc0-4edea486a69e)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:30:45.387180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.510058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:30:43Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:45.514314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addc889-8427-4fa3-906e-fb328bcf12c1 None None] The sync data for ids ['bbe3e0c2-5924-421c-957d-55eeb58cc754'] in dv-neutron-821443-1-hyperv is: [{'id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281571294', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:30:43Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': 'f30df6dc-d488-48ca-b542-4ab829f06477', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe3e0c2-5924-421c-957d-55eeb58cc754', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:28:05Z', 'updated_at': '2021-12-10T20:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:30:45.517007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.526147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port f30df6dc-d488-48ca-b542-4ab829f06477 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:30:45.526532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.570547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Calling delete_port for 589db7d0-07dc-4b4b-856f-e70b8c77231d owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:30:45.648926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.655651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.726216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port f30df6dc-d488-48ca-b542-4ab829f06477, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=f30df6dc-d488-48ca-b542-4ab829f06477,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:30:45.726625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.740295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:45.744718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:45.789330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Pushing event deleted for resources: {'Port': ['ID=589db7d0-07dc-4b4b-856f-e70b8c77231d,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:45.804860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.805422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.805659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.806013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.806392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.806770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.807146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.807523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.807899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.808271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.808647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:45.811940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] No DVR routers for this DVR port 589db7d0-07dc-4b4b-856f-e70b8c77231d on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:30:45.813316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:45.865982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for f30df6dc-d488-48ca-b542-4ab829f06477 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:30:46.039101 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.043458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:46.088395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=f30df6dc-d488-48ca-b542-4ab829f06477,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:46.091003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:46.319560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.585785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.590090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.616803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.617355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Fanout notify agent at l3_agent the message router_deleted on router bbe3e0c2-5924-421c-957d-55eeb58cc754 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:30:46.632790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.634016 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/routers/bbe3e0c2-5924-421c-957d-55eeb58cc754 HTTP/1.1" status: 204 len: 168 time: 1.8265893 Dec 10 20:30:46.636916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42166) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:46.758434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.908713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.936071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8e04ac-d0bc-4ab0-97b1-42581fd9f338']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:46.949435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:46.949803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ffc60f-78f6-4ee9-9cc0-4edea486a69e') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:46.962825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.977486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.983762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:30:46.984190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:30:46.999214 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:30:47.079475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.083678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:47.098416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.110413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Network': ['ID=1a8e04ac-d0bc-4ab0-97b1-42581fd9f338,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:47.113751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:47.118104 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ffd91e17-c121-4b8e-b7ee-7a423d46580f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/networks/1a8e04ac-d0bc-4ab0-97b1-42581fd9f338 HTTP/1.1" status: 204 len: 168 time: 0.4802716 Dec 10 20:30:47.121022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42170) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:47.181529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f30df6dc-d488-48ca-b542-4ab829f06477 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:30:47.196164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-afa983d7-5a0c-46fc-b5ec-7f2a1ff4700e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.217110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: f30df6dc-d488-48ca-b542-4ab829f06477 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:30:47.217557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device f30df6dc-d488-48ca-b542-4ab829f06477 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:30:47.218018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ee27c8f2-4984-48d3-8a54-ae3acf5b13bf no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:30:47.226956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-afa983d7-5a0c-46fc-b5ec-7f2a1ff4700e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.255596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: ee27c8f2-4984-48d3-8a54-ae3acf5b13bf {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:30:47.256004 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device ee27c8f2-4984-48d3-8a54-ae3acf5b13bf not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:30:47.283972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-afa983d7-5a0c-46fc-b5ec-7f2a1ff4700e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.289455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5eae2631-f4ce-446b-a1a9-4e1352794a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:47.305706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa983d7-5a0c-46fc-b5ec-7f2a1ff4700e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274aebd4-dfb8-477a-a650-4ff821ee2957,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:47.309991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-afa983d7-5a0c-46fc-b5ec-7f2a1ff4700e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:47.313356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-afa983d7-5a0c-46fc-b5ec-7f2a1ff4700e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.314670 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-afa983d7-5a0c-46fc-b5ec-7f2a1ff4700e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/security-groups/274aebd4-dfb8-477a-a650-4ff821ee2957 HTTP/1.1" status: 204 len: 168 time: 0.1924753 Dec 10 20:30:47.718391 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42178) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:47.725000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786442373', 'description': 'tempest-secgroup-smoke-786442373 description', 'project_id': '309652c67fcc4b2a904147474a4a4ea6'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:47.731412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:47.735721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:47.739316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:47.746271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:47.755164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.790818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:47.794729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:47.797596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:47.804015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:47.861460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.864703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.870052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a4965f4e-1647-4c2e-a697-a1fd17742fc6 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:47.912725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01be88f2-0138-41c2-8c97-92a84cf6dc50,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:47.915553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:47.916415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:47.920940 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-113a04dc-005e-4b3b-81fa-d407410adf16 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2014334 Dec 10 20:30:47.921029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42182) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:47.927806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '01be88f2-0138-41c2-8c97-92a84cf6dc50', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:47.934420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:47.938461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:47.942136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:47.948229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:47.969197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.031359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.033919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.036453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-61c80787-c3c0-401b-9ee7-841a54a243af tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:48.059168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b74239-2d3c-4038-86e6-c133084cf05f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:48.061737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:48.067724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.069000 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1468258 Dec 10 20:30:48.071899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42186) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:48.078254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '01be88f2-0138-41c2-8c97-92a84cf6dc50', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:48.085755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:48.089799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:48.092795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:48.099473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:48.115407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.179311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.182992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.184881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-415d0b76-6381-47c4-9df3-3c4a8e26bdb9 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:48.208878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4fe5e1-a971-4cac-9d9b-593581088b4e,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:48.211358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:48.217295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.218595 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1457086 Dec 10 20:30:48.221547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42190) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:48.228055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '01be88f2-0138-41c2-8c97-92a84cf6dc50', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:48.234177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:48.238188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:48.241179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:48.247213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:48.262791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.329797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.332830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.334750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-db6eb0ce-7812-4005-9c81-a5ae697a91f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:48.355264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9823ca90-0ab8-42f5-877c-d17eef16304d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:48.359334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:48.365920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.367181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f6ac3869-7865-46a2-908a-0cb339ee2ba4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1446111 Dec 10 20:30:48.370131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42194) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:48.376041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '01be88f2-0138-41c2-8c97-92a84cf6dc50', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:48.382841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:48.386822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:48.389797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:48.396649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:48.411977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.478536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.481043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.483022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f485349f-15e9-43cd-96cd-72f0c2f27ad7 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:48.504464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0736d69-7c7e-48c3-98cc-11ffe842cf6f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:48.508603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:48.515376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.516642 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1454866 Dec 10 20:30:48.519680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42198) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:48.525574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '01be88f2-0138-41c2-8c97-92a84cf6dc50', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:48.531834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:48.536353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:48.539410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:48.545428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:48.555375 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:30:48.561949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.628393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.630973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.632843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-43fb0487-ae83-4d17-a7ab-4a2e94987463 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:48.657994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764a15c5-1ac3-46c9-9722-017455963ff6,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:48.661018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:48.666923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.668183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1475050 Dec 10 20:30:48.671205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42202) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:48.677622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'security_group_rule': {'security_group_id': '01be88f2-0138-41c2-8c97-92a84cf6dc50', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:48.683812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:48.687805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:security_group_rule and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:48.690834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:48.696852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:48.707630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Project 309652c67fcc4b2a904147474a4a4ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:30:48.714152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.781093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.783686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.786062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:48.808172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c513cd45-11ae-45b9-a9c3-04e176e3b52d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:48.813568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:48.820484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.821802 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-25863f9d-4ecf-4956-93f6-54349ed26cd0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1495662 Dec 10 20:30:48.824845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42206) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:48.831527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'network': {'name': 'tempest-network-smoke--374965360', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'port_security_enabled': True}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:48.837100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:48.841365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:network and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:48.844400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:48.850993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:48.860279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'network': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:30:48.865567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.893380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:30:48.902803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.903189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Added segment ecb33c49-19b2-4401-af56-9015ede8f98a of type vlan for network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 Dec 10 20:30:48.930868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.959806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.963815 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:48.964459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:48.969670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f8e9b03-2cdb-484e-9112-a5661afb5e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:49.076121 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2500863 Dec 10 20:30:49.079336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42210) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:49.087836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'admin_state_up': True, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:49.096675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Network': ['ID=57c57bee-a1cf-4bdb-bf2c-d01a82958f33,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:49.099561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-debadfdd-2ebd-441e-a6e8-9fde1dd47cf0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:49.100590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:49.104889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:router and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:49.107500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:30:49.108065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:49.114225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:49.124535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:49.125644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:49.145352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:49.301134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:49.492127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:49.523636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:49.665622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.88 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/2c1e4716-cc1c-4091-a281-1f0ddc292d90) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:30:49.821561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:49.849450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:49.853818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-797caf5a-0506-4083-8d40-21d15a2c573c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:49.918900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:30:49.921836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:30:49.926350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:30:49.960555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=2c1e4716-cc1c-4091-a281-1f0ddc292d90,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:49.967065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:50.323174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:50.323925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:50.561013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router ac1d136b-d20d-455e-992b-991b8597131a is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:30:50.773883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:30:50.783804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Sync routers for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:30:50.796694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:30:50.797358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:50.799915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:50.801892 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-0bafce66-f079-4381-a6fb-7bb24bacd199 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7215080 Dec 10 20:30:50.805481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42214) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:51.101481 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-16e891ae-e660-4008-ba3e-4df6b383dd60 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=309652c67fcc4b2a904147474a4a4ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2945731 Dec 10 20:30:51.104302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42220) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:51.152821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:30:51.243537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb4564-0824-4152-90ab-2a647806338a tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:51.245149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2eb4564-0824-4152-90ab-2a647806338a tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398842 Dec 10 20:30:51.248404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42224) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:51.293719 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2e4e9074-1d4f-4ec2-b8aa-3525ca09d037 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=1c48fda7-7127-4a60-857e-00e033e796dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438983 Dec 10 20:30:51.296228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42228) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:51.302660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361937046', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:51.418395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:51.422410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:subnet and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:30:51.425425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:30:51.432511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:51.444749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:30:51.459558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:50Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:51.463757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Checking router: ac1d136b-d20d-455e-992b-991b8597131a for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:30:51.464165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Updating router ac1d136b-d20d-455e-992b-991b8597131a port 2c1e4716-cc1c-4091-a281-1f0ddc292d90 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:30:51.518663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:51.556961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:51.787197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:51.791878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f37878f-b484-41df-a5b2-97e51b07578c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:51.867971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:51.877629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Subnet': ['ID=69c0619d-93bc-47cd-9ea9-3f40601f7d6f,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:51.880849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Transition to ACTIVE for port object 2c1e4716-cc1c-4091-a281-1f0ddc292d90 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:30:51.881792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:51.886857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:51.890492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Checking segment: {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:30:51.890896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network hostable DHCP agents. Network: 57c57bee-a1cf-4bdb-bf2c-d01a82958f33, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:30:51.892176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:51.914369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:30:51.923939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 57c57bee-a1cf-4bdb-bf2c-d01a82958f33) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:30:51.927950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:51.928606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:51.947871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fad17b-f859-4bdc-b7f0-725cf98b2303 None None] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:30:51.950680 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3cd278b1-74cf-4f5c-a691-4a1d931cde10 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6533782 Dec 10 20:30:51.953828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42232) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:30:52.069748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Attempting to bind port 2c1e4716-cc1c-4091-a281-1f0ddc292d90 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:30:52.070186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Attempting to bind port 2c1e4716-cc1c-4091-a281-1f0ddc292d90 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:30:52.070607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Attempting to bind port 2c1e4716-cc1c-4091-a281-1f0ddc292d90 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:30:52.076624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34742360-cd3b-42c8-aa81-73ba60b6d14a None None] Pushing event updated for resources: {'Port': ['ID=2c1e4716-cc1c-4091-a281-1f0ddc292d90,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:52.079941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34742360-cd3b-42c8-aa81-73ba60b6d14a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:52.086343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:30:52.086780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:30:52.087250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:52.087758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:30:52.088200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Bound port: 2c1e4716-cc1c-4091-a281-1f0ddc292d90, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:30:52.088632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:52.241944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] For port 2c1e4716-cc1c-4091-a281-1f0ddc292d90, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:30:52.255748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] For port 2c1e4716-cc1c-4091-a281-1f0ddc292d90, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2c1e4716-cc1c-4091-a281-1f0ddc292d90,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:30:52.294241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:52.303922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:52.355132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:30:52.356036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:52.499971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:30:52.500601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:52.564351 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34742360-cd3b-42c8-aa81-73ba60b6d14a None None] Pushing event updated for resources: {'Port': ['ID=2c1e4716-cc1c-4091-a281-1f0ddc292d90,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:52.632693 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34742360-cd3b-42c8-aa81-73ba60b6d14a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:52.750584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Allocated IP 172.20.0.2 (57c57bee-a1cf-4bdb-bf2c-d01a82958f33/69c0619d-93bc-47cd-9ea9-3f40601f7d6f/77526430-af39-41f6-b505-7eda6f37f929) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:30:52.780100 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:52.854465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:30:53.409394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:53.430409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Transition to ACTIVE for port object 77526430-af39-41f6-b505-7eda6f37f929 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:30:53.456287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Transition to ACTIVE for port object 77526430-af39-41f6-b505-7eda6f37f929 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:30:53.466309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:53.471770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:53.514382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:50Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:53.526429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91fb49-428e-49ae-a52c-616cd969e22a None None] The sync data for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv is: [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:50Z', 'revision_number': 3, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:30:53.528409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.1 (57c57bee-a1cf-4bdb-bf2c-d01a82958f33/69c0619d-93bc-47cd-9ea9-3f40601f7d6f/10889aaf-a40d-4425-ba06-d7193f2d8144) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:30:53.550507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:30:53.553807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:30:53.558569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:30:53.560735 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Pushing event updated for resources: {'Port': ['ID=77526430-af39-41f6-b505-7eda6f37f929,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:53.563806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:53.661375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Attempting to bind port 77526430-af39-41f6-b505-7eda6f37f929 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:30:53.661753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Attempting to bind port 77526430-af39-41f6-b505-7eda6f37f929 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:30:53.662178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Attempting to bind port 77526430-af39-41f6-b505-7eda6f37f929 on network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:30:53.671274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:30:53.671804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Checking segment: {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:30:53.672190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:53.672577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Bound using segment: {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:30:53.673118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Bound port: 77526430-af39-41f6-b505-7eda6f37f929, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:30:53.673572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:53.773159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] For port 77526430-af39-41f6-b505-7eda6f37f929, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:30:53.776879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] For port 77526430-af39-41f6-b505-7eda6f37f929, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=77526430-af39-41f6-b505-7eda6f37f929,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:30:53.779611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:53.784313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9ffdbe65-7a79-40ab-aa83-380207fc4b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:53.873305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Pushing event updated for resources: {'Port': ['ID=77526430-af39-41f6-b505-7eda6f37f929,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:53.875917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:53.964661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:53.987705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object 10889aaf-a40d-4425-ba06-d7193f2d8144 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:30:54.011736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:54.016689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4d67b8f6-b5fc-4e22-a7c2-106cee18b91c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:54.101125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:30:54.104475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:30:54.109080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:30:54.142946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=10889aaf-a40d-4425-ba06-d7193f2d8144,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:54.150636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:54.177366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:54.285723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:54.735705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:54.739486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:54.770318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3a6bceb6-a848-4a18-9942-58c7d602f0bb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:54.864306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:54.870144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=10889aaf-a40d-4425-ba06-d7193f2d8144,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:54.873125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:55.021783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:30:55.022932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:30:55.259008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 77526430-af39-41f6-b505-7eda6f37f929 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:30:55.333792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 77526430-af39-41f6-b505-7eda6f37f929 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:30:55.339542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c1e4716-cc1c-4091-a281-1f0ddc292d90 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:30:55.418537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 2c1e4716-cc1c-4091-a281-1f0ddc292d90 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:30:55.427414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2c1e4716-cc1c-4091-a281-1f0ddc292d90 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:55.427858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:55.451145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router ac1d136b-d20d-455e-992b-991b8597131a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:30:55.563302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:55.581200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 2c1e4716-cc1c-4091-a281-1f0ddc292d90, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2c1e4716-cc1c-4091-a281-1f0ddc292d90,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:30:55.585809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:55.588259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9cf5233e-069e-4141-b7a3-2047892b06b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:55.654549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa140e-ce08-4e85-b706-19fb5391e55f None None] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:30:55.683146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:30:55.696379 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/ac1d136b-d20d-455e-992b-991b8597131a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7415001 Dec 10 20:30:55.748753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=2c1e4716-cc1c-4091-a281-1f0ddc292d90,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:55.757889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:55.775725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] Provisioning for port 77526430-af39-41f6-b505-7eda6f37f929 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:30:55.793096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] Provisioning complete for port 77526430-af39-41f6-b505-7eda6f37f929 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:55.793547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:55.898855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-266d228a-13c5-4c06-8eda-b27f55b87209 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:30:55.914282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-266d228a-13c5-4c06-8eda-b27f55b87209 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:30:55.915575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-266d228a-13c5-4c06-8eda-b27f55b87209 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786442373&fields=id&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 267 time: 0.0619967 Dec 10 20:30:56.033171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:56.082505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-6a90f8a4-6b6c-4646-9fb8-635c96a92d1a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:56.083292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-6a90f8a4-6b6c-4646-9fb8-635c96a92d1a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:30:56.086942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] For port 77526430-af39-41f6-b505-7eda6f37f929, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=77526430-af39-41f6-b505-7eda6f37f929,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:30:56.091570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:56.093846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34742360-cd3b-42c8-aa81-73ba60b6d14a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:56.100947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-6a90f8a4-6b6c-4646-9fb8-635c96a92d1a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:network {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:30:56.108036 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-6a90f8a4-6b6c-4646-9fb8-635c96a92d1a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/networks?id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33 HTTP/1.1" status: 200 len: 796 time: 0.1847813 Dec 10 20:30:56.127326 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-94f1d638-164f-4823-88e5-1d718b1368ee tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/quotas/309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 375 time: 0.0182953 Dec 10 20:30:56.172461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] Pushing event updated for resources: {'Port': ['ID=77526430-af39-41f6-b505-7eda6f37f929,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:56.176308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:56.217780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-eee2fd63-bd4e-4205-9866-4c0875aff65f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:30:56.234575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-eee2fd63-bd4e-4205-9866-4c0875aff65f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:30:56.235989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-eee2fd63-bd4e-4205-9866-4c0875aff65f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077924 Dec 10 20:30:56.413789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bee268e3-22e0-42cf-9d52-91738d65395d None None] Provisioning for port 10889aaf-a40d-4425-ba06-d7193f2d8144 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:30:56.419044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bee268e3-22e0-42cf-9d52-91738d65395d None None] Provisioning complete for port 10889aaf-a40d-4425-ba06-d7193f2d8144 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:56.422370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bee268e3-22e0-42cf-9d52-91738d65395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:56.455219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Sync routers for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:30:56.471200 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-727db40c-59c1-4f44-9813-ed00c6d9933f service neutron] 10.222.0.41 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213340 Dec 10 20:30:56.480926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:30:56.481965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:56.497216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bee268e3-22e0-42cf-9d52-91738d65395d None None] Port 10889aaf-a40d-4425-ba06-d7193f2d8144 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:30:56.511631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-bee268e3-22e0-42cf-9d52-91738d65395d None None] Provisioning complete for port 77526430-af39-41f6-b505-7eda6f37f929 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:56.512066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bee268e3-22e0-42cf-9d52-91738d65395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:56.635313 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-f4ec413f-e15e-4f86-9d4c-fb5726d02a0e service neutron] 10.222.0.41 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574721 Dec 10 20:30:56.704592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:30:56.791629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e513e321-6fdf-4d29-bbc2-1400f73701db None None] Provisioning complete for port 10889aaf-a40d-4425-ba06-d7193f2d8144 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:56.791998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e513e321-6fdf-4d29-bbc2-1400f73701db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:56.858017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e513e321-6fdf-4d29-bbc2-1400f73701db None None] Port 10889aaf-a40d-4425-ba06-d7193f2d8144 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:30:56.930557 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-845e907a-b922-403c-b8b7-17fdbfe8a8ed req-7d810653-7a6e-4678-a0fe-f19b26cde47b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 210 time: 0.0708389 Dec 10 20:30:56.981984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0c04ab6f-66d5-468d-be7f-3bb696925c6c None None] Provisioning complete for port 10889aaf-a40d-4425-ba06-d7193f2d8144 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:56.982534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c04ab6f-66d5-468d-be7f-3bb696925c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:57.043963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0c04ab6f-66d5-468d-be7f-3bb696925c6c None None] Port 10889aaf-a40d-4425-ba06-d7193f2d8144 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:30:57.075975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 2, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:57.080590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Checking router: ac1d136b-d20d-455e-992b-991b8597131a for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:30:57.080990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Updating router ac1d136b-d20d-455e-992b-991b8597131a port 10889aaf-a40d-4425-ba06-d7193f2d8144 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:30:57.137863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:57.210362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 77526430-af39-41f6-b505-7eda6f37f929 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:30:57.284674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 77526430-af39-41f6-b505-7eda6f37f929 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:57.285256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:57.411399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c1e4716-cc1c-4091-a281-1f0ddc292d90 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:30:57.502425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 2c1e4716-cc1c-4091-a281-1f0ddc292d90 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:57.502965 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:57.543993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:57.556861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Transition to ACTIVE for port object 10889aaf-a40d-4425-ba06-d7193f2d8144 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:30:57.562948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:57.567178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ff6e7169-263d-49eb-8588-7be2e229f481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:57.846223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Pushing event updated for resources: {'Port': ['ID=10889aaf-a40d-4425-ba06-d7193f2d8144,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:57.889259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.889571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.889942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.890315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.890683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.891053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.891415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.891780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.892267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.892637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.893063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:30:57.901720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:57.954191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Attempting to bind port 10889aaf-a40d-4425-ba06-d7193f2d8144 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:30:57.954605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Attempting to bind port 10889aaf-a40d-4425-ba06-d7193f2d8144 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:30:57.955007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Attempting to bind port 10889aaf-a40d-4425-ba06-d7193f2d8144 on network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:30:57.962555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:30:57.962877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Checking segment: {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:30:57.963312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:57.963747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Bound using segment: {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:30:57.964409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Bound port: 10889aaf-a40d-4425-ba06-d7193f2d8144, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:30:57.964937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:58.055550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-2e01986f-469b-49ef-9b03-d7d12528e7da tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:58.058967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-2e01986f-469b-49ef-9b03-d7d12528e7da tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/networks?id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33 HTTP/1.1" status: 200 len: 796 time: 0.1792176 Dec 10 20:30:58.067963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] For port 10889aaf-a40d-4425-ba06-d7193f2d8144, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:30:58.071378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] For port 10889aaf-a40d-4425-ba06-d7193f2d8144, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=10889aaf-a40d-4425-ba06-d7193f2d8144,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:30:58.075353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:58.080267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54a67e6c-b0cd-48db-b917-192cddfeca23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:58.120151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-60d4cfda-a8a3-4331-bc33-cd4f0bc3f502 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:30:58.134716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-60d4cfda-a8a3-4331-bc33-cd4f0bc3f502 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:30:58.136214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-60d4cfda-a8a3-4331-bc33-cd4f0bc3f502 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309652c67fcc4b2a904147474a4a4ea6 HTTP/1.1" status: 200 len: 379 time: 0.0631175 Dec 10 20:30:58.147112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'port': {'device_id': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'admin_state_up': True, 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'security_groups': ['01be88f2-0138-41c2-8c97-92a84cf6dc50']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:58.147922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cc3eab8b-eee2-47e2-b895-1a169498babc req-85c0dd0c-3e3d-4ceb-9dad-c1400effc012 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 210 time: 0.0711184 Dec 10 20:30:58.188983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:30:58.190060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:58.247719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Pushing event updated for resources: {'Port': ['ID=10889aaf-a40d-4425-ba06-d7193f2d8144,revision_number=4']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:58.256354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-785e97ba-82b9-4e93-83c5-11214ccc86e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:58.316676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:30:58.327743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:30:58.341777 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Made reservation on behalf of 309652c67fcc4b2a904147474a4a4ea6 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:30:58.349288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:58.394779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:30:58.529424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.20.0.11 (57c57bee-a1cf-4bdb-bf2c-d01a82958f33/69c0619d-93bc-47cd-9ea9-3f40601f7d6f/42e5bcc7-4aa5-4188-ba6d-693baedbda3d) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:30:58.724103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:58Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:30:58.728191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f958f7-3e38-4221-9d39-cdf4525e5ccb None None] The sync data for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv is: [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:58Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:30:58.732223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:58.750082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Transition to ACTIVE for port object 42e5bcc7-4aa5-4188-ba6d-693baedbda3d will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:30:58.772501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:58.780268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8e2893b1-38ab-48ce-a3c7-fc3fcbb7b9f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:58.858520 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:30:58.861959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:30:58.867326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:30:58.920366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:58.926229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:58.941490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:58.942189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:58.968971 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8274453 Dec 10 20:30:58.981648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Request body: {'port': {'device_id': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:30:59.113933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:59.223442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 10889aaf-a40d-4425-ba06-d7193f2d8144 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:30:59.307819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5e6f5c68-8e7d-4789-9532-3a8b128f14cd None None] Provisioning for port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:30:59.320161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5e6f5c68-8e7d-4789-9532-3a8b128f14cd None None] Provisioning complete for port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:59.320587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5c68-8e7d-4789-9532-3a8b128f14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:59.392846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 10889aaf-a40d-4425-ba06-d7193f2d8144 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:30:59.401112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 10889aaf-a40d-4425-ba06-d7193f2d8144 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:30:59.401552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:59.404478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d89486-f292-4b11-92f9-cbdff87df5f6 req-3aba2611-64e8-4290-89a7-ef7958fdd322 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:30:59.406330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-18d89486-f292-4b11-92f9-cbdff87df5f6 req-3aba2611-64e8-4290-89a7-ef7958fdd322 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 932 time: 0.1155307 Dec 10 20:30:59.442842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f5c68-8e7d-4789-9532-3a8b128f14cd None None] Port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:30:59.470178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-18d89486-f292-4b11-92f9-cbdff87df5f6 req-991616b0-b5d9-415c-9228-2e256a6e383c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569284 Dec 10 20:30:59.535734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:59.571623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 10889aaf-a40d-4425-ba06-d7193f2d8144, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=10889aaf-a40d-4425-ba06-d7193f2d8144,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:30:59.576503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:59.579616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:59.587129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e5bcc7-4aa5-4188-ba6d-693baedbda3d {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:30:59.594819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:59.610989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Transition to ACTIVE for port object 42e5bcc7-4aa5-4188-ba6d-693baedbda3d will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:30:59.614116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:30:59.618881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-163b15d9-6273-4616-bb3d-334913c0f6c4 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:30:59.656311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=10889aaf-a40d-4425-ba06-d7193f2d8144,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:59.660252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:59.755193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:30:59.759943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:30:59.881437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Attempting to bind port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:30:59.882001 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Attempting to bind port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:30:59.882206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Attempting to bind port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d on network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:30:59.888776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d on network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:30:59.889145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Attempting to bind port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d on network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:30:59.897026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:30:59.897409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Checking segment: {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:30:59.897889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Bound using segment: {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:30:59.898385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Bound port: 42e5bcc7-4aa5-4188-ba6d-693baedbda3d, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb33c49-19b2-4401-af56-9015ede8f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:30:59.898782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:00.001906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] For port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:31:00.005109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] For port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:31:00.008553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:00.013268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-354859fe-c5eb-4571-bc44-7d3f8bf2fda8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:31:00.073088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:00.074874 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] 10.222.0.84 "PUT /v2.0/ports/42e5bcc7-4aa5-4188-ba6d-693baedbda3d HTTP/1.1" status: 200 len: 1094 time: 1.0982668 Dec 10 20:31:00.084990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:31:00.117421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:31:00.122488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:31:00.164968 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'status': 'completed', 'code': 200} Dec 10 20:31:00.211171 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-fa64a814-c6ee-4a58-b555-f234420743c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 1097 time: 0.0874653 Dec 10 20:31:00.290879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-14190160-1de7-4b1d-929f-5b875bbea9cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d HTTP/1.1" status: 200 len: 217 time: 0.0722890 Dec 10 20:31:00.362457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-44cba081-f81c-48c0-b882-320b77207602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:00.364721 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-44cba081-f81c-48c0-b882-320b77207602 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69c0619d-93bc-47cd-9ea9-3f40601f7d6f HTTP/1.1" status: 200 len: 834 time: 0.0679705 Dec 10 20:31:00.449838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-29adfb5c-0827-4c20-9385-67c044342f17 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784874 Dec 10 20:31:00.593172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-2613d23b-e1b0-493b-a372-1608d42d8bc9 service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372094 Dec 10 20:31:00.680636 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86817f-99e9-4f61-a413-50866c808be2 req-f87c106b-2c26-4fab-893e-fb2af4716755 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:00.682296 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f86817f-99e9-4f61-a413-50866c808be2 req-f87c106b-2c26-4fab-893e-fb2af4716755 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 944 time: 0.0908816 Dec 10 20:31:00.735677 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f86817f-99e9-4f61-a413-50866c808be2 req-af1b0da8-6761-4b28-a589-67e4f3a9fdf3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468931 Dec 10 20:31:00.741813 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a0d6f133-c7aa-4d65-8484-152d5ab3df7e req-c78db445-229d-4b21-aab1-9890bfc1fd7b service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426454 Dec 10 20:31:00.860055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-34a35604-6526-43fd-86e5-20819678a9a4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 1097 time: 0.0760818 Dec 10 20:31:00.998158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-8ff4a963-a750-4b87-90d6-694128e877a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:00.999691 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-8ff4a963-a750-4b87-90d6-694128e877a1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33 HTTP/1.1" status: 200 len: 897 time: 0.1332181 Dec 10 20:31:01.073078 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-9e051aff-b067-4a70-a747-381dbde60b3d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d HTTP/1.1" status: 200 len: 217 time: 0.0671346 Dec 10 20:31:01.139149 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-2a98e5cb-b27a-4b22-b1d1-0db4552187fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:01.140679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-2a98e5cb-b27a-4b22-b1d1-0db4552187fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69c0619d-93bc-47cd-9ea9-3f40601f7d6f HTTP/1.1" status: 200 len: 834 time: 0.0617106 Dec 10 20:31:01.191748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 10889aaf-a40d-4425-ba06-d7193f2d8144 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:31:01.223196 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-7adcf832-c7f9-40e2-a4b4-6703d43456b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761621 Dec 10 20:31:01.264317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 10889aaf-a40d-4425-ba06-d7193f2d8144 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:31:01.264750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:01.366120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-89f9410c-6c2c-4a31-b4ed-c32240f19893 service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347580 Dec 10 20:31:01.509693 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e1f75ba8-226b-4bf4-b473-da2d4ac8be37 req-ab856b3c-315b-4394-8587-b61da2423ce6 service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366861 Dec 10 20:31:01.944860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf80afc-bdc1-4f46-861e-5c6d43556ea2 req-b249cd61-a201-4f42-ba3b-51f0e476b677 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:01.946389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5cf80afc-bdc1-4f46-861e-5c6d43556ea2 req-b249cd61-a201-4f42-ba3b-51f0e476b677 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 944 time: 0.0865366 Dec 10 20:31:01.995214 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5cf80afc-bdc1-4f46-861e-5c6d43556ea2 req-09081edf-9903-4747-bac1-a2a6ca07cb58 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Dec 10 20:31:02.865446 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:02.976836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 42e5bcc7-4aa5-4188-ba6d-693baedbda3d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:31:03.120358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:31:03.135442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'port_id': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'mac_address': 'fa:16:3e:56:e4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:31:03.194499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:03.214203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e5bcc7-4aa5-4188-ba6d-693baedbda3d {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:31:03.231053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:31:03.234262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:03.236307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:31:03.312163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:31:03.315515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:31:03.436291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2169aed-0a16-4925-ad44-c918ce74249a req-ee4e3ded-74b5-4986-ac55-a1e75a08ca8e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:03.437826 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d2169aed-0a16-4925-ad44-c918ce74249a req-ee4e3ded-74b5-4986-ac55-a1e75a08ca8e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 944 time: 0.3204880 Dec 10 20:31:03.491826 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d2169aed-0a16-4925-ad44-c918ce74249a req-dfbd7c20-ba8f-46d2-8832-799dcef6fb3b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 Dec 10 20:31:03.536931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['42e5bcc7-4aa5-4188-ba6d-693baedbda3d'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:31:04.694775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f0f2f-5482-4c7d-bd81-5e16e0ad0ada req-83d2b291-1a69-49c1-8cb7-2745bb431643 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:04.696410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e4f0f2f-5482-4c7d-bd81-5e16e0ad0ada req-83d2b291-1a69-49c1-8cb7-2745bb431643 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 945 time: 0.0844755 Dec 10 20:31:04.744965 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e4f0f2f-5482-4c7d-bd81-5e16e0ad0ada req-cd3eb981-531b-4590-9493-f5628c62062e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416090 Dec 10 20:31:04.977384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 42e5bcc7-4aa5-4188-ba6d-693baedbda3d up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:31:05.047146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:31:05.052568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:31:05.052996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:05.330438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:05.358218 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:31:05.368230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:31:05.372289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:05.374592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:31:05.450206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:31:05.454026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:31:05.495773 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'code': 200} Dec 10 20:31:05.733131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a893b11-6bff-4792-8be2-fee7d8cf3dad req-4ad05d8c-2e53-46c0-978d-64ed61721393 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 1099 time: 0.0789733 Dec 10 20:31:05.780524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a893b11-6bff-4792-8be2-fee7d8cf3dad req-e956595b-8409-4edf-9cef-8e9fa8c47f95 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414109 Dec 10 20:31:05.957288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fcea3-3726-4c57-b752-0b6678e62f6d req-2934b10c-ee3a-44fa-8e49-6311aac94fea tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:05.958918 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-839fcea3-3726-4c57-b752-0b6678e62f6d req-2934b10c-ee3a-44fa-8e49-6311aac94fea tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0908446 Dec 10 20:31:06.006851 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-839fcea3-3726-4c57-b752-0b6678e62f6d req-b9d0ae19-18b6-48c5-ae68-4b32dfb913fa tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 Dec 10 20:31:07.228220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d8ab2-2da0-4fac-9e32-27321f28156f req-a5b07b7a-9919-4e76-a9d9-97c11adaddbb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:07.229864 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-474d8ab2-2da0-4fac-9e32-27321f28156f req-a5b07b7a-9919-4e76-a9d9-97c11adaddbb tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0889742 Dec 10 20:31:07.277551 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-474d8ab2-2da0-4fac-9e32-27321f28156f req-9c62cb2a-6a5a-4eb7-a3c8-7d7f1277b79f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415168 Dec 10 20:31:08.485423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de2d3a-d520-4098-99b4-ab21beaeed10 req-ea90e6ef-f4dc-4c12-a4d0-8a6016b0b32a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:08.487066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44de2d3a-d520-4098-99b4-ab21beaeed10 req-ea90e6ef-f4dc-4c12-a4d0-8a6016b0b32a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0891018 Dec 10 20:31:08.535532 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-44de2d3a-d520-4098-99b4-ab21beaeed10 req-51773255-8b4b-49b7-8c75-0795137f31f9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421448 Dec 10 20:31:08.738440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba129c8-0627-4857-b7ba-5a638dba8b06 req-d0d60fc1-19b7-4e74-8e0d-8b1b0e9e6129 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:08.740076 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eba129c8-0627-4857-b7ba-5a638dba8b06 req-d0d60fc1-19b7-4e74-8e0d-8b1b0e9e6129 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0834382 Dec 10 20:31:08.791509 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-eba129c8-0627-4857-b7ba-5a638dba8b06 req-dd84726f-8618-4803-9acf-a01ed43265b6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453749 Dec 10 20:31:08.818750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42290) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:31:08.895017 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ae245057-7049-4de4-b0d2-ba06da5686f4 tempest-TestNetworkAdvancedServerOps-584828595 tempest-TestNetworkAdvancedServerOps-584828595-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 1094 time: 0.0742955 Dec 10 20:31:08.897646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42294) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:31:08.903114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:31:08.908841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:31:08.913142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Usage tracker for resource:floatingip and tenant:309652c67fcc4b2a904147474a4a4ea6 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:31:08.916223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:31:08.922324 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:31:08.933587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:09.079771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:09.222930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Allocated IP 172.26.8.193 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/623b4e5c-b509-4623-ad88-508f6d54224f) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:31:09.377702 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:09.404341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:09.408663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:31:09.477262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:31:09.478358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:31:09.482467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:31:09.516933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=623b4e5c-b509-4623-ad88-508f6d54224f,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:31:09.523364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:31:09.999706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:10.058774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:10.268467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:10.272286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:10.276605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:31:10.383240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event updated for resources: {'Port': ['ID=623b4e5c-b509-4623-ad88-508f6d54224f,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:31:10.387668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:31:10.401409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:10.525605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:31:10.599333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Floating IP 2fbc4560-3019-466b-b7d7-e18d8612f6c0 associated. External IP: 172.26.8.193, port: 42e5bcc7-4aa5-4188-ba6d-693baedbda3d. Dec 10 20:31:11.006404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router ac1d136b-d20d-455e-992b-991b8597131a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:31:11.214725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:31:11.225308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] Sync routers for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:31:11.238699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:31:11.239384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:31:11.240326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:11.300699 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9c438ab5-5802-46e7-af36-b218e1e62c1f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3986876 Dec 10 20:31:11.300699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:31:11.356963 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'status': 'completed', 'code': 200} Dec 10 20:31:11.396122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c849661b-1787-401e-ad3e-7c7f824241bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:11.459790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:31:11.470838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-e0add540-e766-45c5-a3ed-1854e7ec46fe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 1099 time: 0.0866146 Dec 10 20:31:11.631254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-efbfe3cd-7338-44a1-bd56-b8784c66337c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:11.633084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-efbfe3cd-7338-44a1-bd56-b8784c66337c service neutron] 10.222.0.84 "GET /v2.0/networks?id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33 HTTP/1.1" status: 200 len: 897 time: 0.1556489 Dec 10 20:31:11.724054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910e671-747f-44dc-8550-f42e8a608e54 req-678744c1-0fe3-4c99-a729-cba8a2b16f4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:11.725698 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7910e671-747f-44dc-8550-f42e8a608e54 req-678744c1-0fe3-4c99-a729-cba8a2b16f4a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.3300285 Dec 10 20:31:11.752438 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-260069ac-78aa-47c9-a81b-2a2210043d8b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d HTTP/1.1" status: 200 len: 1000 time: 0.1123588 Dec 10 20:31:11.778118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7910e671-747f-44dc-8550-f42e8a608e54 req-b3c52d1a-3d22-4be6-8ae1-6371d08b0caa tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 Dec 10 20:31:11.807267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42302) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:31:11.856365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '2fbc4560-3019-466b-b7d7-e18d8612f6c0', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'port_id': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'mac_address': 'fa:16:3e:56:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:31:09Z', 'updated_at': '2021-12-10T20:31:09Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:31:11.861227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] Checking router: ac1d136b-d20d-455e-992b-991b8597131a for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:31:11.874083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:31:11.875836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:30:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:31:11.928747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-146d60c5-cff4-48c5-bce2-5dde37e15360 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/2fbc4560-3019-466b-b7d7-e18d8612f6c0 HTTP/1.1" status: 200 len: 992 time: 0.1188118 Dec 10 20:31:12.062448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-ac6f5b6e-b264-4802-bad8-9fe96a856aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:12.064024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-ac6f5b6e-b264-4802-bad8-9fe96a856aaf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69c0619d-93bc-47cd-9ea9-3f40601f7d6f HTTP/1.1" status: 200 len: 834 time: 0.3060579 Dec 10 20:31:12.073426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:31:12.145526 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-2b1d240c-cf18-4ef5-8253-493676e02dbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752409 Dec 10 20:31:12.287982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-f8275026-e346-497e-8c0b-97156775653c service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363294 Dec 10 20:31:12.429927 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-63fd30d8-5b30-4c1e-abf9-5a63ff2bc42f req-72552c5c-d767-4633-8a07-3b51e20f2ae9 service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355081 Dec 10 20:31:12.439751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '2fbc4560-3019-466b-b7d7-e18d8612f6c0', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'port_id': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'mac_address': 'fa:16:3e:56:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:31:09Z', 'updated_at': '2021-12-10T20:31:09Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:31:12.445214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706053e1-74ac-4589-a794-c8468294c1e6 None None] The sync data for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv is: [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '2fbc4560-3019-466b-b7d7-e18d8612f6c0', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'port_id': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'mac_address': 'fa:16:3e:56:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:31:09Z', 'updated_at': '2021-12-10T20:31:09Z', 'revision_number': 0, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:31:12.639425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:12.770056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd84bf9-c282-4858-a431-7c8a53df539e None None] New status for floating IP 2fbc4560-3019-466b-b7d7-e18d8612f6c0: ACTIVE {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:31:12.931469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42306) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:31:13.047960 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da168733-ec11-4f8f-ba2c-d33d895f4550 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/2fbc4560-3019-466b-b7d7-e18d8612f6c0 HTTP/1.1" status: 200 len: 992 time: 0.1151969 Dec 10 20:31:13.982688 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-790e8fe8-b09f-4a8f-ba09-20a9d906a7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:14.033400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:14.051490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42310) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:31:14.164471 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-730b6dd5-4f57-4b15-91c5-83e01c38142a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/2fbc4560-3019-466b-b7d7-e18d8612f6c0 HTTP/1.1" status: 200 len: 994 time: 0.1116641 Dec 10 20:31:15.595513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:32.879567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:41.258163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a195054c-19e5-44d4-a705-9b4f14d2d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:42.641745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:43.983675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72ef5dbc-2992-4e3b-805a-88f1435135ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:44.031804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:45.597363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:31:47.526331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:31:47.778069 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10b17818-fd97-4506-a34a-6361467708f0 req-609f34ee-5571-4015-8929-5a9e25f7711a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758333 Dec 10 20:31:47.926350 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10b17818-fd97-4506-a34a-6361467708f0 req-bb83aae7-2cea-4e18-8be7-8846e837b2c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 1099 time: 0.0785336 Dec 10 20:31:48.081067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b17818-fd97-4506-a34a-6361467708f0 req-89303843-066f-49d5-9340-59cc7d29c33e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:48.082590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10b17818-fd97-4506-a34a-6361467708f0 req-89303843-066f-49d5-9340-59cc7d29c33e service neutron] 10.222.0.84 "GET /v2.0/networks?id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33 HTTP/1.1" status: 200 len: 897 time: 0.1353123 Dec 10 20:31:48.190280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10b17818-fd97-4506-a34a-6361467708f0 req-d23d0684-b0b5-43c7-a3e3-eb57e2a55e0f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d HTTP/1.1" status: 200 len: 1002 time: 0.1014256 Dec 10 20:31:48.258057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b17818-fd97-4506-a34a-6361467708f0 req-9f5ea111-0449-420f-8074-9cdaf8ead569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:31:48.259602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10b17818-fd97-4506-a34a-6361467708f0 req-9f5ea111-0449-420f-8074-9cdaf8ead569 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69c0619d-93bc-47cd-9ea9-3f40601f7d6f HTTP/1.1" status: 200 len: 834 time: 0.0631564 Dec 10 20:31:48.339819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10b17818-fd97-4506-a34a-6361467708f0 req-1c3dee65-f7ca-4fad-ae96-e64374096b33 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738835 Dec 10 20:31:48.480999 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10b17818-fd97-4506-a34a-6361467708f0 req-5fa0b1b7-ac1f-4563-b81c-948f07b7d3a2 service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349359 Dec 10 20:31:48.624055 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-10b17818-fd97-4506-a34a-6361467708f0 req-834d4095-ae21-4e08-b1bb-9ebcb0a08960 service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355875 Dec 10 20:32:02.882125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:11.259468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae97fd82-25ba-4ae9-8e12-da83f7eec70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:12.645350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:13.030432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786f7cd-3d1e-4010-af73-1bd2b96c142a req-6f3464c4-0646-4f31-a5ed-b99f6cb386c9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:13.031996 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4786f7cd-3d1e-4010-af73-1bd2b96c142a req-6f3464c4-0646-4f31-a5ed-b99f6cb386c9 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0842764 Dec 10 20:32:13.079482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4786f7cd-3d1e-4010-af73-1bd2b96c142a req-adc3673e-f70f-494b-918f-e023d98bc378 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Dec 10 20:32:13.983514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6d221728-cbfe-4de7-b128-b24fc57ee81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:14.035868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:14.293952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f699a-1450-487b-9b45-a1e5a4dc9e3c req-9468cbc8-c9fe-4947-8d19-1f9d69704e3d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:14.295545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b5f699a-1450-487b-9b45-a1e5a4dc9e3c req-9468cbc8-c9fe-4947-8d19-1f9d69704e3d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0881240 Dec 10 20:32:14.344093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0b5f699a-1450-487b-9b45-a1e5a4dc9e3c req-6a5140df-7c6c-4136-8b2f-a83a8cc92a8c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415921 Dec 10 20:32:15.551553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655948a8-f0df-4142-ab24-1a414b221cd6 req-d3fe3768-40d2-439c-80de-882818584e26 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:15.553131 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-655948a8-f0df-4142-ab24-1a414b221cd6 req-d3fe3768-40d2-439c-80de-882818584e26 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0845118 Dec 10 20:32:15.600539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:15.600931 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-655948a8-f0df-4142-ab24-1a414b221cd6 req-707fa4dd-96e9-4712-a19a-248f396735f8 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Dec 10 20:32:15.630684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42344) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:15.743782 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5848fa7d-2b06-4e7b-b262-7f0a4d05dd83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/2fbc4560-3019-466b-b7d7-e18d8612f6c0 HTTP/1.1" status: 200 len: 994 time: 0.1117315 Dec 10 20:32:17.241679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-30234034-c9ce-46a4-b429-823c4758cb8e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 1099 time: 0.0803757 Dec 10 20:32:17.242861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb39f9-48a7-44d0-bd4c-bf411c293518 req-56eedf87-ac0e-444d-ab77-186934210a6a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:17.244478 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4cbb39f9-48a7-44d0-bd4c-bf411c293518 req-56eedf87-ac0e-444d-ab77-186934210a6a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0899780 Dec 10 20:32:17.292322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4cbb39f9-48a7-44d0-bd4c-bf411c293518 req-4450424b-3a91-4d8d-801c-20bebc95d444 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 Dec 10 20:32:17.383726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-ca798df5-690b-4603-9b66-e4b5ad3b156b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:17.385307 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-ca798df5-690b-4603-9b66-e4b5ad3b156b service neutron] 10.222.0.84 "GET /v2.0/networks?id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33 HTTP/1.1" status: 200 len: 897 time: 0.1382349 Dec 10 20:32:17.496227 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-ba03f129-8301-423e-9e61-f0a2920775ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d HTTP/1.1" status: 200 len: 1002 time: 0.1048343 Dec 10 20:32:17.563433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-7f6dfe48-886e-4136-bbb1-e2ee339e7423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:17.564877 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-7f6dfe48-886e-4136-bbb1-e2ee339e7423 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69c0619d-93bc-47cd-9ea9-3f40601f7d6f HTTP/1.1" status: 200 len: 834 time: 0.0630193 Dec 10 20:32:17.647041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-4e615d75-89f5-44a4-8941-1384fcbb59a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766017 Dec 10 20:32:17.792045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-129d5c40-16ba-4852-b1fa-81456b56baf0 service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382775 Dec 10 20:32:17.936061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-84b290bd-c8c7-443b-adc4-b673af7bb7e6 req-e9bc0035-8509-4b80-9592-059010dd19af service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384060 Dec 10 20:32:18.499400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f213a43-920f-4a92-b20d-ff2e2f9c43bd req-1cc2183e-4731-45f5-aa56-bab117079bd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:18.501003 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f213a43-920f-4a92-b20d-ff2e2f9c43bd req-1cc2183e-4731-45f5-aa56-bab117079bd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0839922 Dec 10 20:32:18.548708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0f213a43-920f-4a92-b20d-ff2e2f9c43bd req-71318b56-ca09-4313-b27c-cb2f3293fa9b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Dec 10 20:32:19.760055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b5baf-d7cb-4c71-b1c1-f5ae2a5e4c26 req-0e286b24-cce9-49e8-98f2-3123d07d2053 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:19.761562 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a9b5baf-d7cb-4c71-b1c1-f5ae2a5e4c26 req-0e286b24-cce9-49e8-98f2-3123d07d2053 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0887299 Dec 10 20:32:19.810043 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a9b5baf-d7cb-4c71-b1c1-f5ae2a5e4c26 req-daba0557-9ba2-4f02-a1e9-488a85151c77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424643 Dec 10 20:32:19.838625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42358) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:19.947776 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a9833108-7ede-4a6d-90af-f742dab35145 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/floatingips/2fbc4560-3019-466b-b7d7-e18d8612f6c0 HTTP/1.1" status: 200 len: 994 time: 0.1078820 Dec 10 20:32:20.222320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42366) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:20.435917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 623b4e5c-b509-4623-ad88-508f6d54224f {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:32:20.436220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:20.615363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:20.615729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:20.746273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 623b4e5c-b509-4623-ad88-508f6d54224f owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:32:20.897135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:20.901454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae3d9e55-6a0f-4d9e-a575-57179e53185b tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:20.945234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=623b4e5c-b509-4623-ad88-508f6d54224f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:20.984797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.985230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.985681 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.986098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.986510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.986921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.987329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.987764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.988170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.988572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.988974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:20.996254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:21.055521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:21.459679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router ac1d136b-d20d-455e-992b-991b8597131a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:32:21.668276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:32:21.678787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] Sync routers for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:32:21.686677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:21.692955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:21.693725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:21.748457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/floatingips/2fbc4560-3019-466b-b7d7-e18d8612f6c0 HTTP/1.1" status: 204 len: 168 time: 1.5248034 Dec 10 20:32:21.749161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:32:21.805450 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'status': 'completed', 'code': 200} Dec 10 20:32:21.893358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:21.908665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a68f283-6581-493a-843f-4f481e4752f3 req-825dd2c1-bf5a-4ca8-a786-42a4c34a59f0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309652c67fcc4b2a904147474a4a4ea6&device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 1099 time: 0.0807343 Dec 10 20:32:22.070665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68f283-6581-493a-843f-4f481e4752f3 req-cb2965d9-8e68-47be-96df-be67ac75e372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:22.072260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a68f283-6581-493a-843f-4f481e4752f3 req-cb2965d9-8e68-47be-96df-be67ac75e372 service neutron] 10.222.0.84 "GET /v2.0/networks?id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33 HTTP/1.1" status: 200 len: 897 time: 0.1576898 Dec 10 20:32:22.149893 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a68f283-6581-493a-843f-4f481e4752f3 req-7e215bb6-c3c7-48de-8428-bb64c2315db1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d HTTP/1.1" status: 200 len: 217 time: 0.0704110 Dec 10 20:32:22.183605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aca8f-7334-4011-88e3-e633b7644b7b req-5e7c7574-409e-4847-ac77-d7eac3d72847 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:22.184368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f36aca8f-7334-4011-88e3-e633b7644b7b req-5e7c7574-409e-4847-ac77-d7eac3d72847 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:32:22.199679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f36aca8f-7334-4011-88e3-e633b7644b7b req-5e7c7574-409e-4847-ac77-d7eac3d72847 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:32:22.200979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f36aca8f-7334-4011-88e3-e633b7644b7b req-5e7c7574-409e-4847-ac77-d7eac3d72847 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.1085742 Dec 10 20:32:22.221628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68f283-6581-493a-843f-4f481e4752f3 req-c95835fa-4b50-441e-9eec-179374280551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:22.223878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a68f283-6581-493a-843f-4f481e4752f3 req-c95835fa-4b50-441e-9eec-179374280551 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69c0619d-93bc-47cd-9ea9-3f40601f7d6f HTTP/1.1" status: 200 len: 834 time: 0.0678008 Dec 10 20:32:22.243768 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:22.248247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] Checking router: ac1d136b-d20d-455e-992b-991b8597131a for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:32:22.255883 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f36aca8f-7334-4011-88e3-e633b7644b7b req-1a4b3bcc-baa6-4c45-92d8-b4f5d8e87d7f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466170 Dec 10 20:32:22.260828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:22.261534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:22.309356 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a68f283-6581-493a-843f-4f481e4752f3 req-3a84b390-c0b1-43c8-b380-8b360e4ce766 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57c57bee-a1cf-4bdb-bf2c-d01a82958f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789635 Dec 10 20:32:22.462829 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a68f283-6581-493a-843f-4f481e4752f3 req-bb1c5d04-42f5-4bba-bfff-14f77d0540ca service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457489 Dec 10 20:32:22.607651 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a68f283-6581-493a-843f-4f481e4752f3 req-eb15b50c-81de-4a80-940a-5e6f9bddf303 service neutron] 10.222.0.84 "GET /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378744 Dec 10 20:32:22.619200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:22.949987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:22.954266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d2210c-8004-4d4b-baab-9e4694b15a66 None None] The sync data for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv is: [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:54Z', 'revision_number': 4, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '10889aaf-a40d-4425-ba06-d7193f2d8144', 'name': '', 'network_id': '57c57bee-a1cf-4bdb-bf2c-d01a82958f33', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'mac_address': 'fa:16:3e:86:b7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:53Z', 'updated_at': '2021-12-10T20:30:59Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'subnets': [{'id': '69c0619d-93bc-47cd-9ea9-3f40601f7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:32:23.363756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955abbeb-8f5e-48cb-a670-cff1d08f0171 None None] New status for floating IP 2fbc4560-3019-466b-b7d7-e18d8612f6c0: DOWN {{(pid=88874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:32:23.474868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336eaef-f98d-4d1f-a4c7-dbb2d0935ea0 req-a4388eca-083c-4c87-b15f-ddf3861833e7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:23.476564 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4336eaef-f98d-4d1f-a4c7-dbb2d0935ea0 req-a4388eca-083c-4c87-b15f-ddf3861833e7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0901668 Dec 10 20:32:23.528172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4336eaef-f98d-4d1f-a4c7-dbb2d0935ea0 req-da9ed71f-a4a7-4045-8b01-dbf358df703e tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452297 Dec 10 20:32:23.870479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-bab72c4f-0944-4bf2-91a4-813b7426ea96 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:23.871222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-bab72c4f-0944-4bf2-91a4-813b7426ea96 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Synchronizing usage tracker for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:32:23.884508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-bab72c4f-0944-4bf2-91a4-813b7426ea96 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Unset dirty status for tenant:309652c67fcc4b2a904147474a4a4ea6 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:32:23.885714 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-bab72c4f-0944-4bf2-91a4-813b7426ea96 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.1021752 Dec 10 20:32:23.958355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:32:23.958902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:24.209233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:24.209586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:24.335568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 42e5bcc7-4aa5-4188-ba6d-693baedbda3d owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:32:24.527299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:32:24.716457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:24.722386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:24.737950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda5e4-75e8-442c-b753-4c7eaf92bcdf req-093ec728-2691-4e0d-bb43-e01fedd36bec tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:24.739495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ceda5e4-75e8-442c-b753-4c7eaf92bcdf req-093ec728-2691-4e0d-bb43-e01fedd36bec tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdd083a-766a-47bf-a0e0-25f6e563aba1 HTTP/1.1" status: 200 len: 946 time: 0.0843041 Dec 10 20:32:24.767065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=42e5bcc7-4aa5-4188-ba6d-693baedbda3d,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:24.792367 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ceda5e4-75e8-442c-b753-4c7eaf92bcdf req-afa80557-623a-4dd2-9b47-653e72a5058f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "GET /v2.0/security-groups?id=01be88f2-0138-41c2-8c97-92a84cf6dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468655 Dec 10 20:32:24.813179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.813650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.814079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.814508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.815044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.815975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.816410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.816826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.817233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.817672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.818083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:24.825699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:24.863290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] No DVR routers for this DVR port 42e5bcc7-4aa5-4188-ba6d-693baedbda3d on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:32:24.865805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:24.868583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'name': 'network-vif-deleted', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:32:24.884084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8a8033e3-dad9-48b2-9f7b-cc61a3e0150b req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.84 "DELETE /v2.0/ports/42e5bcc7-4aa5-4188-ba6d-693baedbda3d HTTP/1.1" status: 204 len: 173 time: 0.9934626 Dec 10 20:32:24.926774 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdd083a-766a-47bf-a0e0-25f6e563aba1', 'name': 'network-vif-deleted', 'tag': '42e5bcc7-4aa5-4188-ba6d-693baedbda3d', 'status': 'completed', 'code': 200} Dec 10 20:32:25.902771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42386) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:26.549174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:27.178759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 10889aaf-a40d-4425-ba06-d7193f2d8144 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:32:27.179152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:27.366309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 42e5bcc7-4aa5-4188-ba6d-693baedbda3d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:32:27.374657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port 10889aaf-a40d-4425-ba06-d7193f2d8144, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=10889aaf-a40d-4425-ba06-d7193f2d8144,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:27.375065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:27.401724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 42e5bcc7-4aa5-4188-ba6d-693baedbda3d {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:32:27.402127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 42e5bcc7-4aa5-4188-ba6d-693baedbda3d not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:32:27.506581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 10889aaf-a40d-4425-ba06-d7193f2d8144 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:32:27.683423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:27.687951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d327387e-3072-4c96-b7ad-b1ddb763a0ed tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:27.736125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=10889aaf-a40d-4425-ba06-d7193f2d8144,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:27.738722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:28.047393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:28.652158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Router ac1d136b-d20d-455e-992b-991b8597131a has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:32:29.094050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:32:29.104711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] Sync routers for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:32:29.107533 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "PUT /v2.0/routers/ac1d136b-d20d-455e-992b-991b8597131a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2036219 Dec 10 20:32:29.110482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42390) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:29.121599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:29.122284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:29.312473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting subnet 69c0619d-93bc-47cd-9ea9-3f40601f7d6f {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:32:29.315692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:29.316822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:29.376357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:29.464494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:29.544825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:29.549403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-418f721d-084a-47dd-8006-993538d90d77 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:29.588086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Subnet': ['ID=69c0619d-93bc-47cd-9ea9-3f40601f7d6f,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:29.590827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:29.593567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:29.600220 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bf7e0b6e-ff5e-451b-960e-50fd4ec00051 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/subnets/69c0619d-93bc-47cd-9ea9-3f40601f7d6f HTTP/1.1" status: 204 len: 168 time: 0.4886370 Dec 10 20:32:29.601200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89317b-94e5-4e4a-8f46-da8afce82d17 None None] Network 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:32:29.603080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42394) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:29.797385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:32:27Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:29.804680 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] Checking router: ac1d136b-d20d-455e-992b-991b8597131a for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:32:29.816327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:29.833660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] Routers {'ac1d136b-d20d-455e-992b-991b8597131a'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:29.834355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['ac1d136b-d20d-455e-992b-991b8597131a'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:30.030224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:30.032146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] Set router ac1d136b-d20d-455e-992b-991b8597131a gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:30.039873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Deleting port 2c1e4716-cc1c-4091-a281-1f0ddc292d90 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:32:30.040482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:30.078835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] DHCP port deletion for 57c57bee-a1cf-4bdb-bf2c-d01a82958f33 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:32:30.092199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Deleting port 77526430-af39-41f6-b505-7eda6f37f929 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:32:30.092637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:30.229575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] For port 2c1e4716-cc1c-4091-a281-1f0ddc292d90, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=2c1e4716-cc1c-4091-a281-1f0ddc292d90,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:30.229981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:30.360223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Calling delete_port for 2c1e4716-cc1c-4091-a281-1f0ddc292d90 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:32:30.538975 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:30.543961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-74105d15-6850-441c-9376-5df5dcd13883 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:30.589529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Port': ['ID=2c1e4716-cc1c-4091-a281-1f0ddc292d90,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:30.592416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:30.696953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] For port 77526430-af39-41f6-b505-7eda6f37f929, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=77526430-af39-41f6-b505-7eda6f37f929,segment=NetworkSegment(ecb33c49-19b2-4401-af56-9015ede8f98a),segment_id=ecb33c49-19b2-4401-af56-9015ede8f98a)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:30.697328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:30.833220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:30.833876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Calling delete_port for 77526430-af39-41f6-b505-7eda6f37f929 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:32:30.894128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:32:27Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:30.900961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7366ea07-9f08-4b82-b864-21e2cd822a8e None None] The sync data for ids ['ac1d136b-d20d-455e-992b-991b8597131a'] in dv-neutron-821443-1-hyperv is: [{'id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861675487', 'tenant_id': '309652c67fcc4b2a904147474a4a4ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:32:27Z', 'revision_number': 5, 'project_id': '309652c67fcc4b2a904147474a4a4ea6', 'gw_port': {'id': '2c1e4716-cc1c-4091-a281-1f0ddc292d90', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1d136b-d20d-455e-992b-991b8597131a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:30:49Z', 'updated_at': '2021-12-10T20:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:32:30.923770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:30.929204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:30.972834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Pushing event deleted for resources: {'Port': ['ID=77526430-af39-41f6-b505-7eda6f37f929,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:30.985302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.985722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.986107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.986486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.986862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.987233 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.988199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.988571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.988939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.989303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.989695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:30.992745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] No DVR routers for this DVR port 77526430-af39-41f6-b505-7eda6f37f929 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:32:30.994285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:31.121236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.125901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.150269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.150867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Fanout notify agent at l3_agent the message router_deleted on router ac1d136b-d20d-455e-992b-991b8597131a {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:32:31.165703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.166924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/routers/ac1d136b-d20d-455e-992b-991b8597131a HTTP/1.1" status: 204 len: 168 time: 1.5628552 Dec 10 20:32:31.169919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42398) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:31.291168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 77526430-af39-41f6-b505-7eda6f37f929 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:32:31.297168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.330517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 77526430-af39-41f6-b505-7eda6f37f929 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:32:31.330888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 77526430-af39-41f6-b505-7eda6f37f929 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:32:31.331369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 10889aaf-a40d-4425-ba06-d7193f2d8144 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:32:31.364952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 10889aaf-a40d-4425-ba06-d7193f2d8144 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:32:31.365350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 10889aaf-a40d-4425-ba06-d7193f2d8144 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:32:31.445990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.474979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c57bee-a1cf-4bdb-bf2c-d01a82958f33']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:31.489321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb33c49-19b2-4401-af56-9015ede8f98a') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:31.489696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb33c49-19b2-4401-af56-9015ede8f98a') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:31.502506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.518131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.524382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:32:31.524800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:32:31.543616 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:32:31.621641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.625394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-82f9d856-e7b0-44c3-8880-e7a8f9d23433 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:31.641299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.653205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'Network': ['ID=57c57bee-a1cf-4bdb-bf2c-d01a82958f33,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:31.656664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:31.662867 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a9a91df6-f3d6-435f-8724-ccf0e9d778e1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/networks/57c57bee-a1cf-4bdb-bf2c-d01a82958f33 HTTP/1.1" status: 204 len: 168 time: 0.4917953 Dec 10 20:32:31.665781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42402) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:31.749594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85fa5c33-5b44-4861-b88c-ca25fa9d0b8a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.780339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85fa5c33-5b44-4861-b88c-ca25fa9d0b8a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.833085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85fa5c33-5b44-4861-b88c-ca25fa9d0b8a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.838660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9c12dc3-89e1-4c26-8457-3d79dd06476f tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:31.854240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa5c33-5b44-4861-b88c-ca25fa9d0b8a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be88f2-0138-41c2-8c97-92a84cf6dc50,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:31.856933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85fa5c33-5b44-4861-b88c-ca25fa9d0b8a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:31.865332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-85fa5c33-5b44-4861-b88c-ca25fa9d0b8a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:31.866591 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-85fa5c33-5b44-4861-b88c-ca25fa9d0b8a tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] 10.222.0.41 "DELETE /v2.0/security-groups/01be88f2-0138-41c2-8c97-92a84cf6dc50 HTTP/1.1" status: 204 len: 168 time: 0.1998115 Dec 10 20:32:32.277437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42412) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:32.460835 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59693a85-0658-4e51-a455-d63766beb11f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=309652c67fcc4b2a904147474a4a4ea6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797032 Dec 10 20:32:32.461077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42418) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:32.522764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2d8e08b-77b3-464b-a953-ddb647afa177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:32.548601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2d8e08b-77b3-464b-a953-ddb647afa177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:32.597878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2d8e08b-77b3-464b-a953-ddb647afa177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:32.603035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c527ec45-2c93-4662-a183-e96844d96b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:32.618843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8e08b-77b3-464b-a953-ddb647afa177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a70d84f-056f-4bd9-b7c1-22df94e66251,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:32.621499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2d8e08b-77b3-464b-a953-ddb647afa177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:32.624706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f2d8e08b-77b3-464b-a953-ddb647afa177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:32.626616 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f2d8e08b-77b3-464b-a953-ddb647afa177 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a70d84f-056f-4bd9-b7c1-22df94e66251 HTTP/1.1" status: 204 len: 168 time: 0.1645281 Dec 10 20:32:32.879602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:32.960040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42426) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:32.980275 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:33.012585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:33.016612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5daf2a2ea4e3416c8862ab3411e2d66d is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:33.019621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:33.025557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:33.095291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:33.098366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:33.105648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f2d8e08b-77b3-464b-a953-ddb647afa177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:33.148687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9ca3df-90ae-4d30-b83f-f9953f218d92,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:33.151836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:33.154434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e59b5e19-4ee2-4ae8-9415-f2d8d4ef86e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5daf2a2ea4e3416c8862ab3411e2d66d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1932988 Dec 10 20:32:33.157263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42430) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:33.194809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c1e4716-cc1c-4091-a281-1f0ddc292d90 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:32:33.220191 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55423e13-f32e-4287-9b9c-2a9ce27fa384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:33.229979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 2c1e4716-cc1c-4091-a281-1f0ddc292d90 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:32:33.230382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 2c1e4716-cc1c-4091-a281-1f0ddc292d90 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:32:33.251344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55423e13-f32e-4287-9b9c-2a9ce27fa384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:33.294629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55423e13-f32e-4287-9b9c-2a9ce27fa384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:33.299467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e152b4c9-d303-429c-a7b2-fdf61eb4d8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:33.312554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55423e13-f32e-4287-9b9c-2a9ce27fa384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9ca3df-90ae-4d30-b83f-f9953f218d92,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:33.315329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55423e13-f32e-4287-9b9c-2a9ce27fa384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:33.316464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-55423e13-f32e-4287-9b9c-2a9ce27fa384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:33.317669 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-55423e13-f32e-4287-9b9c-2a9ce27fa384 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac9ca3df-90ae-4d30-b83f-f9953f218d92 HTTP/1.1" status: 204 len: 168 time: 0.1593707 Dec 10 20:32:34.227553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42452) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:34.362813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-647014529-network', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:34.368110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:34.372120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Usage tracker for resource:network and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:34.375122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:34.381661 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:34.391221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Made reservation on behalf of adc6ad7266e344659c36d5df60414a44 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:32:34.395883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:34.408880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:34.441181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:34.445177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:34.448129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:34.454444 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:34.522429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:34.525232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:34.529399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9e8ebf4d-b992-4337-9e79-1e6eaecbfa99 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:34.555666 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:32:34.568501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd519bd-1b12-40b5-a067-652da59edb2e,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:34.571789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:34.574335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:34.574730 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Added segment d58af67a-97be-4136-9982-869294c59ce9 of type vlan for network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 Dec 10 20:32:34.603007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:34.635181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:34.636125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:34.636752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:34.641726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-adac3242-d4f5-4821-97d9-4fe024018a1f tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:34.744637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5158336 Dec 10 20:32:34.745538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Pushing event updated for resources: {'Network': ['ID=1227b6e8-fe82-4a60-982c-54a3f57a3f53,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:34.747779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42458) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:34.750433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a70d9d4c-1214-4bea-a540-fb4e580aa128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:34.754481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Request body: {'subnet': {'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-647014529-subnet', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'ip_version': 4}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:34.755995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:32:34.759736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:34.763794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Usage tracker for resource:subnet and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:34.766798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:34.773286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:34.786763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Made reservation on behalf of adc6ad7266e344659c36d5df60414a44 for: {'subnet': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:32:34.791486 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7613113'] for subnet, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.004125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847779113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7613066'] for subnet, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.008386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1ce2886c-74c6-4dfb-ae0c-db2f0ccac651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:35.081278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20f65f4-60ea-4dc9-a075-7a65a87b8074,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:35.085344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:35.093776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Checking segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:35.094172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Network hostable DHCP agents. Network: 1227b6e8-fe82-4a60-982c-54a3f57a3f53, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:32:35.115514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:32:35.123480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, 1227b6e8-fe82-4a60-982c-54a3f57a3f53) {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:35.127395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:35.128081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.132703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0d32e-13ee-4b1e-8f25-fa1f6205bc6a None None] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:32:35.148991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a935383b-be7c-4fc8-aab2-1603276f5f09 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4001436 Dec 10 20:32:35.152196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42462) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:35.158131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:35.163789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:35.167923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Usage tracker for resource:router and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:35.170952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:35.176973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:35.187082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.188195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.210403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.362413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:32:35.363318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.366503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.528991 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Allocated IP 172.20.0.2 (1227b6e8-fe82-4a60-982c-54a3f57a3f53/d20f65f4-60ea-4dc9-a075-7a65a87b8074/25b80976-4fe2-4f87-a4ae-4c4c261dcb58) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:32:35.561526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.594103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.740899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Allocated IP 172.26.8.50 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/c5309b5b-fa2d-45aa-b82f-3972fbaaef7f) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:32:35.748235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.760926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Transition to ACTIVE for port object 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:35.780928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Transition to ACTIVE for port object 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:35.786581 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.791950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:35.867113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:35.868036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Pushing event updated for resources: {'Port': ['ID=25b80976-4fe2-4f87-a4ae-4c4c261dcb58,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:35.870787 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:35.872600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:35.873356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:32:35.903835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.932422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.936925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d6af9aca-e532-4b02-be96-2cf5a663b480 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:35.963910 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Attempting to bind port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:32:35.964334 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Attempting to bind port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:32:35.964754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Attempting to bind port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 on network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:32:35.972061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:32:35.972487 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Checking segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:35.972940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:35.973387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Bound using segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:32:35.973938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Bound port: 25b80976-4fe2-4f87-a4ae-4c4c261dcb58, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:32:35.974366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:36.009348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:36.012359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:36.017011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:32:36.043039 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Pushing event updated for resources: {'Port': ['ID=c5309b5b-fa2d-45aa-b82f-3972fbaaef7f,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:36.048470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:36.069328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] For port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:32:36.072470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] For port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=25b80976-4fe2-4f87-a4ae-4c4c261dcb58,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:32:36.076115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:36.080701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:36.164964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Pushing event updated for resources: {'Port': ['ID=25b80976-4fe2-4f87-a4ae-4c4c261dcb58,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:36.168050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:36.186022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:36.186980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:36.426350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Router 65f27fac-3e0e-4fad-b8a3-887950bb3680 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:32:36.655026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:32:36.665727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Sync routers for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:32:36.679729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:36.680388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:36.680555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:36.681897 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5285568 Dec 10 20:32:36.684931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42466) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:36.869122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:37.170385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:36Z', 'revision_number': 3, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:37.174471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Checking router: 65f27fac-3e0e-4fad-b8a3-887950bb3680 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:32:37.174892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Updating router 65f27fac-3e0e-4fad-b8a3-887950bb3680 port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:32:37.234246 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:37.283435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:37.374458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:37.723758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:37.772221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:37.787201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Transition to ACTIVE for port object c5309b5b-fa2d-45aa-b82f-3972fbaaef7f will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:37.793937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:37.799760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-41e61c6f-e27b-4646-b451-20f8ffaf582c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:37.845894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac005b-93bc-4557-929c-08a698eef27d None None] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:32:37.880554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Attempting to bind port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:32:37.880801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Attempting to bind port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:32:37.881086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Attempting to bind port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:32:37.887523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Pushing event updated for resources: {'Port': ['ID=c5309b5b-fa2d-45aa-b82f-3972fbaaef7f,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:37.896490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:32:37.896903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:37.897690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:37.897817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:32:37.898292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Bound port: c5309b5b-fa2d-45aa-b82f-3972fbaaef7f, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:32:37.898701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:37.929721 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.930113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.930491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.930869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.931243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.931616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.931987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.932356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.932719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.933084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.933448 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:32:37.942713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:37.965983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Allocated IP 172.20.0.1 (1227b6e8-fe82-4a60-982c-54a3f57a3f53/d20f65f4-60ea-4dc9-a075-7a65a87b8074/7dc011ed-4667-478d-9836-4928b2fefb92) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:32:37.984371 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] For port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:32:37.990951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] For port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c5309b5b-fa2d-45aa-b82f-3972fbaaef7f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:32:37.994385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:37.998763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94739ca1-eff6-483b-bcb5-734e837aa937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:38.017966 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] Provisioning for port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:38.035552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] Provisioning complete for port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:38.035989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.081986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Pushing event updated for resources: {'Port': ['ID=c5309b5b-fa2d-45aa-b82f-3972fbaaef7f,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:38.085683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:38.086337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:38.086990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:38.136886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.154402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Transition to ACTIVE for port object 7dc011ed-4667-478d-9836-4928b2fefb92 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:38.176587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.181323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:38.204428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.251440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:38.255157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:38.260066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:32:38.264602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] For port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=25b80976-4fe2-4f87-a4ae-4c4c261dcb58,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:38.269249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.271035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d7fd3df5-4a25-414f-9a1e-5cde9f90fa80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:38.287468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Pushing event updated for resources: {'Port': ['ID=7dc011ed-4667-478d-9836-4928b2fefb92,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:38.293162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:38.295134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:38.327398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.347650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] Pushing event updated for resources: {'Port': ['ID=25b80976-4fe2-4f87-a4ae-4c4c261dcb58,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:38.351107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:38.423384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.593090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-015d9b64-35df-48d3-b0f6-bbb17229e52c None None] Provisioning complete for port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:38.593535 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-015d9b64-35df-48d3-b0f6-bbb17229e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.625960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:36Z', 'revision_number': 3, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:38.631069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a715fbc-9d50-4bdf-b614-c3e0be2c67f2 None None] The sync data for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv is: [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:36Z', 'revision_number': 3, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:32:38.698240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.702944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.738646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4681dda7-d231-4b13-8f51-5caacd42e5a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:38.823980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Pushing event updated for resources: {'Port': ['ID=7dc011ed-4667-478d-9836-4928b2fefb92,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:38.827552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.831611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:38.861674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a958edb2-20f6-4c2a-9817-3bf55e6d0350 None None] Provisioning for port 7dc011ed-4667-478d-9836-4928b2fefb92 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:38.867099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a958edb2-20f6-4c2a-9817-3bf55e6d0350 None None] Provisioning complete for port 7dc011ed-4667-478d-9836-4928b2fefb92 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:38.867736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a958edb2-20f6-4c2a-9817-3bf55e6d0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:38.922931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-a958edb2-20f6-4c2a-9817-3bf55e6d0350 None None] Port 7dc011ed-4667-478d-9836-4928b2fefb92 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:32:38.980789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:38.981962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:39.340048 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c5309b5b-fa2d-45aa-b82f-3972fbaaef7f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:39.396011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1d796a77-a3ba-4449-9974-becebfd53472 None None] Provisioning complete for port 7dc011ed-4667-478d-9836-4928b2fefb92 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:39.396426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d796a77-a3ba-4449-9974-becebfd53472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:39.457685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Router 65f27fac-3e0e-4fad-b8a3-887950bb3680 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:32:39.479684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1d796a77-a3ba-4449-9974-becebfd53472 None None] Port 7dc011ed-4667-478d-9836-4928b2fefb92 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:32:39.494946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:39.501435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:39.501940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:39.631041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:39.648327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c5309b5b-fa2d-45aa-b82f-3972fbaaef7f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:39.659708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:39.660930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:39.692292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:39.699618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:32:39.712669 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] 10.222.0.41 "PUT /v2.0/routers/65f27fac-3e0e-4fad-b8a3-887950bb3680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0246871 Dec 10 20:32:39.787132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=c5309b5b-fa2d-45aa-b82f-3972fbaaef7f,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:39.792451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:39.801369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:39.801805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.608227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42488) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:40.615194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-14261601-network', 'tenant_id': '1963339c249744e6953be7de45934892'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:40.620439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:40.624611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Usage tracker for resource:network and tenant:1963339c249744e6953be7de45934892 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:40.627717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:40.633816 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:40.643594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Made reservation on behalf of 1963339c249744e6953be7de45934892 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:32:40.648266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.662032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.694810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:40.699783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Usage tracker for resource:security_group_rule and tenant:1963339c249744e6953be7de45934892 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:40.703010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:40.709036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:40.776436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.778955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.783057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9a8877af-b654-4ef2-871d-725640e56197 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:40.808295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:32:40.821239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d0bed-3042-4c78-b59b-b0de076819ed,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:40.825598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:40.827694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.828088 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Added segment 30605b96-bcda-4df5-8934-1b87dc5d77e9 of type vlan for network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 Dec 10 20:32:40.855701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.887652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.888611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:40.889250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:40.894953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0e9bf076-e1ca-42f2-9207-cc0933108b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:41.001204 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3917789 Dec 10 20:32:41.002201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Pushing event updated for resources: {'Network': ['ID=c1ed74db-34bd-4bd0-b0e5-5f86461a9286,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:41.004279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42492) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:41.005146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-63849a63-8473-401d-9152-6c6b1f67511e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:41.010615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Request body: {'subnet': {'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-14261601-subnet', 'tenant_id': '1963339c249744e6953be7de45934892', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:41.013183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:32:41.016229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:41.020775 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Usage tracker for resource:subnet and tenant:1963339c249744e6953be7de45934892 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:41.023804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:41.030992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:41.040850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Made reservation on behalf of 1963339c249744e6953be7de45934892 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:32:41.045879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.267832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c5309b5b-fa2d-45aa-b82f-3972fbaaef7f up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:41.268069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.272903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6838b9e6-9d84-4092-8944-c30041fdfb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:41.342913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-404a4c29-e686-42ee-bdcd-41707d8a3376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.351527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e320e6-134f-45bd-a7dd-c6ce153df67b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:41.355243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:41.362479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Checking segment: {'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:41.362874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Network hostable DHCP agents. Network: c1ed74db-34bd-4bd0-b0e5-5f86461a9286, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:32:41.370860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:41.371298 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.386981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:32:41.395611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, c1ed74db-34bd-4bd0-b0e5-5f86461a9286) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:41.399640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:41.400284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.411705 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a724e0-1299-4b66-9973-8ffa2870a5c8 None None] Network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:32:41.421765 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-94d72b49-94e6-485a-9d0b-d98641a81638 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4162340 Dec 10 20:32:41.424361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 42496) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:41.430122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:41.438343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:41.443822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Usage tracker for resource:router and tenant:1963339c249744e6953be7de45934892 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:41.447200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:41.454033 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:41.469276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.471105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.495716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.741925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-c1ed74db-34bd-4bd0-b0e5-5f86461a9286', 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286', 'tenant_id': '1963339c249744e6953be7de45934892', 'fixed_ips': [{'subnet_id': '03e320e6-134f-45bd-a7dd-c6ce153df67b'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:32:41.742869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.886572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Sync routers for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:32:41.890378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:41.919811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:41.920500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:42.051038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Allocated IP 172.20.0.2 (c1ed74db-34bd-4bd0-b0e5-5f86461a9286/03e320e6-134f-45bd-a7dd-c6ce153df67b/509875c4-2668-4aa6-b63b-f3bb093bc255) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:32:42.085533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.117171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.222164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:42.262800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Allocated IP 172.26.8.173 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/118f3a0b-64fe-4fcc-ae0f-cf802f0ce156) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:32:42.423740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.453158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.457864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ac4f752c-288b-4377-84dc-1281ede3ba56 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:42.529400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:42.532533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:42.537108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:32:42.538814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.557129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Transition to ACTIVE for port object 509875c4-2668-4aa6-b63b-f3bb093bc255 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:42.563276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Pushing event updated for resources: {'Port': ['ID=118f3a0b-64fe-4fcc-ae0f-cf802f0ce156,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:42.569195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:42.606612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Transition to ACTIVE for port object 509875c4-2668-4aa6-b63b-f3bb093bc255 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:42.646152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.655071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-34742360-cd3b-42c8-aa81-73ba60b6d14a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:42.700456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.701473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.745579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.755944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:42.757252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Pushing event updated for resources: {'Port': ['ID=509875c4-2668-4aa6-b63b-f3bb093bc255,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:42.761154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:42.764429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:42.765833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:32:42.868849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 2, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:42.875538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Checking router: 65f27fac-3e0e-4fad-b8a3-887950bb3680 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:32:42.875940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Updating router 65f27fac-3e0e-4fad-b8a3-887950bb3680 port 7dc011ed-4667-478d-9836-4928b2fefb92 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:32:42.904088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Attempting to bind port 509875c4-2668-4aa6-b63b-f3bb093bc255 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:32:42.904605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Attempting to bind port 509875c4-2668-4aa6-b63b-f3bb093bc255 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:32:42.904824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Attempting to bind port 509875c4-2668-4aa6-b63b-f3bb093bc255 on network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:32:42.928343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:32:42.928827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Checking segment: {'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:42.929282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.929748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Bound using segment: {'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:32:42.930270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Bound port: 509875c4-2668-4aa6-b63b-f3bb093bc255, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:32:42.930684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:42.944084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:32:42.954516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:43.136782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] For port 509875c4-2668-4aa6-b63b-f3bb093bc255, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:32:43.158518 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] For port 509875c4-2668-4aa6-b63b-f3bb093bc255, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=509875c4-2668-4aa6-b63b-f3bb093bc255,segment=NetworkSegment(30605b96-bcda-4df5-8934-1b87dc5d77e9),segment_id=30605b96-bcda-4df5-8934-1b87dc5d77e9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:32:43.158794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:32:43.166912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:43.168586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Sync routers for ids ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:32:43.173877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:43.182274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Routers {'a7c557d3-1532-4ef4-93cd-2f2dda0b6135'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:43.182968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:43.183817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:43.188205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42500) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:43.188342 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7628570 Dec 10 20:32:43.339849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Pushing event updated for resources: {'Port': ['ID=509875c4-2668-4aa6-b63b-f3bb093bc255,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:43.347596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:43.397737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Set router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:43.522543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:43.535716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Transition to ACTIVE for port object 7dc011ed-4667-478d-9836-4928b2fefb92 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:43.542976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:43.547783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:43.775265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:32:42Z', 'revision_number': 3, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port': {'id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:42Z', 'updated_at': '2021-12-10T20:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:43.780626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Checking router: a7c557d3-1532-4ef4-93cd-2f2dda0b6135 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:32:43.781027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Updating router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:32:43.863894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:43.916763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af357cdd-fc80-45a8-aa46-42154d6514d0 None None] Pushing event updated for resources: {'Port': ['ID=7dc011ed-4667-478d-9836-4928b2fefb92,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:43.926163 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af357cdd-fc80-45a8-aa46-42154d6514d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:44.077432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-52091d1a-1994-497f-9382-7fdab4f620fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.084658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Attempting to bind port 7dc011ed-4667-478d-9836-4928b2fefb92 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:32:44.085090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Attempting to bind port 7dc011ed-4667-478d-9836-4928b2fefb92 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:32:44.085569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Attempting to bind port 7dc011ed-4667-478d-9836-4928b2fefb92 on network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:32:44.088659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.094497 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:32:44.094925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Checking segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:44.095380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.095828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Bound using segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:32:44.097002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Bound port: 7dc011ed-4667-478d-9836-4928b2fefb92, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:32:44.097432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.142798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.198058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] For port 7dc011ed-4667-478d-9836-4928b2fefb92, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:32:44.201599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] For port 7dc011ed-4667-478d-9836-4928b2fefb92, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7dc011ed-4667-478d-9836-4928b2fefb92,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:32:44.206545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.211148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:44.307042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af357cdd-fc80-45a8-aa46-42154d6514d0 None None] Pushing event updated for resources: {'Port': ['ID=7dc011ed-4667-478d-9836-4928b2fefb92,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:44.314510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af357cdd-fc80-45a8-aa46-42154d6514d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:44.316464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:44.317157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:44.323035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.335891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Transition to ACTIVE for port object 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:44.342073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.347401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-412e9c39-11b7-4bf6-a710-027fba6bc427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:44.380913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Allocated IP 172.20.0.1 (c1ed74db-34bd-4bd0-b0e5-5f86461a9286/03e320e6-134f-45bd-a7dd-c6ce153df67b/d2992881-9917-4ae9-b45e-8ec7d1773147) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:32:44.446845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Attempting to bind port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:32:44.447355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Attempting to bind port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:32:44.447890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Attempting to bind port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:32:44.461131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad5721-9f98-438a-b1b7-66f4b36c9e98 None None] Pushing event updated for resources: {'Port': ['ID=118f3a0b-64fe-4fcc-ae0f-cf802f0ce156,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:44.464414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67ad5721-9f98-438a-b1b7-66f4b36c9e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:44.467208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:32:44.467786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:44.468350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.468898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:32:44.469738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Bound port: 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:32:44.470125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.539718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:44.571722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] For port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:32:44.575258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] For port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=118f3a0b-64fe-4fcc-ae0f-cf802f0ce156,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:32:44.583120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.598367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-86475168-fcd6-4701-9e67-0cd361ff769a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:44.689668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Routers {'a7c557d3-1532-4ef4-93cd-2f2dda0b6135'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:44.690860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:44.744957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad5721-9f98-438a-b1b7-66f4b36c9e98 None None] Pushing event updated for resources: {'Port': ['ID=118f3a0b-64fe-4fcc-ae0f-cf802f0ce156,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:44.754761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-67ad5721-9f98-438a-b1b7-66f4b36c9e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:44.869310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.889252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Transition to ACTIVE for port object d2992881-9917-4ae9-b45e-8ec7d1773147 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:44.921433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:44.928717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54c5096b-9d94-4f6f-983a-2574f18b7507 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:44.971724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:44Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:44.977090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc30d9a-84a3-4c01-95b3-54c69d5f3efb None None] The sync data for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv is: [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:44Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:32:45.019232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:45.023230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:45.028363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:32:45.091281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] Set router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:45.101545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Pushing event updated for resources: {'Port': ['ID=d2992881-9917-4ae9-b45e-8ec7d1773147,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:45.105314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:45.142205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:45.261145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:45.358912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 509875c4-2668-4aa6-b63b-f3bb093bc255 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:45.459858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:32:42Z', 'revision_number': 3, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port': {'id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:42Z', 'updated_at': '2021-12-10T20:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:45.465232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aead2f-61f4-4bba-ae84-daeda229b27c None None] The sync data for ids ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:32:42Z', 'revision_number': 3, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port': {'id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:42Z', 'updated_at': '2021-12-10T20:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:32:45.493967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 509875c4-2668-4aa6-b63b-f3bb093bc255 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:45.503669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7dc011ed-4667-478d-9836-4928b2fefb92 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:45.543583 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6715d-69b8-4a01-8f8b-29054299ae6c None None] Network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:32:45.598285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:45.603762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:45.642382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f47b950c-f8a8-4d0f-a9b1-dee6963354c3 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:45.673659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:45.712193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] Provisioning for port 509875c4-2668-4aa6-b63b-f3bb093bc255 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:45.720456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] Provisioning complete for port 509875c4-2668-4aa6-b63b-f3bb093bc255 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:45.720887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:45.736046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:45.741397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Pushing event updated for resources: {'Port': ['ID=d2992881-9917-4ae9-b45e-8ec7d1773147,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:45.744948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:45.785968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 7dc011ed-4667-478d-9836-4928b2fefb92 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:45.803992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7dc011ed-4667-478d-9836-4928b2fefb92 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:45.804423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:45.921360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:45.923200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:46.123419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:46.151899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:46.214769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 7dc011ed-4667-478d-9836-4928b2fefb92, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7dc011ed-4667-478d-9836-4928b2fefb92,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:46.220054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] For port 509875c4-2668-4aa6-b63b-f3bb093bc255, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=509875c4-2668-4aa6-b63b-f3bb093bc255,segment=NetworkSegment(30605b96-bcda-4df5-8934-1b87dc5d77e9),segment_id=30605b96-bcda-4df5-8934-1b87dc5d77e9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:46.222186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:46.224802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-116c11d4-052f-4dfe-a3b0-b44308f81b02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:46.256266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:46.313332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=7dc011ed-4667-478d-9836-4928b2fefb92,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:46.324405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:46.325428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:46.421717 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] Pushing event updated for resources: {'Port': ['ID=509875c4-2668-4aa6-b63b-f3bb093bc255,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:46.429141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:46.451539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:32:46.594410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5b99e7c7-be9e-4fbc-8016-e6fd61723acb None None] Provisioning complete for port 509875c4-2668-4aa6-b63b-f3bb093bc255 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:46.595311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b99e7c7-be9e-4fbc-8016-e6fd61723acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:46.738428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:32:46.776675 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] 10.222.0.41 "PUT /v2.0/routers/a7c557d3-1532-4ef4-93cd-2f2dda0b6135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5769010 Dec 10 20:32:46.778561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5b99e7c7-be9e-4fbc-8016-e6fd61723acb None None] Provisioning for port d2992881-9917-4ae9-b45e-8ec7d1773147 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:46.785270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5b99e7c7-be9e-4fbc-8016-e6fd61723acb None None] Provisioning complete for port d2992881-9917-4ae9-b45e-8ec7d1773147 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:46.785895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5b99e7c7-be9e-4fbc-8016-e6fd61723acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:46.861618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5b99e7c7-be9e-4fbc-8016-e6fd61723acb None None] Port d2992881-9917-4ae9-b45e-8ec7d1773147 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:32:46.996673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-40cf7d13-a69c-42a5-95d2-a24a609efbd5 None None] Provisioning complete for port d2992881-9917-4ae9-b45e-8ec7d1773147 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:46.997192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-40cf7d13-a69c-42a5-95d2-a24a609efbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.066360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-40cf7d13-a69c-42a5-95d2-a24a609efbd5 None None] Port d2992881-9917-4ae9-b45e-8ec7d1773147 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:32:47.289057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-5d980c79-09a8-4210-a411-6de65afca186 None None] Provisioning complete for port d2992881-9917-4ae9-b45e-8ec7d1773147 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:47.289491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5d980c79-09a8-4210-a411-6de65afca186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.348289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-5d980c79-09a8-4210-a411-6de65afca186 None None] Port d2992881-9917-4ae9-b45e-8ec7d1773147 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:32:47.370478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:47.400506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42510) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:47.407040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864742391', 'description': 'tempest-secgroup-smoke-1864742391 description', 'project_id': 'adc6ad7266e344659c36d5df60414a44'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:47.414311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:47.418369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:47.421468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:47.428186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:47.439136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.450843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:47.457472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:47.458047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.477876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:47.482016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:47.485036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:47.491764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:47.555471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.562387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.568111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9d03035f-3610-40f7-aa58-099ef4bbe729 tempest-ServerActionsTestJSON-642743344 tempest-ServerActionsTestJSON-642743344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:47.589171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.606028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=118f3a0b-64fe-4fcc-ae0f-cf802f0ce156,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:47.609236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.609404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.613537 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 509875c4-2668-4aa6-b63b-f3bb093bc255 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:47.613804 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2090201 Dec 10 20:32:47.613804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:47.613804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42514) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:47.616801 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:47.620695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:47.627339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:47.631437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:47.634481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:47.640922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:47.644421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:47.657901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.724288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.727421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.729422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69f1bd19-8b16-4a7f-9024-01c91a3c7afd tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:47.736967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=118f3a0b-64fe-4fcc-ae0f-cf802f0ce156,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:47.741190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:47.753393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 509875c4-2668-4aa6-b63b-f3bb093bc255 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:47.753863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.756392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56a5f15-52d9-4f63-a2ae-c30e61272531,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:47.759026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:47.765635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.766920 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-69a3e4ee-32dd-4204-b1ed-c4f89b3c9210 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1521549 Dec 10 20:32:47.770545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42518) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:47.776615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:47.783603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:47.788249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:47.791364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:47.797358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:47.816173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.881262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7dc011ed-4667-478d-9836-4928b2fefb92 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:47.887067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.890028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.891967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ed9dd6a8-334f-417c-8546-73ee366fba27 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:47.914121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f444dbc8-243d-42dd-a674-3c717cf039a2,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:47.918347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:47.926098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.927376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1558032 Dec 10 20:32:47.930396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42522) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:47.936262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:47.943154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:47.947228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:47.950262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:47.956402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7dc011ed-4667-478d-9836-4928b2fefb92 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:47.956832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:47.957132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:47.973386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.040875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.044265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.046208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-76524198-4df3-40e9-a45b-ebe0ce966221 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:48.067814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8de12d-2467-424e-b535-e1975dac366e,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:48.071961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:48.082042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.083434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-ae2591d3-6a6c-4439-8b28-a87a6436d64d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1520488 Dec 10 20:32:48.086301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42526) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:48.092260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:48.098652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:48.102611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:48.105587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:48.111506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:48.126835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.195109 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.197720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.199585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe580323-f54e-4896-a6da-041a5d83420c tempest-TestVolumeBootPattern-1641643704 tempest-TestVolumeBootPattern-1641643704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:48.220741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b45c433-953d-4569-80a2-5a92cb85e2b9,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:48.224837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:48.231896 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.233163 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e789e3e4-134e-4253-9c47-3cd9de3e7949 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1458724 Dec 10 20:32:48.236055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42530) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:48.242003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:48.248224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:48.252858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:48.255961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:48.262096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:48.272165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Project adc6ad7266e344659c36d5df60414a44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:32:48.278832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.346094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.349292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.351645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4aa193f8-c856-40fa-b36b-3ce06c959453 tempest-SecGroupTest-1617975316 tempest-SecGroupTest-1617975316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:48.373467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff08cd5-88ca-4850-9e46-4a33e3ce3d94,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:48.378241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:48.385161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.386472 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-46d2fdcd-5945-4253-8fee-f68af2cfd50c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1494229 Dec 10 20:32:48.389323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42534) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:32:48.395172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:48.401316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:48.405341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:48.408343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:48.414327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:48.423990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Project adc6ad7266e344659c36d5df60414a44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:32:48.431288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.503648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.506353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.508207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8b608167-a340-4a13-96f0-352025a74fc0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:48.530685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd72a9a-d0e2-46e7-bd33-c8f7d3c7c546,revision_number=0']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:48.533226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:48.539707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:48.540979 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2469d33d-5fd2-43cc-b9d1-c84eeb61ce36 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1506445 Dec 10 20:32:48.719765 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-baa66f80-7156-4ea2-ba4a-98b06504af83 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864742391&fields=id&tenant_id=adc6ad7266e344659c36d5df60414a44 HTTP/1.1" status: 200 len: 267 time: 0.0454469 Dec 10 20:32:48.876494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bad357-949a-4680-a74f-f036be97490b req-4a88a80c-808c-4a8c-add1-3f86b5cf911c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:48.878132 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-4a88a80c-808c-4a8c-add1-3f86b5cf911c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 808 time: 0.1510026 Dec 10 20:32:48.895070 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-73f8f619-e0d6-400f-95b2-4c85177f8ecc tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/quotas/adc6ad7266e344659c36d5df60414a44 HTTP/1.1" status: 200 len: 375 time: 0.0111048 Dec 10 20:32:48.980443 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-40c6b25c-8114-4fa3-bd8f-d245cee673dc tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800490 Dec 10 20:32:49.133759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-8eb03b2d-603a-419e-a229-03e4508dddb1 service neutron] 10.222.0.41 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400206 Dec 10 20:32:49.252828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:49.280245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-7dd4ba48-e3f3-4f0e-b761-7373a1c8330d service neutron] 10.222.0.41 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401300 Dec 10 20:32:49.326894 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:49.327327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:49.507684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-46028b31-20d0-400b-9dd3-bba1a35b6967 req-967eab71-c363-4ecb-b79b-9a3a1bdf46f6 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 210 time: 0.0630028 Dec 10 20:32:49.621749 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Sync routers for ids ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:32:49.643916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Routers {'a7c557d3-1532-4ef4-93cd-2f2dda0b6135'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:49.644598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:49.839484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Set router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:50.175232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:32:45Z', 'revision_number': 4, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port': {'id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:42Z', 'updated_at': '2021-12-10T20:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'd2992881-9917-4ae9-b45e-8ec7d1773147', 'name': '', 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286', 'tenant_id': '1963339c249744e6953be7de45934892', 'mac_address': 'fa:16:3e:c6:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03e320e6-134f-45bd-a7dd-c6ce153df67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:44Z', 'updated_at': '2021-12-10T20:32:45Z', 'revision_number': 2, 'project_id': '1963339c249744e6953be7de45934892', 'subnets': [{'id': '03e320e6-134f-45bd-a7dd-c6ce153df67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:50.179399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Checking router: a7c557d3-1532-4ef4-93cd-2f2dda0b6135 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:32:50.179808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Updating router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 port d2992881-9917-4ae9-b45e-8ec7d1773147 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:32:50.234917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:50.594195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:50.606358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Transition to ACTIVE for port object d2992881-9917-4ae9-b45e-8ec7d1773147 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:50.613417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:50.617997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:50.689883 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df7da1e2-6387-4ee8-9506-db3286ef1c7d req-6cc7134c-92f3-4a69-851f-a9433b76d4aa tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 210 time: 0.0566995 Dec 10 20:32:50.762118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fa77f-6638-4554-8cc3-2f6240590324 None None] Pushing event updated for resources: {'Port': ['ID=d2992881-9917-4ae9-b45e-8ec7d1773147,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:50.765318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-923fa77f-6638-4554-8cc3-2f6240590324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:50.864561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Attempting to bind port d2992881-9917-4ae9-b45e-8ec7d1773147 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:32:50.864990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Attempting to bind port d2992881-9917-4ae9-b45e-8ec7d1773147 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:32:50.865411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Attempting to bind port d2992881-9917-4ae9-b45e-8ec7d1773147 on network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:32:50.875113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:32:50.875544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Checking segment: {'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:50.876002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:50.876460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Bound using segment: {'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:32:50.877107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Bound port: d2992881-9917-4ae9-b45e-8ec7d1773147, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30605b96-bcda-4df5-8934-1b87dc5d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:32:50.878125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:50.984904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] For port d2992881-9917-4ae9-b45e-8ec7d1773147, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:32:50.990656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] For port d2992881-9917-4ae9-b45e-8ec7d1773147, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d2992881-9917-4ae9-b45e-8ec7d1773147,segment=NetworkSegment(30605b96-bcda-4df5-8934-1b87dc5d77e9),segment_id=30605b96-bcda-4df5-8934-1b87dc5d77e9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:32:50.996080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:50.998895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bad357-949a-4680-a74f-f036be97490b req-3559b6f5-5c12-49f2-a2da-de0a3fd97377 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:51.002160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e954e94-3ba8-465b-9d6b-4b1ce092b70f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:51.012094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-39bad357-949a-4680-a74f-f036be97490b req-3559b6f5-5c12-49f2-a2da-de0a3fd97377 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Synchronizing usage tracker for tenant:adc6ad7266e344659c36d5df60414a44 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:32:51.037260 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-39bad357-949a-4680-a74f-f036be97490b req-3559b6f5-5c12-49f2-a2da-de0a3fd97377 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Unset dirty status for tenant:adc6ad7266e344659c36d5df60414a44 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:32:51.038540 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-3559b6f5-5c12-49f2-a2da-de0a3fd97377 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 808 time: 0.2357523 Dec 10 20:32:51.095692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-39bad357-949a-4680-a74f-f036be97490b req-b70a7b59-e720-4cf8-91ee-324c9de06057 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Synchronizing usage tracker for tenant:adc6ad7266e344659c36d5df60414a44 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:32:51.104082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Routers {'a7c557d3-1532-4ef4-93cd-2f2dda0b6135'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:32:51.104806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:51.116152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-39bad357-949a-4680-a74f-f036be97490b req-b70a7b59-e720-4cf8-91ee-324c9de06057 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Unset dirty status for tenant:adc6ad7266e344659c36d5df60414a44 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:32:51.117407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-b70a7b59-e720-4cf8-91ee-324c9de06057 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adc6ad7266e344659c36d5df60414a44 HTTP/1.1" status: 200 len: 380 time: 0.0667100 Dec 10 20:32:51.127053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'port': {'device_id': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'admin_state_up': True, 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'security_groups': ['b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:51.237442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fa77f-6638-4554-8cc3-2f6240590324 None None] Pushing event updated for resources: {'Port': ['ID=d2992881-9917-4ae9-b45e-8ec7d1773147,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:51.240990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-923fa77f-6638-4554-8cc3-2f6240590324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:51.281141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:32:51.285335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:port and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:32:51.288416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:32:51.294734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:32:51.305502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Made reservation on behalf of adc6ad7266e344659c36d5df60414a44 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:32:51.311085 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:51.322515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] Set router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:32:51.485439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Allocated IP 172.20.0.10 (1227b6e8-fe82-4a60-982c-54a3f57a3f53/d20f65f4-60ea-4dc9-a075-7a65a87b8074/f098b869-a3fe-4913-b37a-d9981156d031) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:32:51.675072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:32:45Z', 'revision_number': 4, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port': {'id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:42Z', 'updated_at': '2021-12-10T20:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'd2992881-9917-4ae9-b45e-8ec7d1773147', 'name': '', 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286', 'tenant_id': '1963339c249744e6953be7de45934892', 'mac_address': 'fa:16:3e:c6:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03e320e6-134f-45bd-a7dd-c6ce153df67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:44Z', 'updated_at': '2021-12-10T20:32:50Z', 'revision_number': 4, 'project_id': '1963339c249744e6953be7de45934892', 'subnets': [{'id': '03e320e6-134f-45bd-a7dd-c6ce153df67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:32:51.679358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3786fc-4115-4ee5-ba8d-adf86bb4ed6d None None] The sync data for ids ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:32:45Z', 'revision_number': 4, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port': {'id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:42Z', 'updated_at': '2021-12-10T20:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'd2992881-9917-4ae9-b45e-8ec7d1773147', 'name': '', 'network_id': 'c1ed74db-34bd-4bd0-b0e5-5f86461a9286', 'tenant_id': '1963339c249744e6953be7de45934892', 'mac_address': 'fa:16:3e:c6:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03e320e6-134f-45bd-a7dd-c6ce153df67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:44Z', 'updated_at': '2021-12-10T20:32:50Z', 'revision_number': 4, 'project_id': '1963339c249744e6953be7de45934892', 'subnets': [{'id': '03e320e6-134f-45bd-a7dd-c6ce153df67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:32:51.687108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:51.706435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Transition to ACTIVE for port object f098b869-a3fe-4913-b37a-d9981156d031 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:51.731279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:51.746178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:51.828738 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:32:51.832825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:32:51.837760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:32:51.965374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95c22d-68e1-4c4c-b389-633da4f18be1 req-0ce83f9c-7266-4b98-a0c4-83f4e045d8aa tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:51.974712 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5f95c22d-68e1-4c4c-b389-633da4f18be1 req-0ce83f9c-7266-4b98-a0c4-83f4e045d8aa tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 932 time: 0.1082408 Dec 10 20:32:52.041872 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5f95c22d-68e1-4c4c-b389-633da4f18be1 req-10ab0f99-db2f-40a7-bfa7-2029fb88f89e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497718 Dec 10 20:32:52.187864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:52.193824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:52.211366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:52.212031 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:52.216685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4061f62a-7ef2-4f5d-974c-45647b5323fd None None] Provisioning for port f098b869-a3fe-4913-b37a-d9981156d031 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:52.223116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-4061f62a-7ef2-4f5d-974c-45647b5323fd None None] Provisioning complete for port f098b869-a3fe-4913-b37a-d9981156d031 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:52.224207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4061f62a-7ef2-4f5d-974c-45647b5323fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:52.235982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1131785 Dec 10 20:32:52.288035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-4061f62a-7ef2-4f5d-974c-45647b5323fd None None] Port f098b869-a3fe-4913-b37a-d9981156d031 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:32:52.416452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Request body: {'port': {'device_id': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:32:52.554281 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:52.937549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f098b869-a3fe-4913-b37a-d9981156d031 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:32:52.945293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:52.961321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Transition to ACTIVE for port object f098b869-a3fe-4913-b37a-d9981156d031 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:32:52.964114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:52.968814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a44e3781-d57e-4ffd-9474-c938e74af72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:53.101626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:53.105105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:53.241102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Attempting to bind port f098b869-a3fe-4913-b37a-d9981156d031 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:32:53.249543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Attempting to bind port f098b869-a3fe-4913-b37a-d9981156d031 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:32:53.249543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Attempting to bind port f098b869-a3fe-4913-b37a-d9981156d031 on network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:32:53.249832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Port f098b869-a3fe-4913-b37a-d9981156d031 on network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:32:53.250077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Attempting to bind port f098b869-a3fe-4913-b37a-d9981156d031 on network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:32:53.261679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:32:53.262071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Checking segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:32:53.262505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Bound using segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:32:53.262992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Bound port: f098b869-a3fe-4913-b37a-d9981156d031, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:32:53.263387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:53.298670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d2992881-9917-4ae9-b45e-8ec7d1773147 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:53.301374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825f4e3-3b5d-4c72-94d5-151079c21c98 req-129b9237-46d8-4751-8995-dc7702e60378 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:53.303294 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b825f4e3-3b5d-4c72-94d5-151079c21c98 req-129b9237-46d8-4751-8995-dc7702e60378 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.1088426 Dec 10 20:32:53.367720 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b825f4e3-3b5d-4c72-94d5-151079c21c98 req-38159f25-ac49-4ff7-bb68-c31d6730efe0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582261 Dec 10 20:32:53.372122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:32:53.376066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:32:53.383174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:53.391086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:53.408999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port d2992881-9917-4ae9-b45e-8ec7d1773147 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:53.416432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d2992881-9917-4ae9-b45e-8ec7d1773147 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:53.416856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:53.457011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:53.458527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] 10.222.0.84 "PUT /v2.0/ports/f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1094 time: 1.2149229 Dec 10 20:32:53.459095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:32:53.478855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:53.482431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f76253a-6087-48d4-9873-f87e081ea2fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:53.552041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031', 'status': 'completed', 'code': 200} Dec 10 20:32:53.584259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:53.605286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-b1954cc4-de01-4ac9-a71c-f0b5cf6bd170 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1097 time: 0.1027403 Dec 10 20:32:53.620088 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port d2992881-9917-4ae9-b45e-8ec7d1773147, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d2992881-9917-4ae9-b45e-8ec7d1773147,segment=NetworkSegment(30605b96-bcda-4df5-8934-1b87dc5d77e9),segment_id=30605b96-bcda-4df5-8934-1b87dc5d77e9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:53.623207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:53.625409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c09794d-cc37-4606-9ba3-6d918b1c6d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:53.685141 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-5d01f00d-22e0-4adc-a22a-3de65575829c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 217 time: 0.0719440 Dec 10 20:32:53.700527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=d2992881-9917-4ae9-b45e-8ec7d1773147,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:53.704502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:53.760609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bad357-949a-4680-a74f-f036be97490b req-6ebc6740-307e-4637-bdd2-a2904fb0e9b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:53.762264 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-6ebc6740-307e-4637-bdd2-a2904fb0e9b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0694029 Dec 10 20:32:53.844173 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-bb17ea2e-9bf7-4138-88c3-8e825dcbc141 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759861 Dec 10 20:32:53.987952 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-498bee78-e781-43ca-8ec5-9ca217e6a37a service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367764 Dec 10 20:32:54.126685 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39bad357-949a-4680-a74f-f036be97490b req-66d73f81-6401-4c20-ab3d-503e397cc14e service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334572 Dec 10 20:32:54.249599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-4d1c3946-43ae-4566-b08e-d65965c52c1b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1097 time: 0.0819960 Dec 10 20:32:54.390018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-02db6649-49eb-4dc4-aa25-8b2c3224212a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:54.391554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-02db6649-49eb-4dc4-aa25-8b2c3224212a service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1341348 Dec 10 20:32:54.464046 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-2db852b7-da9e-4e91-b080-377ec1430342 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 217 time: 0.0663667 Dec 10 20:32:54.538133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-5dfd975a-1164-4677-ac33-a9e87ba7d6ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:54.539687 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-5dfd975a-1164-4677-ac33-a9e87ba7d6ae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0691471 Dec 10 20:32:54.579596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2260a91-9d1d-4f66-bc02-87fc9aa02a05 req-0f7fb62d-0725-441e-ac2d-65d981086b45 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:54.581770 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f2260a91-9d1d-4f66-bc02-87fc9aa02a05 req-0f7fb62d-0725-441e-ac2d-65d981086b45 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0848572 Dec 10 20:32:54.621655 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-77bdbb7d-d931-4285-affc-706796adc39c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756450 Dec 10 20:32:54.635994 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f2260a91-9d1d-4f66-bc02-87fc9aa02a05 req-bcd110d4-9d60-4156-bccb-1101337b61af tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478771 Dec 10 20:32:54.763346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-cd02af98-98be-4c5b-a7a7-00cc8a884a86 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352181 Dec 10 20:32:54.904692 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ede196da-6ae7-4b62-b856-042d1f4ef2a1 req-8765dd8c-8363-4623-86c9-9fab4ffa597d service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340477 Dec 10 20:32:55.256523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d2992881-9917-4ae9-b45e-8ec7d1773147 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:55.327807 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d2992881-9917-4ae9-b45e-8ec7d1773147 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:55.328232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:55.843315 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dcae4-0d21-4e35-b0df-d75255ace7f8 req-f0789947-4370-41ef-b4e8-72f2a85e8a8e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:55.844908 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6a6dcae4-0d21-4e35-b0df-d75255ace7f8 req-f0789947-4370-41ef-b4e8-72f2a85e8a8e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0843112 Dec 10 20:32:55.892359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6a6dcae4-0d21-4e35-b0df-d75255ace7f8 req-e7fc8bec-4769-4de5-a0ed-6ed2381bac09 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404136 Dec 10 20:32:57.101180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c247-ee23-46f5-877d-eab2a3915f3b req-0cc3d049-ba1a-4ed7-b569-55215fe78836 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:57.102819 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b5c9c247-ee23-46f5-877d-eab2a3915f3b req-0cc3d049-ba1a-4ed7-b569-55215fe78836 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0876384 Dec 10 20:32:57.150082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b5c9c247-ee23-46f5-877d-eab2a3915f3b req-dd0a1f1e-8ef2-422d-af05-a447294b445d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Dec 10 20:32:57.461098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:32:57.599571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:57.613772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'f098b869-a3fe-4913-b37a-d9981156d031', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'port_id': 'f098b869-a3fe-4913-b37a-d9981156d031', 'mac_address': 'fa:16:3e:6b:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:32:57.682432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:57.706876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f098b869-a3fe-4913-b37a-d9981156d031 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:32:57.779970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:58.001989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:58.009673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:58.101258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:58.104418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:58.344617 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['f098b869-a3fe-4913-b37a-d9981156d031'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:32:58.362205 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea30a-bde5-42be-98f5-cd348883efa7 req-e1246562-8ecb-420b-8872-4412330a3aca tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:58.363752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-647ea30a-bde5-42be-98f5-cd348883efa7 req-e1246562-8ecb-420b-8872-4412330a3aca tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 945 time: 0.0840330 Dec 10 20:32:58.415656 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-647ea30a-bde5-42be-98f5-cd348883efa7 req-33b3ecf2-85e9-4717-b3db-b66026449a52 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455310 Dec 10 20:32:59.474953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:32:59.548942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port f098b869-a3fe-4913-b37a-d9981156d031 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:32:59.553832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port f098b869-a3fe-4913-b37a-d9981156d031 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:32:59.554274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:59.629282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3cadb-774a-4f21-ae9c-7a3e0259a0a7 req-a73b0bc0-6b5c-474c-8478-a10adac417a0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:32:59.630923 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53f3cadb-774a-4f21-ae9c-7a3e0259a0a7 req-a73b0bc0-6b5c-474c-8478-a10adac417a0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 945 time: 0.0919216 Dec 10 20:32:59.676366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:59.681353 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53f3cadb-774a-4f21-ae9c-7a3e0259a0a7 req-e9b86c52-eb61-457c-a691-8ab52012d236 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Dec 10 20:32:59.704651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:32:59.715029 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:32:59.717960 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:32:59.719912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e8f11878-8b30-4096-9c5e-24a693816878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:32:59.763271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031', 'code': 200} Dec 10 20:32:59.790465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:32:59.793536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:32:59.992875 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4b88f3b7-314c-4eaa-98b8-f75641376081 req-b3728711-991c-4817-bda2-5c0277011846 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1099 time: 0.0739145 Dec 10 20:33:00.040475 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4b88f3b7-314c-4eaa-98b8-f75641376081 req-3c293d68-c989-44a4-99d2-23700b1f4d65 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 Dec 10 20:33:00.887040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beca0c-17b1-4f21-84d8-5639f761ba05 req-585904e0-32fe-4b98-8876-4887d8b5ceed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:33:00.888616 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-30beca0c-17b1-4f21-84d8-5639f761ba05 req-585904e0-32fe-4b98-8876-4887d8b5ceed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0834706 Dec 10 20:33:00.939886 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-30beca0c-17b1-4f21-84d8-5639f761ba05 req-abbe3253-d423-495c-9383-d46b661e7924 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 Dec 10 20:33:01.528714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:33:02.146284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924db7b-123d-4e40-b58e-7d5b962fe571 req-8f6b0d9f-b731-4fd0-9115-e7997d554477 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:33:02.147950 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9924db7b-123d-4e40-b58e-7d5b962fe571 req-8f6b0d9f-b731-4fd0-9115-e7997d554477 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0843947 Dec 10 20:33:02.196572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9924db7b-123d-4e40-b58e-7d5b962fe571 req-3f171f83-21c2-4853-9f11-4e21f92cd711 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Dec 10 20:33:02.404002 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e188-49cc-464b-8244-ab4ba5c43363 req-a1a6f55d-98f3-45e0-a147-11d0739f3dea tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:33:02.405605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f8e188-49cc-464b-8244-ab4ba5c43363 req-a1a6f55d-98f3-45e0-a147-11d0739f3dea tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0887856 Dec 10 20:33:02.453422 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f8e188-49cc-464b-8244-ab4ba5c43363 req-c7b66d68-4cfe-436c-bac1-f09198fad03e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 Dec 10 20:33:02.480930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42602) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:33:02.627701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-893ba9d6-7606-49c8-afbc-2880bd7b8605 tempest-TestShelveInstance-1998833346 tempest-TestShelveInstance-1998833346-project-admin] Synchronizing usage tracker for tenant:1963339c249744e6953be7de45934892 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:33:02.643333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-893ba9d6-7606-49c8-afbc-2880bd7b8605 tempest-TestShelveInstance-1998833346 tempest-TestShelveInstance-1998833346-project-admin] Unset dirty status for tenant:1963339c249744e6953be7de45934892 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:33:02.644575 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-893ba9d6-7606-49c8-afbc-2880bd7b8605 tempest-TestShelveInstance-1998833346 tempest-TestShelveInstance-1998833346-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1094 time: 0.1624665 Dec 10 20:33:02.647711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 42608) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:33:02.653318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': 'f098b869-a3fe-4913-b37a-d9981156d031', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:33:02.659075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:33:02.663188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:floatingip and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:33:02.666207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:33:02.672339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:33:02.682290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for floatingip, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:02.828516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:02.896087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:02.971641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Allocated IP 172.26.8.174 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/27726ec4-a91f-40d5-b3e6-caeaca458439) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:33:03.122874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:03.149870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:03.154317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6f9ba424-6d76-48e9-8147-f2d1334cea15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:33:03.223263 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:33:03.226204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:33:03.230261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:33:03.265309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'Port': ['ID=27726ec4-a91f-40d5-b3e6-caeaca458439,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:33:03.272202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:33:03.758826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:03.817699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:04.266357 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:04.269899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:04.274230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7b975970-a8d0-4fa3-afc9-a69845df486c tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:33:04.388436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'Port': ['ID=27726ec4-a91f-40d5-b3e6-caeaca458439,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:33:04.391316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:33:04.400203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:04.603236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Floating IP e3252613-a2ee-4555-a185-7bd5b89bad0e associated. External IP: 172.26.8.174, port: f098b869-a3fe-4913-b37a-d9981156d031. Dec 10 20:33:05.015378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Router 65f27fac-3e0e-4fad-b8a3-887950bb3680 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:33:05.226808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:33:05.236725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] Sync routers for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:33:05.248902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:33:05.249623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:33:05.250800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:05.311557 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-8015acfc-aa04-4174-bc24-c6aba9f10c71 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6627584 Dec 10 20:33:05.312312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:33:05.374152 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031', 'status': 'completed', 'code': 200} Dec 10 20:33:05.437067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:33:05.470396 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-fe0c4ea2-62d2-4eb0-af5b-2d16c309f16f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1099 time: 0.0754557 Dec 10 20:33:05.611887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-1e3e1e97-2c51-4f17-9f02-46f84e23b9a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:33:05.613391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-1e3e1e97-2c51-4f17-9f02-46f84e23b9a0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1365454 Dec 10 20:33:05.724388 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-26c73f66-7a69-46d3-bdf0-8efbbefb0023 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1000 time: 0.1046979 Dec 10 20:33:05.796493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-16fe7678-0a68-4c1d-97d9-4aa4e259236d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:33:05.798197 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-16fe7678-0a68-4c1d-97d9-4aa4e259236d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0672677 Dec 10 20:33:05.805644 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'e3252613-a2ee-4555-a185-7bd5b89bad0e', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'port_id': 'f098b869-a3fe-4913-b37a-d9981156d031', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'mac_address': 'fa:16:3e:6b:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:33:03Z', 'updated_at': '2021-12-10T20:33:03Z', 'revision_number': 0, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:33:05.809788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] Checking router: 65f27fac-3e0e-4fad-b8a3-887950bb3680 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:33:05.820921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:33:05.821615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:32:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:33:05.882262 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-e1008992-f0c0-4d06-9069-ea8d36f0b0d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781183 Dec 10 20:33:06.014967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:33:06.032485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-01c169db-d1c7-4c17-ab3f-2d8dbeb0a865 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443279 Dec 10 20:33:06.173346 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-986aa32a-376c-4ebd-b79e-b3f8d146f04a req-d1e0d7e6-ab45-4aba-a575-22474dd91902 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338570 Dec 10 20:33:06.379156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'e3252613-a2ee-4555-a185-7bd5b89bad0e', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'port_id': 'f098b869-a3fe-4913-b37a-d9981156d031', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'mac_address': 'fa:16:3e:6b:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:33:03Z', 'updated_at': '2021-12-10T20:33:03Z', 'revision_number': 0, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:33:06.383249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e089d-1341-4d23-8bc1-854c788b438c None None] The sync data for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv is: [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'e3252613-a2ee-4555-a185-7bd5b89bad0e', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'port_id': 'f098b869-a3fe-4913-b37a-d9981156d031', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'mac_address': 'fa:16:3e:6b:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:33:03Z', 'updated_at': '2021-12-10T20:33:03Z', 'revision_number': 0, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:33:06.737386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7b290-1f26-4657-ab41-30280e6735f5 None None] New status for floating IP e3252613-a2ee-4555-a185-7bd5b89bad0e: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:33:11.263711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbace-98e2-4d84-b593-69606bab7078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:12.648261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:13.993280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05a1040f-b311-4a9b-b650-9860eff2d9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:14.041183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:15.605634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:32.893986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:38.529317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:33:41.265189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e82f88fd-5f87-4ae6-8f8b-e5e20a50a6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:42.649388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:43.995267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ac30760b-e04a-48bc-b7f7-dc05668c9c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:44.044453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:45.609091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:33:52.354938 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3ed660c-2434-4e79-89da-40032b6550be req-1e0c1530-c454-45e8-8ca2-d859268bd472 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768671 Dec 10 20:33:52.505397 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3ed660c-2434-4e79-89da-40032b6550be req-92e0ac5d-016d-433a-9129-a72ca34fad5a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1099 time: 0.0776858 Dec 10 20:33:52.660080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed660c-2434-4e79-89da-40032b6550be req-2e0c9222-b422-46db-a53a-61be2f580831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:33:52.662106 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3ed660c-2434-4e79-89da-40032b6550be req-2e0c9222-b422-46db-a53a-61be2f580831 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1372085 Dec 10 20:33:52.774473 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3ed660c-2434-4e79-89da-40032b6550be req-0e945142-7457-49f7-9e54-f97fca23ab1d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1002 time: 0.1060205 Dec 10 20:33:52.845151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed660c-2434-4e79-89da-40032b6550be req-913aa4ef-463b-4c65-87cd-38ba3c782235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:33:52.846703 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3ed660c-2434-4e79-89da-40032b6550be req-913aa4ef-463b-4c65-87cd-38ba3c782235 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0666616 Dec 10 20:33:52.927018 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3ed660c-2434-4e79-89da-40032b6550be req-3a28c569-66a5-4553-aa4f-87ae0b8ec3db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737956 Dec 10 20:33:53.064487 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3ed660c-2434-4e79-89da-40032b6550be req-9638b8f3-bf2e-41c6-9cd6-3400ba274b95 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314020 Dec 10 20:33:53.202549 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c3ed660c-2434-4e79-89da-40032b6550be req-98a7a429-3cdb-408e-a7bd-1c927f108beb service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316693 Dec 10 20:34:02.911121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:11.267262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7944b4f7-49fd-4c8b-8b51-46365d9bd7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:12.652270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:13.996331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1f10947f-e9a1-4cba-a320-7c57fd6902c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:14.046995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:15.529687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:34:15.610826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:32.907552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:41.269338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7951814b-0771-4784-82bc-e194267957e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:42.653484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:43.997408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fc986968-1f31-4269-8a2e-f89da85b5000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:44.048866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:45.613908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:34:52.531417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:34:53.508929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20348a20-fced-4882-8781-da2126b9fb93 req-8e2f4cd5-2cee-499a-b746-fab4b48f6022 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1399124 Dec 10 20:34:53.656477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20348a20-fced-4882-8781-da2126b9fb93 req-294487f0-2809-46af-acdc-4a43a95f6f01 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1099 time: 0.0786519 Dec 10 20:34:54.044188 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20348a20-fced-4882-8781-da2126b9fb93 req-a7007130-4cca-4015-baa0-2e94ad7a4504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:34:54.045763 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20348a20-fced-4882-8781-da2126b9fb93 req-a7007130-4cca-4015-baa0-2e94ad7a4504 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.3704362 Dec 10 20:34:54.155732 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20348a20-fced-4882-8781-da2126b9fb93 req-e0f53c11-a113-40d7-93e6-17107881ed90 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1002 time: 0.1037278 Dec 10 20:34:54.223664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20348a20-fced-4882-8781-da2126b9fb93 req-6ca8052a-dbf8-4074-8264-34f4ffa47add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:34:54.225209 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20348a20-fced-4882-8781-da2126b9fb93 req-6ca8052a-dbf8-4074-8264-34f4ffa47add service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0635719 Dec 10 20:34:54.311989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20348a20-fced-4882-8781-da2126b9fb93 req-6c9883c5-d33e-4287-8cb4-07afd6243d42 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804627 Dec 10 20:34:54.454865 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20348a20-fced-4882-8781-da2126b9fb93 req-5894e01f-ae5b-46c2-aff3-8867af3d0d92 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358855 Dec 10 20:34:54.595984 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20348a20-fced-4882-8781-da2126b9fb93 req-a898f10e-5981-4800-9abd-7c54ace3d170 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346855 Dec 10 20:35:02.913526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:11.271394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-aa155de2-0372-4289-8f7d-183ab5b06a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:12.655113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:13.999274 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-859dd02b-11e8-4c82-97fb-16f883417f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:14.051594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:15.617704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:29.532552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:35:31.702405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ccd87-e7ba-46cf-9058-ddc3922e0310 req-2a917ba0-657d-4313-b26a-76bb783eb127 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:31.704175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-758ccd87-e7ba-46cf-9058-ddc3922e0310 req-2a917ba0-657d-4313-b26a-76bb783eb127 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.1593413 Dec 10 20:35:31.752493 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-758ccd87-e7ba-46cf-9058-ddc3922e0310 req-bb9f9c4e-93b0-4509-97b1-315b97af9159 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414813 Dec 10 20:35:32.922967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:32.973186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758af4b-6725-4099-b10b-bd96a77e44cc req-12ba7a4a-3627-4a89-9d8e-68ff7b8704b9 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:32.975304 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8758af4b-6725-4099-b10b-bd96a77e44cc req-12ba7a4a-3627-4a89-9d8e-68ff7b8704b9 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0877757 Dec 10 20:35:33.022593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8758af4b-6725-4099-b10b-bd96a77e44cc req-121b4cd7-09e7-48d4-9624-f11bf099f20d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Dec 10 20:35:34.241939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8d3f3-3d2f-4726-b938-3406320582c2 req-ca7ec472-da9c-4031-8a80-45a6e710bce0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:34.243529 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c6a8d3f3-3d2f-4726-b938-3406320582c2 req-ca7ec472-da9c-4031-8a80-45a6e710bce0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0851061 Dec 10 20:35:34.297148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c6a8d3f3-3d2f-4726-b938-3406320582c2 req-3ddaad65-bcb1-4e3c-ae58-28494ff8fb4c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474048 Dec 10 20:35:35.730286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ccd8a-ab6e-462c-9d18-2f8c889f4611 req-3263cdc7-6b70-4d6c-a8c9-ca9e31af5904 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:35.731871 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1d8ccd8a-ab6e-462c-9d18-2f8c889f4611 req-3263cdc7-6b70-4d6c-a8c9-ca9e31af5904 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.3089070 Dec 10 20:35:35.778690 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1d8ccd8a-ab6e-462c-9d18-2f8c889f4611 req-75400e24-a74d-44e5-813c-c4c2a6eb6caf tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Dec 10 20:35:36.985310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7afe-1d77-4afd-af0a-be69b8a9cf37 req-8204b0df-8f3d-474c-b9cd-c86b8530bd55 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:36.986870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac4d7afe-1d77-4afd-af0a-be69b8a9cf37 req-8204b0df-8f3d-474c-b9cd-c86b8530bd55 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0858917 Dec 10 20:35:37.034403 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac4d7afe-1d77-4afd-af0a-be69b8a9cf37 req-8f4c3d55-ee58-4adb-98d1-9b7c97307425 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Dec 10 20:35:38.236568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a58658-c166-4683-bce1-c07d8c15156f req-9facf87e-cd66-40df-ba3b-e8a474deeac0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:38.238180 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7a58658-c166-4683-bce1-c07d8c15156f req-9facf87e-cd66-40df-ba3b-e8a474deeac0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0828962 Dec 10 20:35:38.285990 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a7a58658-c166-4683-bce1-c07d8c15156f req-53b68638-e280-44c9-a279-a6c55261bea7 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Dec 10 20:35:39.492508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317468f-98e6-449b-897e-94cfee9afc48 req-26dd9873-630d-46ec-b713-0e8d834ee352 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:39.494145 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8317468f-98e6-449b-897e-94cfee9afc48 req-26dd9873-630d-46ec-b713-0e8d834ee352 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0884316 Dec 10 20:35:39.541992 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8317468f-98e6-449b-897e-94cfee9afc48 req-51e93ce2-fed7-4674-8ed8-27e77b4564e4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Dec 10 20:35:40.747012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1277551-83ed-460f-9404-0cba9fb668e0 req-cb4ef7c7-2564-41dc-94be-c3c63b6f5857 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:40.748505 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c1277551-83ed-460f-9404-0cba9fb668e0 req-cb4ef7c7-2564-41dc-94be-c3c63b6f5857 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0876422 Dec 10 20:35:40.799896 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c1277551-83ed-460f-9404-0cba9fb668e0 req-b697ce65-c534-46a5-8cf9-457490efe2e6 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454552 Dec 10 20:35:41.272791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6b140beb-4a1f-4bb6-8089-c23b0f9d2923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:42.005952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66dfd6-3a21-498e-b379-5b51ae4e3ee7 req-b0575fb6-b0c7-4425-a4e8-0200873e9a1a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:42.007507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5b66dfd6-3a21-498e-b379-5b51ae4e3ee7 req-b0575fb6-b0c7-4425-a4e8-0200873e9a1a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0832112 Dec 10 20:35:42.054589 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5b66dfd6-3a21-498e-b379-5b51ae4e3ee7 req-68382c9a-267a-4a89-ab5a-6d67955fb001 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 Dec 10 20:35:42.659628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:43.263694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c80bd-d03e-4576-ac77-2ef6a1d7f6b3 req-4ad6317a-a178-4f64-a0d0-8ff819f9a9b4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:43.265269 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-057c80bd-d03e-4576-ac77-2ef6a1d7f6b3 req-4ad6317a-a178-4f64-a0d0-8ff819f9a9b4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0876346 Dec 10 20:35:43.312767 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-057c80bd-d03e-4576-ac77-2ef6a1d7f6b3 req-d4273db6-3006-498f-a007-bfa6d0497f7a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Dec 10 20:35:43.999449 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86c7159e-6f3a-4399-aa55-53f1aafc08d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:44.054506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:44.304387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:35:44.448712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:35:44.463228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'f098b869-a3fe-4913-b37a-d9981156d031', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'port_id': 'f098b869-a3fe-4913-b37a-d9981156d031', 'mac_address': 'fa:16:3e:6b:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:35:44.519526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ee411-eb0e-4dcd-8e61-368683c9fbdc req-3a0b23cd-c917-433b-a4b0-f302b9349f9c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:44.521178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6d9ee411-eb0e-4dcd-8e61-368683c9fbdc req-3a0b23cd-c917-433b-a4b0-f302b9349f9c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0868940 Dec 10 20:35:44.521553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:44.540018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f098b869-a3fe-4913-b37a-d9981156d031 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:35:44.555845 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:35:44.558620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:44.560456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-15b29104-e9d2-4a72-94ad-994866ba17d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:35:44.570170 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6d9ee411-eb0e-4dcd-8e61-368683c9fbdc req-349fc96a-e6c3-4a3f-a0c8-a8150ee2792d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426819 Dec 10 20:35:44.632006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:35:44.640890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.641279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.641690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.642074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.642455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.642849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.643212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.643587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.643959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.644331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.644699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:35:44.650089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['f098b869-a3fe-4913-b37a-d9981156d031'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:35:44.678320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:35:45.621070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:45.778716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db773-48ba-4787-a2fe-dfb819051a86 req-551eec05-b304-4c76-bc66-2b06c678ea51 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:45.780288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e14db773-48ba-4787-a2fe-dfb819051a86 req-551eec05-b304-4c76-bc66-2b06c678ea51 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 945 time: 0.0897856 Dec 10 20:35:45.829056 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e14db773-48ba-4787-a2fe-dfb819051a86 req-229214e7-bf27-4185-90af-8d66e9094055 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Dec 10 20:35:46.311622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:35:46.383980 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port f098b869-a3fe-4913-b37a-d9981156d031 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:35:46.384402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:46.507068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:46.534598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:35:46.543677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:35:46.546660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:35:46.548598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:35:46.621604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:35:46.624806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:35:46.720173 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031', 'code': 200} Dec 10 20:35:47.030436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ce27a-bf3d-40cf-91aa-b8c30c57a9e2 req-74558339-3924-4891-b93a-7039d182f256 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:47.031993 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-348ce27a-bf3d-40cf-91aa-b8c30c57a9e2 req-74558339-3924-4891-b93a-7039d182f256 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0826166 Dec 10 20:35:47.080882 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-348ce27a-bf3d-40cf-91aa-b8c30c57a9e2 req-608c931c-d88f-4295-aaba-777d7ddfded5 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Dec 10 20:35:48.292952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7400f5-89ac-45e4-a3ff-2cd0384e65e7 req-f9156f1c-395b-47ce-88b2-5338ea0b13ab tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:48.294613 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a7400f5-89ac-45e4-a3ff-2cd0384e65e7 req-f9156f1c-395b-47ce-88b2-5338ea0b13ab tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0881097 Dec 10 20:35:48.343468 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a7400f5-89ac-45e4-a3ff-2cd0384e65e7 req-6ddd5bd1-e220-4165-8813-a546b898ce7e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427315 Dec 10 20:35:49.573360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87b63-4f83-4adf-bf9b-d81947e773d4 req-417e36fe-1ba9-48a3-a94d-a94f3247f913 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:49.575228 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-21e87b63-4f83-4adf-bf9b-d81947e773d4 req-417e36fe-1ba9-48a3-a94d-a94f3247f913 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.1043053 Dec 10 20:35:49.633901 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-21e87b63-4f83-4adf-bf9b-d81947e773d4 req-bf187c24-b323-4b29-b7d4-3561e3d9d97c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516570 Dec 10 20:35:50.878225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845add1-5774-4dc5-9f06-dc3c633bb9cc req-8f4814a7-755e-44b7-9bae-ac0e6c472126 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:50.880543 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c845add1-5774-4dc5-9f06-dc3c633bb9cc req-8f4814a7-755e-44b7-9bae-ac0e6c472126 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0925241 Dec 10 20:35:50.936079 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c845add1-5774-4dc5-9f06-dc3c633bb9cc req-09455bdc-87e7-448f-97f4-92b48c820f00 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486403 Dec 10 20:35:52.209998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a8848-0d2e-47a5-afda-8d6c338b2ded req-089c2e2b-b681-4a60-ace7-659c672fcf3e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:52.211585 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd7a8848-0d2e-47a5-afda-8d6c338b2ded req-089c2e2b-b681-4a60-ace7-659c672fcf3e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.1105626 Dec 10 20:35:52.280684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bd7a8848-0d2e-47a5-afda-8d6c338b2ded req-a7eda650-b36f-4408-8403-6bca4007c213 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627687 Dec 10 20:35:53.496608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d839e15-1f8a-4fe3-a2db-db6c5be3079b req-cab07d7d-9c9a-4ac4-b3fb-300dc860be8e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:53.498457 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6d839e15-1f8a-4fe3-a2db-db6c5be3079b req-cab07d7d-9c9a-4ac4-b3fb-300dc860be8e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.1022065 Dec 10 20:35:53.551189 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6d839e15-1f8a-4fe3-a2db-db6c5be3079b req-55ddd1fd-b1e3-4f35-9704-cb20a0774ae3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 Dec 10 20:35:54.545268 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-3bdd8096-0ac2-4c4c-926f-10d641bb7501 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1099 time: 0.0914445 Dec 10 20:35:54.802678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be166e-690f-4dad-ada0-ff5a0bc7ac6d req-73f06321-41ea-47c9-bf50-69f627552729 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:54.804286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f1be166e-690f-4dad-ada0-ff5a0bc7ac6d req-73f06321-41ea-47c9-bf50-69f627552729 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0967140 Dec 10 20:35:54.838183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-e696e90c-8461-4901-8120-a23f3253d532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:54.839834 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-e696e90c-8461-4901-8120-a23f3253d532 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1707091 Dec 10 20:35:54.860724 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f1be166e-690f-4dad-ada0-ff5a0bc7ac6d req-5b159f97-c4ca-4850-8c7a-0a7c62f1d306 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450091 Dec 10 20:35:54.962880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-5527fc91-b8af-4cc9-b18d-131777e66754 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1002 time: 0.1154795 Dec 10 20:35:55.048589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-2da0acdd-7b1a-4bd4-b04e-29b5a24ec50e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:55.050216 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-2da0acdd-7b1a-4bd4-b04e-29b5a24ec50e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0772464 Dec 10 20:35:55.162377 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-b162d73c-0c7c-4745-8313-83274f166c56 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967917 Dec 10 20:35:55.340333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-b71dc9ff-f45b-4ecc-b414-303e754410e1 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482592 Dec 10 20:35:55.492045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-48e64fde-87ca-40b1-abb7-12ba3ebe261a req-592cbd3f-6989-4c9c-9a3b-af66a0368b8a service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451163 Dec 10 20:35:56.079962 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f4bed-58bc-404d-8084-d657c811aef0 req-394785ce-fb0c-4001-a6be-1b531cc38f83 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:56.081652 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-706f4bed-58bc-404d-8084-d657c811aef0 req-394785ce-fb0c-4001-a6be-1b531cc38f83 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0912848 Dec 10 20:35:56.140098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-706f4bed-58bc-404d-8084-d657c811aef0 req-626f2bb4-b6d0-4592-8316-4a1538b7c526 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519228 Dec 10 20:35:57.348669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983db54f-5d44-482f-98ff-1bf97fa47c17 req-3077531f-3d91-4751-90d6-ced3f845eedb tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:57.350293 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-983db54f-5d44-482f-98ff-1bf97fa47c17 req-3077531f-3d91-4751-90d6-ced3f845eedb tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0863385 Dec 10 20:35:57.396985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-983db54f-5d44-482f-98ff-1bf97fa47c17 req-41a0d596-ec08-4c3f-9dd0-c97661bdc0d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Dec 10 20:35:58.112096 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-d2b3f00e-aeda-4a7d-9c61-84f7adba0cd5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1099 time: 0.0801883 Dec 10 20:35:58.252060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-c550d39a-dbb8-480d-aac9-288a0ddf4a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:58.253618 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-c550d39a-dbb8-480d-aac9-288a0ddf4a06 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1353097 Dec 10 20:35:58.364684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-b75ea2f5-ac95-4e0a-94f6-db1c954f09ee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1002 time: 0.1046019 Dec 10 20:35:58.431612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-93252eb1-7410-4a1e-81d6-c7dbfbaca11e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:58.433146 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-93252eb1-7410-4a1e-81d6-c7dbfbaca11e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0626476 Dec 10 20:35:58.518637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-dcac6dae-a0a1-4b1e-b0ae-5b19cd02879c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790169 Dec 10 20:35:58.607765 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcba59-8900-42ea-a85d-cf4d08f6deff req-b3f03f40-e2e8-4418-9ed5-7fbe5dc95b14 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:58.609333 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74dcba59-8900-42ea-a85d-cf4d08f6deff req-b3f03f40-e2e8-4418-9ed5-7fbe5dc95b14 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0871441 Dec 10 20:35:58.657694 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-74dcba59-8900-42ea-a85d-cf4d08f6deff req-af82a521-ba03-41c5-b569-e547abd07af4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 Dec 10 20:35:58.661593 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-2eac752d-7bfd-4cd6-a2d0-df09f4699310 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364119 Dec 10 20:35:58.800330 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cff3a970-88ad-4e54-a47f-eaefc817b815 req-239435ab-7be3-4d8b-b880-ba624a50d7cd service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325924 Dec 10 20:35:59.861722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5632e44-19c1-4c28-ae5c-59723a86ca5e req-f613fe25-7d15-4b59-a734-680bf306dff4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:35:59.863839 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5632e44-19c1-4c28-ae5c-59723a86ca5e req-f613fe25-7d15-4b59-a734-680bf306dff4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0840399 Dec 10 20:35:59.910852 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f5632e44-19c1-4c28-ae5c-59723a86ca5e req-d2b1c15a-9796-4973-a981-419f1803a683 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Dec 10 20:36:01.115670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3291d-c435-46e9-9fd4-aed1e9e8084f req-f20b9d9a-a147-403e-86f1-491dfe0e6d39 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:01.117244 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-29e3291d-c435-46e9-9fd4-aed1e9e8084f req-f20b9d9a-a147-403e-86f1-491dfe0e6d39 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 946 time: 0.0874679 Dec 10 20:36:01.164981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-29e3291d-c435-46e9-9fd4-aed1e9e8084f req-d67552da-75e5-45fb-afbb-af7383f810b7 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417113 Dec 10 20:36:01.460545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-978f00c9-224a-4360-a2b7-533f88134255 req-f7182074-a141-4877-b19b-ce916398fe80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1409738 Dec 10 20:36:02.402313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:36:02.528330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:02.558453 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:36:02.569341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:36:02.573711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:02.575995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9a598253-9e6b-42c2-b6df-bdc042fdcac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:36:02.624128 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031', 'code': 422} returned with failed status Dec 10 20:36:02.655338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:36:02.658810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:36:02.773812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29539c58-5dae-4a47-b37c-0bf84bd7bef7 req-6bb55b3e-b36a-4e16-aefd-c61a611d5b28 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:02.775391 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-29539c58-5dae-4a47-b37c-0bf84bd7bef7 req-6bb55b3e-b36a-4e16-aefd-c61a611d5b28 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0974302 Dec 10 20:36:02.879456 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-29539c58-5dae-4a47-b37c-0bf84bd7bef7 req-d76da3ea-054b-4212-bbde-74c2457d9837 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975428 Dec 10 20:36:02.893364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-cb7ff9d8-3a45-4219-9306-e8ace1ad2a86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1761827 Dec 10 20:36:02.930238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:03.410410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-62b05eff-d6fd-4b08-839e-5ed4342440ab service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b&tenant_id=adc6ad7266e344659c36d5df60414a44 HTTP/1.1" status: 200 len: 1097 time: 0.0813718 Dec 10 20:36:03.510176 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-ba498038-91de-4e2c-b919-bfb206a28c1c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1097 time: 0.0798028 Dec 10 20:36:03.650016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-0a79b92c-a266-4067-920d-d07d7a738651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:03.651477 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-0a79b92c-a266-4067-920d-d07d7a738651 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1353042 Dec 10 20:36:03.756310 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-e610bc56-b2c0-4ca0-a677-51698c515829 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1000 time: 0.0985439 Dec 10 20:36:03.828160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-7d7285fa-6849-4490-bb58-1dbd00a52bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:03.829704 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-7d7285fa-6849-4490-bb58-1dbd00a52bd3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0673342 Dec 10 20:36:03.909324 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-f5f54c3e-22db-4ee3-83e7-d5009823ea36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733905 Dec 10 20:36:04.051270 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-3443614f-2092-4ba5-984e-5f0275c12bf8 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355608 Dec 10 20:36:04.089144 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7add62-2135-412e-b410-fa7df293f077 req-899b723a-2815-4d66-8c3c-98f0470ca950 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:04.090818 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1b7add62-2135-412e-b410-fa7df293f077 req-899b723a-2815-4d66-8c3c-98f0470ca950 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0881333 Dec 10 20:36:04.139116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1b7add62-2135-412e-b410-fa7df293f077 req-fabe20dd-2ac3-4d8e-a90e-ce649bd48831 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419724 Dec 10 20:36:04.194051 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5e3c1956-7c63-4ec9-860a-7881a177e5fe req-a5e1208a-eeeb-4037-ad6f-4eecc43f2cd1 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362970 Dec 10 20:36:05.354015 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e55a8f-b753-45f1-b18a-1851d8cd91f1 req-8c1ac4aa-dd34-4603-97ae-d229bd0c825f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:05.355633 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72e55a8f-b753-45f1-b18a-1851d8cd91f1 req-8c1ac4aa-dd34-4603-97ae-d229bd0c825f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0884004 Dec 10 20:36:05.406629 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-72e55a8f-b753-45f1-b18a-1851d8cd91f1 req-b1c65b6a-d62e-4aff-b4a7-92c4bf49372b tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446291 Dec 10 20:36:06.533204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:36:06.627755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd23202-92b2-41c5-9ab6-69ecdea9f4e5 req-a2d730ab-d58b-485b-9507-7f65de0ede1c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:06.630081 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bbd23202-92b2-41c5-9ab6-69ecdea9f4e5 req-a2d730ab-d58b-485b-9507-7f65de0ede1c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0902095 Dec 10 20:36:06.681848 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bbd23202-92b2-41c5-9ab6-69ecdea9f4e5 req-5bbb81c0-5156-44f2-a67a-16436445dc70 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450840 Dec 10 20:36:07.898525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3db2c-bbdc-4577-b2b0-589714d4152e req-ddf01364-548a-48ff-88dd-b34451c4fd29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:07.900084 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-19c3db2c-bbdc-4577-b2b0-589714d4152e req-ddf01364-548a-48ff-88dd-b34451c4fd29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0901983 Dec 10 20:36:07.956646 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-19c3db2c-bbdc-4577-b2b0-589714d4152e req-0af44ae7-151b-4386-a3a5-79e76edf0cbd tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496283 Dec 10 20:36:09.169952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b38621-24fb-400c-a2ee-9813452a1efc req-f8f1e24d-d75a-4d73-9c0e-2a7c9fc3b9af tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:09.171690 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5b38621-24fb-400c-a2ee-9813452a1efc req-f8f1e24d-d75a-4d73-9c0e-2a7c9fc3b9af tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0887794 Dec 10 20:36:09.222879 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5b38621-24fb-400c-a2ee-9813452a1efc req-e255b525-c11b-4752-8f9a-9feaf41191bd tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444438 Dec 10 20:36:10.454176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933a2a8-78e1-4749-bf55-73eb4ed336a6 req-5fdce0be-8c08-4149-bee5-8b2ac1bb5813 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:10.455802 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0933a2a8-78e1-4749-bf55-73eb4ed336a6 req-5fdce0be-8c08-4149-bee5-8b2ac1bb5813 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0995882 Dec 10 20:36:10.509590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0933a2a8-78e1-4749-bf55-73eb4ed336a6 req-533e500c-ea99-4611-9394-a65ddb1deb37 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454781 Dec 10 20:36:11.276575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2317577f-6297-42f0-81c3-c192110d04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:11.723759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208c670-5dc8-48a2-8563-25ab2edcf3d6 req-43f5ed5c-cb34-47aa-9352-ecd9395635c7 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:11.725400 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b208c670-5dc8-48a2-8563-25ab2edcf3d6 req-43f5ed5c-cb34-47aa-9352-ecd9395635c7 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0893695 Dec 10 20:36:11.778235 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b208c670-5dc8-48a2-8563-25ab2edcf3d6 req-51e7c212-1594-4a7e-897e-e502658c4078 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465505 Dec 10 20:36:12.663919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:12.994607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe0bd6-a93a-42c1-ac0f-3e55a529d646 req-f964d5a3-739c-4c30-91dd-da2782e77c99 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:12.996928 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5ffe0bd6-a93a-42c1-ac0f-3e55a529d646 req-f964d5a3-739c-4c30-91dd-da2782e77c99 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0932131 Dec 10 20:36:13.053110 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5ffe0bd6-a93a-42c1-ac0f-3e55a529d646 req-8da0c4b2-a983-4711-98f2-6dce9a8ef6b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506413 Dec 10 20:36:14.002736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-912f6ad0-013a-4ad2-be4e-c9c6ddf595ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:14.061317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:14.265061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce6503-6aeb-4491-bb4a-57d879f60dd5 req-003cc338-8279-4efa-98e4-2ed3f5e5875c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:14.266684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-31ce6503-6aeb-4491-bb4a-57d879f60dd5 req-003cc338-8279-4efa-98e4-2ed3f5e5875c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0861256 Dec 10 20:36:14.321702 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-31ce6503-6aeb-4491-bb4a-57d879f60dd5 req-f017805a-394c-44a5-9742-99e1057de35b tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485389 Dec 10 20:36:15.526918 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6a454-b219-46b2-a044-379c203267fd req-a397cf7c-86a0-4ca7-a24b-5e6874a01781 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:15.528507 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6a454-b219-46b2-a044-379c203267fd req-a397cf7c-86a0-4ca7-a24b-5e6874a01781 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0851262 Dec 10 20:36:15.576709 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-25f6a454-b219-46b2-a044-379c203267fd req-8e287abc-0501-47d4-920f-9b051cc3817a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Dec 10 20:36:15.623030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:16.790065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f1146-2848-4aaf-8017-f64f031dd648 req-ff5806b7-fa90-4660-888e-fbca85587f3a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:16.791642 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c7f1146-2848-4aaf-8017-f64f031dd648 req-ff5806b7-fa90-4660-888e-fbca85587f3a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0894778 Dec 10 20:36:16.840148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8c7f1146-2848-4aaf-8017-f64f031dd648 req-cb01b495-998c-41fc-b98e-0e90491c8b41 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Dec 10 20:36:18.044332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753248c-5f96-458d-9b01-8b96f855f935 req-6c0e2190-8b0b-479d-9e53-30b4473d31b5 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:18.045939 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1753248c-5f96-458d-9b01-8b96f855f935 req-6c0e2190-8b0b-479d-9e53-30b4473d31b5 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0828187 Dec 10 20:36:18.092925 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1753248c-5f96-458d-9b01-8b96f855f935 req-237c9b15-ebd7-419f-88d5-8b706a4906c2 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Dec 10 20:36:19.302469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab37d4-d2d5-4ce5-86a1-7fa5f7a1cfdf req-228edae6-f2a7-437c-880e-ca46b73161bd tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:19.304057 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36ab37d4-d2d5-4ce5-86a1-7fa5f7a1cfdf req-228edae6-f2a7-437c-880e-ca46b73161bd tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0880082 Dec 10 20:36:19.353601 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36ab37d4-d2d5-4ce5-86a1-7fa5f7a1cfdf req-3fc0fa75-d519-4dd4-907e-7679c6ef8c11 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Dec 10 20:36:20.548881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:36:20.556812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06dd2-3eee-4832-98ec-37eb50645dba req-2deaa51c-02b6-40a6-a9a4-1f469b3fee35 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:20.558483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8ab06dd2-3eee-4832-98ec-37eb50645dba req-2deaa51c-02b6-40a6-a9a4-1f469b3fee35 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 944 time: 0.0845354 Dec 10 20:36:20.606870 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8ab06dd2-3eee-4832-98ec-37eb50645dba req-4d367836-d2a7-4263-b707-76472dca782b tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Dec 10 20:36:20.692226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:36:20.706360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': 'f098b869-a3fe-4913-b37a-d9981156d031', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'port_id': 'f098b869-a3fe-4913-b37a-d9981156d031', 'mac_address': 'fa:16:3e:6b:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:36:20.762478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:20.782349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f098b869-a3fe-4913-b37a-d9981156d031 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:36:20.797940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:36:20.801231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:20.803925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:36:20.874011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=9']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:36:20.877331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:36:21.166458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['f098b869-a3fe-4913-b37a-d9981156d031'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:36:21.815217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c0e0a-88dd-4ac6-a95a-9dc13379332a req-d6d31af0-168d-4143-852a-c299350feeb0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:21.817361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a70c0e0a-88dd-4ac6-a95a-9dc13379332a req-d6d31af0-168d-4143-852a-c299350feeb0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 945 time: 0.0886624 Dec 10 20:36:21.865706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a70c0e0a-88dd-4ac6-a95a-9dc13379332a req-9835a2df-b995-4a2f-9e51-a287865e327e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Dec 10 20:36:22.564278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:36:22.635591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port f098b869-a3fe-4913-b37a-d9981156d031 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:36:22.636013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:22.922395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:22.951013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:36:22.960136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:36:22.963239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:22.965153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af357cdd-fc80-45a8-aa46-42154d6514d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:36:23.010178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031', 'code': 200} Dec 10 20:36:23.039569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=10']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:36:23.043210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:36:23.073706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba049394-deee-4b42-9016-cff1daaff4d1 req-66a64709-9264-4bad-ac24-d7ed705af305 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:23.075578 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ba049394-deee-4b42-9016-cff1daaff4d1 req-66a64709-9264-4bad-ac24-d7ed705af305 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 947 time: 0.0866511 Dec 10 20:36:23.129789 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ba049394-deee-4b42-9016-cff1daaff4d1 req-b0afbe79-8332-4020-bd0f-0b46ec650ead tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471356 Dec 10 20:36:23.261236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7da6682d-880f-48f2-904b-9ab21e008816 req-391914a5-6600-43d8-b529-901d24ec973f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1100 time: 0.0815098 Dec 10 20:36:23.304630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7da6682d-880f-48f2-904b-9ab21e008816 req-3bcb65a5-4383-4c8e-a0b2-d63265a5262b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378113 Dec 10 20:36:24.336228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479746a-8111-4af3-8579-85dca3ae99f8 req-ce58bba7-e305-4afc-b748-8374a4e22477 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:24.337823 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b479746a-8111-4af3-8579-85dca3ae99f8 req-ce58bba7-e305-4afc-b748-8374a4e22477 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 947 time: 0.0834727 Dec 10 20:36:24.384820 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b479746a-8111-4af3-8579-85dca3ae99f8 req-8b556c8f-1f41-45eb-bdf2-85e49ab0f0be tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Dec 10 20:36:25.594438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b6873-030f-4344-85b6-9980932c2199 req-c06004c0-20b4-4910-a0b6-8dd7f1994215 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:25.595930 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ec1b6873-030f-4344-85b6-9980932c2199 req-c06004c0-20b4-4910-a0b6-8dd7f1994215 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 947 time: 0.0865026 Dec 10 20:36:25.644276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ec1b6873-030f-4344-85b6-9980932c2199 req-a1678b87-1d1e-4e32-a9f0-a657c56e67d4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414047 Dec 10 20:36:32.930359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:41.277018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b57dc75e-0563-4e34-9bfc-c76b7e16fb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:42.669982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:43.534591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:36:44.004432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-185cd4c7-cfd9-409c-a58f-17a4978402b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:44.060695 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:45.625459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:36:54.342322 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-4e50c3d8-dda7-4674-9290-50696e45510e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734251 Dec 10 20:36:54.719337 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-07db7800-fa62-428c-b8c0-eae352f419e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1100 time: 0.3079417 Dec 10 20:36:54.874436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-c08e3e4a-76e1-4b5b-96ad-c2200fe56e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:54.876001 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-c08e3e4a-76e1-4b5b-96ad-c2200fe56e8f service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1364162 Dec 10 20:36:54.986701 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-d08dedaf-16b1-4a22-8873-2d9f285a37a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1002 time: 0.1037800 Dec 10 20:36:55.056517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-17199d45-6c76-487d-9694-804af5e21e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:36:55.058077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-17199d45-6c76-487d-9694-804af5e21e2d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0657194 Dec 10 20:36:55.139155 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-25f03e3e-3959-4080-9880-0d3bf1c0eabb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744679 Dec 10 20:36:55.282981 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-5e834590-82ef-4fed-9df1-0da7fe44bcae service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367276 Dec 10 20:36:55.426880 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b312b600-23b3-4bae-8872-76d8198d1b15 req-37e23974-c00c-42d3-b981-fd9b39765e2b service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375391 Dec 10 20:37:02.929822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:11.278232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0e57b6a-4379-4151-9b0e-7d94cb9f3437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:12.662389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:14.005897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-8593dfad-883a-449b-bfa0-6f6d128f0558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:14.063558 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:15.628199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:20.538328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:37:32.922302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:41.279572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1540f090-6932-4607-b872-a6b233aed57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:42.663530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:44.006607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2592-5f47-4e8d-b19e-74b7f1421ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:44.065734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:45.630655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:37:55.398793 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-a8e1964d-429c-4c49-b7eb-59e7785a99e3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793133 Dec 10 20:37:55.544857 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-3d72f499-0929-4172-9cde-b0e9674fd2f8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1100 time: 0.0757201 Dec 10 20:37:55.699157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-462409c6-3db8-4916-b94a-3a045984b539 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:37:55.700637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-462409c6-3db8-4916-b94a-3a045984b539 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1368251 Dec 10 20:37:55.808797 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-9cd3fef0-f231-408a-bd02-d2d428001fac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 1002 time: 0.1022844 Dec 10 20:37:55.878241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-35abcc95-2beb-4826-88f4-f85b66a3f54f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:37:55.879861 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-35abcc95-2beb-4826-88f4-f85b66a3f54f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0644839 Dec 10 20:37:55.964232 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-e2f6a0f4-9042-4229-a2da-ed0c56f3c20a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782146 Dec 10 20:37:55.975110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-b4b022f9-bc85-4c84-a04b-78f7b48db71f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:37:55.976118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-b4b022f9-bc85-4c84-a04b-78f7b48db71f service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056031 Dec 10 20:37:56.116692 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-a06a74d1-be56-4b93-b027-128c44ecab39 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334617 Dec 10 20:37:56.255186 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-09a677c9-998c-42cc-ab5f-76d37fe61821 req-231f5f36-18ea-4d08-a856-4ddf461a2642 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322272 Dec 10 20:37:57.539242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:38:02.918610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:10.660254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43002) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:10.939307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Deleting port 27726ec4-a91f-40d5-b3e6-caeaca458439 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:38:10.939684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:11.113356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:11.113762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:11.239664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Calling delete_port for 27726ec4-a91f-40d5-b3e6-caeaca458439 owned by network:floatingip {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:38:11.281116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d72a6fa6-a1e0-430f-acb1-6de230d96fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:11.393388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:11.397796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-956da0aa-49eb-434b-8cb8-4067d27a4d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:11.441900 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event deleted for resources: {'Port': ['ID=27726ec4-a91f-40d5-b3e6-caeaca458439,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:11.485074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.486081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.486479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.486895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.487308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.487719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.488129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.488540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.488944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.489346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.489822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:11.500744 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:11.555099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for floatingip, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:11.957699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Router 65f27fac-3e0e-4fad-b8a3-887950bb3680 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:38:12.166690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:38:12.177862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] Sync routers for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:38:12.179878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:12.190515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:38:12.191185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:38:12.236548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bcf125ee-0760-4c55-8b17-a1689024abe8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "DELETE /v2.0/floatingips/e3252613-a2ee-4555-a185-7bd5b89bad0e HTTP/1.1" status: 204 len: 168 time: 1.5750418 Dec 10 20:38:12.237171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:38:12.391573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:38:12.446099 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031', 'status': 'completed', 'code': 200} Dec 10 20:38:12.563427 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-dd199ec7-c4b2-4223-a930-df2c628a75c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 1100 time: 0.0923817 Dec 10 20:38:12.667431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb4752-3b49-46d5-a5f3-e5470a8b1f76 req-61197947-1d31-4230-be20-efeb8eedd92e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:12.669542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-05cb4752-3b49-46d5-a5f3-e5470a8b1f76 req-61197947-1d31-4230-be20-efeb8eedd92e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 947 time: 0.0974748 Dec 10 20:38:12.674161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:12.725805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-05cb4752-3b49-46d5-a5f3-e5470a8b1f76 req-b94821aa-a499-4414-acc0-734374aea1de tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493224 Dec 10 20:38:12.742685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:38:12.747701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] Checking router: 65f27fac-3e0e-4fad-b8a3-887950bb3680 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:38:12.760240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:38:12.760926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:37:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:38:12.953953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:38:12.959455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-e983a485-d164-4429-8339-e015063d790b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:12.961023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-e983a485-d164-4429-8339-e015063d790b service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.3913085 Dec 10 20:38:13.037068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-9bbc5d60-63e6-4f6e-96ee-b448e12a2aa0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 200 len: 217 time: 0.0685091 Dec 10 20:38:13.106566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-87cccbb4-7eea-4257-9767-96bef746bb44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:13.108133 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-87cccbb4-7eea-4257-9767-96bef746bb44 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0638995 Dec 10 20:38:13.192240 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-9bb06b6d-8907-4722-aa99-f8afc8749d01 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774984 Dec 10 20:38:13.277075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:38:13.281203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177773ac-92c9-4939-a167-28f52bcc1b1b None None] The sync data for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv is: [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:38:13.340152 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-9eb575dd-590d-4da3-abcb-28886ba9ebbf service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412027 Dec 10 20:38:13.487106 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-565095bd-60be-4d2c-a162-ea65be5a28fa req-e9454a72-9ba0-416f-8fd8-9585a11deb28 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390705 Dec 10 20:38:13.731123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68441c98-d527-42ee-9f9f-8838aaf0f877 None None] New status for floating IP e3252613-a2ee-4555-a185-7bd5b89bad0e: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:38:14.009000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bca65b7b-13bc-49f2-9e47-bc160202115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:14.070788 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:14.153632 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d2b0c-1a32-43be-8538-2753e7a00050 req-5f7a2ebd-e965-4a16-b22b-699bc1d44fac tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:14.154928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-98589d43-6d7e-476d-86ff-0f022fa42953 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:14.155166 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a3d2b0c-1a32-43be-8538-2753e7a00050 req-5f7a2ebd-e965-4a16-b22b-699bc1d44fac tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 947 time: 0.3019907 Dec 10 20:38:14.155692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-98589d43-6d7e-476d-86ff-0f022fa42953 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Synchronizing usage tracker for tenant:adc6ad7266e344659c36d5df60414a44 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:38:14.172132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-98589d43-6d7e-476d-86ff-0f022fa42953 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Unset dirty status for tenant:adc6ad7266e344659c36d5df60414a44 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:38:14.173392 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-98589d43-6d7e-476d-86ff-0f022fa42953 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 947 time: 0.1010880 Dec 10 20:38:14.203991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2a3d2b0c-1a32-43be-8538-2753e7a00050 req-3763d4c5-e217-4d6b-908f-f95016ec403c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Dec 10 20:38:14.253356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Deleting port f098b869-a3fe-4913-b37a-d9981156d031 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:38:14.253798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:14.506964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] For port f098b869-a3fe-4913-b37a-d9981156d031, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f098b869-a3fe-4913-b37a-d9981156d031,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:38:14.507370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:14.640841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Calling delete_port for f098b869-a3fe-4913-b37a-d9981156d031 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:38:14.781349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:14.787630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-be6e5b6c-2ee7-4eec-ad75-81d9d5391522 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:14.835350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event deleted for resources: {'Port': ['ID=f098b869-a3fe-4913-b37a-d9981156d031,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:14.839052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:14.912525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] No DVR routers for this DVR port f098b869-a3fe-4913-b37a-d9981156d031 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:38:14.915007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:14.917726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-deleted', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:38:14.933903 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2ba07663-18c2-42fd-8039-0109b36ca899 req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "DELETE /v2.0/ports/f098b869-a3fe-4913-b37a-d9981156d031 HTTP/1.1" status: 204 len: 173 time: 0.7556579 Dec 10 20:38:14.977147 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce9c6f-8b79-4bd5-802b-4a010368817b', 'name': 'network-vif-deleted', 'tag': 'f098b869-a3fe-4913-b37a-d9981156d031', 'status': 'completed', 'code': 200} Dec 10 20:38:15.413671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d1c6d961-4cdb-4f26-8db2-dc8047bd04f0 req-da29b123-b761-4c22-97f6-ddffd895f740 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5ce9c6f-8b79-4bd5-802b-4a010368817b HTTP/1.1" status: 200 len: 210 time: 0.0651126 Dec 10 20:38:15.633103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:16.525361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43028) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:16.599997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:16.629454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:16.684061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:16.689369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e2cba4b1-82a6-4538-bd05-ac348134aaef tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:16.704570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:16.718761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.719194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.719606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.720019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.720434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.720860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.721852 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.722264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.722673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.723077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.723482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:16.726361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:16.727565 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9d28ff6-d520-41ef-90d0-5ea9c4b8a0af HTTP/1.1" status: 204 len: 168 time: 0.2010961 Dec 10 20:38:16.728565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-997d5749-c933-455d-9457-e53c4e8f86b3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:16.959255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43038) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:16.965429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391678655', 'description': 'tempest-secgroup-smoke-391678655 description', 'project_id': 'adc6ad7266e344659c36d5df60414a44'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:16.972008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:16.976346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:16.979366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:16.985353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:16.994552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.030378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:17.034313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:17.037171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:17.043070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:17.102319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.104887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.110377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ce434467-3da3-49f8-ac1c-4462c0a562dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:17.156691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a22c6-8566-418d-93cc-226c8cf9273b,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:17.159484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.160764 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2004335 Dec 10 20:38:17.161770 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e330f5ac-b14a-436b-a817-48c1861a8573 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:17.163866 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43042) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:17.169942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'ac2a22c6-8566-418d-93cc-226c8cf9273b', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:17.176515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:17.180595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:17.183678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:17.190145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:17.206387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.267115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.270168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.272032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-aff332cd-d9b9-4179-9148-ae48df0602d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:17.294755 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248e7db0-2fc4-4281-96c4-1eddeb2ea4ba,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:17.297278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:17.303805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.305095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cf6a17f1-cab2-42cc-a586-3247dc016d29 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1401932 Dec 10 20:38:17.307984 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43046) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:17.313779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'ac2a22c6-8566-418d-93cc-226c8cf9273b', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:17.320463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:17.324766 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:17.327771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:17.333817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:17.348883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.414585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.417166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.419059 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-16832083-9a19-4667-935c-a8e9cee2d8ce tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:17.441056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4539769a-4f28-47cf-b462-b84a4690f343,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:17.450945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:17.454227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.458217 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1465881 Dec 10 20:38:17.458591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43050) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:17.465249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'ac2a22c6-8566-418d-93cc-226c8cf9273b', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:17.471714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:17.475711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:17.478740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:17.484671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:17.501367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.565860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.568394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.570363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5e2a0564-cdb9-4197-9102-eaab87bf8018 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:17.593166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ba8446-c148-4ac5-a546-0f3897050a1b,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:17.595647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:17.601967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.603227 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-032a4d5b-6db0-443d-8688-acc4b493f5ed tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1436250 Dec 10 20:38:17.606079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43054) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:17.612387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'ac2a22c6-8566-418d-93cc-226c8cf9273b', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:17.618522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:17.622542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:17.625528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:17.632199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:17.647624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.712878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.715525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.717418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-299268a1-0551-418c-a7b5-fb6c91dfb2b0 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:17.738905 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb93156-286d-4045-92e8-750f75d1f4e5,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:17.743072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:17.749585 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.750842 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-96496c20-a684-46fe-b111-72cc7191db72 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1437798 Dec 10 20:38:17.753805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43058) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:17.759542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'ac2a22c6-8566-418d-93cc-226c8cf9273b', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:17.765719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:17.769651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:17.772597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:17.778506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:17.790768 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Project adc6ad7266e344659c36d5df60414a44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:38:17.797165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.863773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.866244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.868111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3b2adc99-779e-47c4-b681-df6cd5b39773 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:17.890591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8759146-7e95-4fda-9b95-47e92a0cf905,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:17.893035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:17.898879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:17.900118 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1453371 Dec 10 20:38:17.903139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43062) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:17.909378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'security_group_rule': {'security_group_id': 'ac2a22c6-8566-418d-93cc-226c8cf9273b', 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:17.915456 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:17.919393 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:security_group_rule and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:17.922361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:17.928880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:17.937915 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Project adc6ad7266e344659c36d5df60414a44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:38:17.944293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:18.010254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:18.012767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:18.014648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-39e23a0d-1e80-4939-976b-410aef3716ea tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:18.037480 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd145fee-9685-4653-917b-d0ec08de82b4,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:18.039906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:18.045783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:18.047024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1429105 Dec 10 20:38:19.144106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:38:19.180227 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: f098b869-a3fe-4913-b37a-d9981156d031 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:38:19.180683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device f098b869-a3fe-4913-b37a-d9981156d031 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:38:32.918021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:33.220160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-a20f29e3-8f89-4ff3-91c8-d17ad3509dfa tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Synchronizing usage tracker for tenant:adc6ad7266e344659c36d5df60414a44 on resource:security_group {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:38:33.234970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-a20f29e3-8f89-4ff3-91c8-d17ad3509dfa tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Unset dirty status for tenant:adc6ad7266e344659c36d5df60414a44 on resource:security_group {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:38:33.236195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-a20f29e3-8f89-4ff3-91c8-d17ad3509dfa tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391678655&fields=id&tenant_id=adc6ad7266e344659c36d5df60414a44 HTTP/1.1" status: 200 len: 267 time: 0.0590589 Dec 10 20:38:33.395956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-43f4b1ad-81aa-46ae-9276-10e16659df32 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:33.397541 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-43f4b1ad-81aa-46ae-9276-10e16659df32 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 808 time: 0.1540773 Dec 10 20:38:33.415850 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-cf1fb2a5-6f2e-4960-a127-e2880b12285f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/quotas/adc6ad7266e344659c36d5df60414a44 HTTP/1.1" status: 200 len: 375 time: 0.0122430 Dec 10 20:38:33.501679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-ae3d9ccf-7590-4f9d-8be8-04ce5fbfe9a6 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804284 Dec 10 20:38:33.671809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-91bb58da-4f20-4023-9129-e6c10e92541a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:38:33.672885 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-91bb58da-4f20-4023-9129-e6c10e92541a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0720038 Dec 10 20:38:33.812512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-da90eacc-1dbc-4ccc-ac30-ecbf91a63024 service neutron] 10.222.0.41 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331575 Dec 10 20:38:33.952485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-9acafe08-d9c1-4c1a-b348-f3fe313f7c5b service neutron] 10.222.0.41 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331179 Dec 10 20:38:34.540471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:38:35.494287 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0001c498-0cb7-421c-a42e-2121f100c240 req-1d46f610-f352-4256-bc8d-88c19a60cf18 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 210 time: 0.0473530 Dec 10 20:38:36.670488 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-66e3ea00-8aed-46f9-9269-4026311c9826 req-a2218bbb-a92a-4f4f-bbb7-47a0dd8674b8 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 210 time: 0.0530415 Dec 10 20:38:36.755032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-e2fccede-df8e-4237-ae6d-4172b72d0786 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:36.756521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-e2fccede-df8e-4237-ae6d-4172b72d0786 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 808 time: 0.1598558 Dec 10 20:38:36.810454 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-c4f403f9-1fea-415b-9d13-1e274a5e702a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adc6ad7266e344659c36d5df60414a44 HTTP/1.1" status: 200 len: 379 time: 0.0430191 Dec 10 20:38:36.819794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'port': {'device_id': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'admin_state_up': True, 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'security_groups': ['ac2a22c6-8566-418d-93cc-226c8cf9273b']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:36.965841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:36.970341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:port and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:36.973499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:36.979616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:36.989060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Made reservation on behalf of adc6ad7266e344659c36d5df60414a44 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:38:36.994703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:37.169622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Allocated IP 172.20.0.5 (1227b6e8-fe82-4a60-982c-54a3f57a3f53/d20f65f4-60ea-4dc9-a075-7a65a87b8074/31d998b5-6346-4610-af77-697613c0e875) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:38:37.370346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:37.388245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Transition to ACTIVE for port object 31d998b5-6346-4610-af77-697613c0e875 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:38:37.412501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:37.419156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-33f9feb0-30f3-429a-83ad-7c73f5b0d270 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:37.494981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:38:37.498442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:38:37.501072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:38:37.539349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:37.542556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:37.575534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:37.576136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:37.605961 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907026 Dec 10 20:38:37.618212 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Request body: {'port': {'device_id': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:37.746626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:37.894136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e266e21a-3f3c-438c-9267-91b59a8bcb1d None None] Provisioning for port 31d998b5-6346-4610-af77-697613c0e875 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:38:37.899450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e266e21a-3f3c-438c-9267-91b59a8bcb1d None None] Provisioning complete for port 31d998b5-6346-4610-af77-697613c0e875 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:38:37.900317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e266e21a-3f3c-438c-9267-91b59a8bcb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:37.924102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b7378-18b7-4654-9e7c-e5c26312c79c req-1204f2a1-5c0d-42ba-b381-f9f5f9032f00 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:37.926389 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-634b7378-18b7-4654-9e7c-e5c26312c79c req-1204f2a1-5c0d-42ba-b381-f9f5f9032f00 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 931 time: 0.0907924 Dec 10 20:38:37.966855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e266e21a-3f3c-438c-9267-91b59a8bcb1d None None] Port 31d998b5-6346-4610-af77-697613c0e875 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:38:37.982437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-634b7378-18b7-4654-9e7c-e5c26312c79c req-25e64ff1-bf3e-4f84-806f-9e5d239c80a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492308 Dec 10 20:38:38.138621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d998b5-6346-4610-af77-697613c0e875 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:38:38.146098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:38.162642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Transition to ACTIVE for port object 31d998b5-6346-4610-af77-697613c0e875 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:38:38.165388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:38.169964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-47750850-c9a7-46e7-8065-08ea7a5a4ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:38.307857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Pushing event updated for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:38.312079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:38.420841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Attempting to bind port 31d998b5-6346-4610-af77-697613c0e875 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:38:38.421224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Attempting to bind port 31d998b5-6346-4610-af77-697613c0e875 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:38:38.421623 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Attempting to bind port 31d998b5-6346-4610-af77-697613c0e875 on network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:38:38.428209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Port 31d998b5-6346-4610-af77-697613c0e875 on network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:38:38.428576 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Attempting to bind port 31d998b5-6346-4610-af77-697613c0e875 on network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:38:38.435698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:38:38.436081 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Checking segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:38:38.436505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Bound using segment: {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:38:38.436987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Bound port: 31d998b5-6346-4610-af77-697613c0e875, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58af67a-97be-4136-9982-869294c59ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:38:38.437372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:38.535452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:38:38.538607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:38:38.541753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:38.546090 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:38.613072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:38.614578 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] 10.222.0.84 "PUT /v2.0/ports/31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 1093 time: 1.0010855 Dec 10 20:38:38.615143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'tag': '31d998b5-6346-4610-af77-697613c0e875'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:38:38.630530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Pushing event updated for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:38.633627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:38.687399 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'tag': '31d998b5-6346-4610-af77-697613c0e875', 'status': 'completed', 'code': 200} Dec 10 20:38:38.737045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-eb72aba7-8390-4318-9416-474ce795db8b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1096 time: 0.0866554 Dec 10 20:38:38.811668 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-37d2fd08-9fa1-46f8-afa5-a1f950f0a3b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 217 time: 0.0677521 Dec 10 20:38:38.884557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-9bcaff8a-2802-4665-8efc-091f9d15c51e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:38.886148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-9bcaff8a-2802-4665-8efc-091f9d15c51e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0686374 Dec 10 20:38:38.968364 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-9fc52ba7-fd74-456c-bcbe-b8308498792d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760021 Dec 10 20:38:39.109050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-2f75e164-a8f0-4a3c-b086-656c654685c0 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347671 Dec 10 20:38:39.194824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeb432-16ab-4358-8c86-9d7ab419ddbb req-c973753f-2f19-4837-8ea9-bda56d97ffb0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:39.196336 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0eeb432-16ab-4358-8c86-9d7ab419ddbb req-c973753f-2f19-4837-8ea9-bda56d97ffb0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0927196 Dec 10 20:38:39.244154 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c0eeb432-16ab-4358-8c86-9d7ab419ddbb req-446a74e2-2820-437d-b168-9529669b8865 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413973 Dec 10 20:38:39.255674 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-16099ebe-0940-4367-93d7-8c82481e20e4 req-14bf82bb-0122-4f11-8ad3-32225988e8f2 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400919 Dec 10 20:38:39.379895 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-e16d3ec4-ffe4-4f35-ae87-711fe4a7bd8b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1096 time: 0.0774353 Dec 10 20:38:39.520813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-f2d59980-44d3-45bc-9747-1cf629170ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:39.522468 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-f2d59980-44d3-45bc-9747-1cf629170ac8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1363103 Dec 10 20:38:39.600942 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-09b9424f-18ae-41f5-aa1d-67c77a485a45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 217 time: 0.0720329 Dec 10 20:38:39.667571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-5cba508b-989a-4d04-8483-0a367d0656a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:39.669095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-5cba508b-989a-4d04-8483-0a367d0656a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0624785 Dec 10 20:38:39.753982 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-d70004cb-18ca-497e-a21b-3fdc1e426842 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779126 Dec 10 20:38:40.126418 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-cfaf3d06-9220-4111-9240-cf584ae84404 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657944 Dec 10 20:38:40.268884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3bee259d-f1e9-4b4c-981b-31996f1076f1 req-1fd700e5-cfc2-49ae-aa6c-1180499756c0 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351888 Dec 10 20:38:40.452719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ea92-e3cc-4175-a6f3-185549748979 req-f80cd278-3c13-4beb-ad9b-08ec5608b7af tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:40.454276 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a04ea92-e3cc-4175-a6f3-185549748979 req-f80cd278-3c13-4beb-ad9b-08ec5608b7af tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0847292 Dec 10 20:38:40.502116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a04ea92-e3cc-4175-a6f3-185549748979 req-d45860b9-6145-4001-b6b1-74e22d8d6cf0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410218 Dec 10 20:38:41.282849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b331f81c-babb-4a3d-8c81-08ab4add3475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:41.711519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953bad4-1f76-48ae-82ec-45a35d2b428c req-cd74f1ec-b172-494c-849c-08b6f578b10c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:41.713098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2953bad4-1f76-48ae-82ec-45a35d2b428c req-cd74f1ec-b172-494c-849c-08b6f578b10c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0882065 Dec 10 20:38:41.760906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2953bad4-1f76-48ae-82ec-45a35d2b428c req-bb3ec309-991f-4ea0-a7f6-798513a1a273 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411758 Dec 10 20:38:42.667087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:42.963598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31929-4db2-40e6-9be8-29dd31338b31 req-ef319973-497f-449c-a1d0-bda9b91196c1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:42.965179 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8d31929-4db2-40e6-9be8-29dd31338b31 req-ef319973-497f-449c-a1d0-bda9b91196c1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0843837 Dec 10 20:38:43.016185 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8d31929-4db2-40e6-9be8-29dd31338b31 req-8929db05-43d8-46d3-a579-3619b66f7f49 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Dec 10 20:38:44.010704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d43d91e4-e164-42ee-aad3-b9bd74a0a1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:44.072840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:44.222592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2ad3-3a1c-4c8a-bb1f-eea6f0b825b2 req-ac4b427f-434c-40e5-af39-60ccd0dbcb9a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:44.224175 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a22a2ad3-3a1c-4c8a-bb1f-eea6f0b825b2 req-ac4b427f-434c-40e5-af39-60ccd0dbcb9a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0873046 Dec 10 20:38:44.271980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a22a2ad3-3a1c-4c8a-bb1f-eea6f0b825b2 req-582710bd-f89b-4bce-a818-83376d15840d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Dec 10 20:38:45.483145 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920e50f-9dc6-417f-a0fc-7d1b4020f95c req-b9cd55f1-869d-45ad-9c10-655f8666253c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:45.484734 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a920e50f-9dc6-417f-a0fc-7d1b4020f95c req-b9cd55f1-869d-45ad-9c10-655f8666253c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0906551 Dec 10 20:38:45.533268 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a920e50f-9dc6-417f-a0fc-7d1b4020f95c req-e314b8f2-ee8c-4f41-8bf7-17585420a912 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 Dec 10 20:38:45.635379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:46.738967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bc2f6-1ee4-45c8-bbc7-2ce32c6c4059 req-0292bc51-f0d6-456f-ae91-295cdee81d23 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:46.740467 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d51bc2f6-1ee4-45c8-bbc7-2ce32c6c4059 req-0292bc51-f0d6-456f-ae91-295cdee81d23 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0840983 Dec 10 20:38:46.787508 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d51bc2f6-1ee4-45c8-bbc7-2ce32c6c4059 req-f977080b-cb99-488b-b478-ce454d95adaf tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 Dec 10 20:38:47.295491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 31d998b5-6346-4610-af77-697613c0e875 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:38:47.435410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:38:47.450382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '31d998b5-6346-4610-af77-697613c0e875', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'port_id': '31d998b5-6346-4610-af77-697613c0e875', 'mac_address': 'fa:16:3e:57:3d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:38:47.507665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:47.525700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d998b5-6346-4610-af77-697613c0e875 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:38:47.540719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:38:47.543478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:47.545387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-923fa77f-6638-4554-8cc3-2f6240590324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:47.614889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:47.623536 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.623926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.624307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.624686 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.625060 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.625438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.625830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.626203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.626570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.626936 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.627431 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:38:47.631920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:47.904683 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['31d998b5-6346-4610-af77-697613c0e875'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:38:47.999606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf4632-5385-4879-8013-12b0d495fbcb req-ce7b9fa9-f3e5-4a64-9230-8302ddfb8f9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:48.001339 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ecf4632-5385-4879-8013-12b0d495fbcb req-ce7b9fa9-f3e5-4a64-9230-8302ddfb8f9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 944 time: 0.0907447 Dec 10 20:38:48.049550 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-3ecf4632-5385-4879-8013-12b0d495fbcb req-9d1f4dc4-60aa-4b0f-bb48-371db2864308 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Dec 10 20:38:49.256684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f192c-0733-4099-b52e-d6476bd68b1c req-8e542787-a0cd-408b-ae50-ec0c6f27be56 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:49.258288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-175f192c-0733-4099-b52e-d6476bd68b1c req-8e542787-a0cd-408b-ae50-ec0c6f27be56 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 944 time: 0.0862780 Dec 10 20:38:49.295619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 31d998b5-6346-4610-af77-697613c0e875 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:38:49.306900 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-175f192c-0733-4099-b52e-d6476bd68b1c req-06ca1177-484a-4e48-9117-69e8dfcc1aaa tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 Dec 10 20:38:49.367863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 31d998b5-6346-4610-af77-697613c0e875 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:38:49.372676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 31d998b5-6346-4610-af77-697613c0e875 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:38:49.373103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:49.493840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:49.522185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d998b5-6346-4610-af77-697613c0e875'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:38:49.532269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:38:49.535701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:49.537659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54d8776d-ac3d-4145-9181-bc9733b2a8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:49.579750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d998b5-6346-4610-af77-697613c0e875', 'code': 200} Dec 10 20:38:49.610069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:49.613108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:49.854846 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd47acf5-9a61-4664-8532-f559491b73a1 req-747419b0-85b5-4e7a-a2c3-4b5adc491102 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0751555 Dec 10 20:38:49.898424 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cd47acf5-9a61-4664-8532-f559491b73a1 req-2e52d04c-56ab-4b54-91ba-e08d09d29137 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368497 Dec 10 20:38:50.511698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c824d12-fb20-4fb4-9959-e1f638520924 req-b0585d63-f6b4-478f-b9c4-de9a9370d51c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:50.513299 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c824d12-fb20-4fb4-9959-e1f638520924 req-b0585d63-f6b4-478f-b9c4-de9a9370d51c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0879846 Dec 10 20:38:50.561384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5c824d12-fb20-4fb4-9959-e1f638520924 req-67432d73-31fd-49b1-acba-dfea96539604 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419545 Dec 10 20:38:51.763963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c691815-3b82-42c1-900d-2da08a2a7b2a req-e5af3337-9813-424f-a1aa-b7953ce1bbf4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:51.765454 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c691815-3b82-42c1-900d-2da08a2a7b2a req-e5af3337-9813-424f-a1aa-b7953ce1bbf4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0835996 Dec 10 20:38:51.816924 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c691815-3b82-42c1-900d-2da08a2a7b2a req-b47cd21a-f270-470e-a08d-2893b01e27c3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448713 Dec 10 20:38:52.018567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2460a3-d59d-4610-a070-82ddf2a162b6 req-a6f2330d-5145-4441-a072-bf29d9c3405e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:52.020042 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be2460a3-d59d-4610-a070-82ddf2a162b6 req-a6f2330d-5145-4441-a072-bf29d9c3405e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0830805 Dec 10 20:38:52.069556 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be2460a3-d59d-4610-a070-82ddf2a162b6 req-cb671678-e63a-49fe-9bc4-dff95bca737b tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Dec 10 20:38:52.097095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43276) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:52.253450 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c52616c0-bb8e-421e-84f0-a7656f7ce9c4 tempest-TestShelveInstance-1998833346 tempest-TestShelveInstance-1998833346-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1093 time: 0.1548762 Dec 10 20:38:52.256223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43282) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:38:52.261834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '31d998b5-6346-4610-af77-697613c0e875', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:38:52.267779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:38:52.271875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Usage tracker for resource:floatingip and tenant:adc6ad7266e344659c36d5df60414a44 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:38:52.274871 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:38:52.280890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:38:52.290923 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:52.442596 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:52.586723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Allocated IP 172.26.8.92 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/8156caed-a647-4807-b47a-7a4b3c1a9d33) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:38:52.746574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:52.773944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:52.778284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17f59031-f303-4e76-9c6c-ed6597279e44 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:52.852169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:38:52.853208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:38:52.857754 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:38:52.883012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'Port': ['ID=8156caed-a647-4807-b47a-7a4b3c1a9d33,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:52.888147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:53.592203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:53.647641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:53.859864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:53.864192 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:53.868521 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d97b8b24-08c1-4544-87ba-3ea50976fcd6 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:38:53.978164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event updated for resources: {'Port': ['ID=8156caed-a647-4807-b47a-7a4b3c1a9d33,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:38:53.982244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:38:53.991232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:54.186495 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Floating IP b7674202-551b-4ae7-aa93-2d5119071d32 associated. External IP: 172.26.8.92, port: 31d998b5-6346-4610-af77-697613c0e875. Dec 10 20:38:54.596333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Router 65f27fac-3e0e-4fad-b8a3-887950bb3680 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:38:54.810086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:38:54.820545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] Sync routers for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:38:54.834947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:38:54.835618 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:38:54.835961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:38:54.892195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6348817 Dec 10 20:38:54.892949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'tag': '31d998b5-6346-4610-af77-697613c0e875'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:38:55.076129 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'tag': '31d998b5-6346-4610-af77-697613c0e875', 'status': 'completed', 'code': 200} Dec 10 20:38:55.178716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-4a37eedf-eb63-41e7-95b5-2d5d4ccebba4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0801945 Dec 10 20:38:55.180515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:38:55.320335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-859c4585-5d64-4c4d-b308-6a1071104d0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:55.321849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-859c4585-5d64-4c4d-b308-6a1071104d0d service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1362839 Dec 10 20:38:55.432437 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-13d22d70-8791-4b2e-a8e7-6c950eedd6d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 998 time: 0.1044528 Dec 10 20:38:55.505542 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-aac5cade-ca35-4a3b-8364-6c07301ea3b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:55.507148 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-aac5cade-ca35-4a3b-8364-6c07301ea3b4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0685484 Dec 10 20:38:55.557013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'b7674202-551b-4ae7-aa93-2d5119071d32', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'floating_ip_address': '172.26.8.92', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'port_id': '31d998b5-6346-4610-af77-697613c0e875', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'mac_address': 'fa:16:3e:57:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:38:53Z', 'updated_at': '2021-12-10T20:38:53Z', 'revision_number': 0, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:38:55.561074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] Checking router: 65f27fac-3e0e-4fad-b8a3-887950bb3680 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:38:55.572526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:38:55.573131 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:38:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:38:55.588502 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-3aad5b2a-aa2a-4c8f-8bd2-02dbc56de3fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753157 Dec 10 20:38:55.735089 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-28cfa160-6398-41ce-83f6-caa2cf4167f1 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405725 Dec 10 20:38:55.758450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:38:55.878563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-027ced16-b542-450b-a5ad-a8fed22a56e6 req-b139dd1f-daa9-441b-a544-37a00100ddc0 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377788 Dec 10 20:38:56.121930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'b7674202-551b-4ae7-aa93-2d5119071d32', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'floating_ip_address': '172.26.8.92', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'port_id': '31d998b5-6346-4610-af77-697613c0e875', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'mac_address': 'fa:16:3e:57:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:38:53Z', 'updated_at': '2021-12-10T20:38:53Z', 'revision_number': 0, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:38:56.125963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffe024-e028-4b95-a63d-db3e1d0b24ba None None] The sync data for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv is: [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': 'b7674202-551b-4ae7-aa93-2d5119071d32', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'floating_ip_address': '172.26.8.92', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'port_id': '31d998b5-6346-4610-af77-697613c0e875', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'mac_address': 'fa:16:3e:57:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:38:53Z', 'updated_at': '2021-12-10T20:38:53Z', 'revision_number': 0, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:38:56.337015 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-abeeda2a-d96d-492b-bfd6-ddbda22c9440 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794132 Dec 10 20:38:56.493843 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-afafa9ce-bff7-4172-b64d-f5d31fb6acbc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0776916 Dec 10 20:38:56.559442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed406bdf-4e5a-4a0d-a79d-6b250cf8c10d None None] New status for floating IP b7674202-551b-4ae7-aa93-2d5119071d32: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:38:56.661920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-fd960ad5-98de-46b0-9f3e-1833ccde0859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:56.663434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-fd960ad5-98de-46b0-9f3e-1833ccde0859 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1432168 Dec 10 20:38:56.773959 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-331dee14-ab93-403b-8d0c-d8ae1ddbaec2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 998 time: 0.1045272 Dec 10 20:38:56.846531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-09d090ff-981d-4bb9-8431-51a1f700b34b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:38:56.848099 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-09d090ff-981d-4bb9-8431-51a1f700b34b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0685582 Dec 10 20:38:56.929731 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-a494f613-17f5-4456-979e-528c9af70055 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750701 Dec 10 20:38:57.068020 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-fb59921f-441d-403a-8717-1f682432863c service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321800 Dec 10 20:38:57.209798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f7dbf6b8-a739-4629-9c45-38f3be5d604a req-7228198b-4748-423b-b76b-db2609b5807d service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356568 Dec 10 20:39:02.950863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:11.289348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d44766a1-7b16-442e-80a1-778353cb7d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:11.540820 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:39:12.673226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:14.015742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e17862bb-2a89-4783-9585-97f00638a431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:14.080077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:15.646674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:32.993464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:41.281920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08194d55-3cef-45ae-bf69-119384f63cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:42.665388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:44.017165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d542c806-a87b-40d8-81c3-02f06dc74707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:44.076915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:45.640922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:39:48.541114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:39:57.840713 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-3b521a8a-3378-41ad-889a-94a75d9a334e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1459215 Dec 10 20:39:57.992440 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-2bd10aff-30a3-4a86-92fd-8ed0f0a726a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0827403 Dec 10 20:39:58.145426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-bc40d841-e684-436f-8fb4-525932828796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:39:58.147029 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-bc40d841-e684-436f-8fb4-525932828796 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1353970 Dec 10 20:39:58.254774 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-6ef94c7f-c32c-4e0c-a302-0abb4fc416fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 1000 time: 0.1010041 Dec 10 20:39:58.322490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-d94ea955-0a91-4d9c-81e0-c882a1b53e70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:39:58.324009 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-d94ea955-0a91-4d9c-81e0-c882a1b53e70 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0630634 Dec 10 20:39:58.404026 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-054d7d24-02d0-47b7-9b86-ccb97c6afa4f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737906 Dec 10 20:39:58.544410 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-8abdfee7-7d3f-4436-b6cd-33b5bfb9e4e6 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344304 Dec 10 20:39:58.687229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cdfa9c5d-8646-4823-b0c9-837a148580b2 req-1b5865c0-9dbb-44bf-b267-d1d8b334e9dc service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368692 Dec 10 20:40:02.963522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:11.283047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-785ecdb4-122e-4914-b9cb-cdac530e5095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:12.667895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:14.016862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-796ba050-ece6-4193-89bc-58e37653860c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:14.081245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:15.643566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:25.541429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:40:32.962972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:41.284882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8585e24-d2f5-4255-8522-4c3f677e9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:42.669546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:44.020292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59a2614d-a1bf-483e-ab7b-67a116cadd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:44.082500 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:45.645718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:40:59.760097 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-4fb6ea57-4676-462f-8526-d5f1cea29b33 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841253 Dec 10 20:40:59.917785 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-27d69bd7-0ccd-4360-aec4-041cf36a4eb8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0753055 Dec 10 20:41:00.073547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-331f5258-c4bd-4f52-a484-1312f8428cd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:00.075162 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-331f5258-c4bd-4f52-a484-1312f8428cd5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1382060 Dec 10 20:41:00.110169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18585234-2869-4da0-ab5e-0d2f908a7e11 req-b8acc153-1f96-4841-9231-017638766296 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:00.111789 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-18585234-2869-4da0-ab5e-0d2f908a7e11 req-b8acc153-1f96-4841-9231-017638766296 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.2016907 Dec 10 20:41:00.160384 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-18585234-2869-4da0-ab5e-0d2f908a7e11 req-2ddc0a4d-be63-470f-9eea-17057247d317 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420406 Dec 10 20:41:00.186319 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-2b480f3e-4d41-424f-930c-f1e0c3f8e045 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 1000 time: 0.1041965 Dec 10 20:41:00.253545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-d514a5f0-abef-4e44-9993-cc7675448efa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:00.255050 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-d514a5f0-abef-4e44-9993-cc7675448efa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0627074 Dec 10 20:41:00.338630 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-36d3f314-8838-4a6d-882d-0ff32c63af47 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770016 Dec 10 20:41:00.477821 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-5dc5a191-f823-4657-9f0e-cea244a5834e service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331389 Dec 10 20:41:00.857407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7e7c00fa-7395-4bfd-9d9b-18a66777f378 req-22844993-ee64-4463-97d7-6a8aae10d105 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738537 Dec 10 20:41:01.455490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7d988-16d8-4bdd-9175-2c2e01c75983 req-af5918dd-70f5-4810-92e4-bc01c289d7e9 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:01.457048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f9c7d988-16d8-4bdd-9175-2c2e01c75983 req-af5918dd-70f5-4810-92e4-bc01c289d7e9 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.1696651 Dec 10 20:41:01.505954 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f9c7d988-16d8-4bdd-9175-2c2e01c75983 req-10868454-8a17-4af4-b89a-1eacf579038c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Dec 10 20:41:02.543072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:41:02.727544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53892e08-5af7-4b23-80d4-efc84aa1b8ff req-2ef01c01-3e4d-4501-aca1-9c4c31df0142 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:02.729149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53892e08-5af7-4b23-80d4-efc84aa1b8ff req-2ef01c01-3e4d-4501-aca1-9c4c31df0142 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0888989 Dec 10 20:41:02.778045 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53892e08-5af7-4b23-80d4-efc84aa1b8ff req-b7744335-e203-4d25-8638-6235feccc77e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418396 Dec 10 20:41:02.962886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:03.980626 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2c9f3-c349-453c-8e6c-9ca847e9f8b3 req-cbedf90b-5f46-45df-b7b9-d011c7ecda87 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:03.982856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-23f2c9f3-c349-453c-8e6c-9ca847e9f8b3 req-cbedf90b-5f46-45df-b7b9-d011c7ecda87 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0837028 Dec 10 20:41:04.032838 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-23f2c9f3-c349-453c-8e6c-9ca847e9f8b3 req-92df1412-2ef6-4d5b-98e6-f8d3a8a03a89 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440555 Dec 10 20:41:05.236112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c871d-847c-4847-bbdf-da74d1198609 req-860f942e-8cf6-4611-ad81-e91df9ef0d46 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:05.237754 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-898c871d-847c-4847-bbdf-da74d1198609 req-860f942e-8cf6-4611-ad81-e91df9ef0d46 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0850391 Dec 10 20:41:05.285483 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-898c871d-847c-4847-bbdf-da74d1198609 req-022815f5-6758-49f3-b972-7e187835c770 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417235 Dec 10 20:41:06.490955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362fbc-fd08-4d87-8b3d-4cf819095ca6 req-ca3cbdae-e0f2-48b4-9fe7-3b59cb6b3afc tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:06.492556 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c362fbc-fd08-4d87-8b3d-4cf819095ca6 req-ca3cbdae-e0f2-48b4-9fe7-3b59cb6b3afc tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0889449 Dec 10 20:41:06.540808 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c362fbc-fd08-4d87-8b3d-4cf819095ca6 req-a226e109-8bfc-470a-b8df-b8175d89f74b tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419257 Dec 10 20:41:07.745826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f7217-0b83-47d8-85f7-85ac24017d3d req-cfe55838-a0e3-4e08-869c-b20c964cee75 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:07.747400 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-481f7217-0b83-47d8-85f7-85ac24017d3d req-cfe55838-a0e3-4e08-869c-b20c964cee75 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0863802 Dec 10 20:41:07.795341 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-481f7217-0b83-47d8-85f7-85ac24017d3d req-b6748789-bd30-4ea3-ae2b-0e2ad850d3aa tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418208 Dec 10 20:41:09.004143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85775d3-7310-4020-96c5-7246be20a78c req-08f7f2d4-8924-4378-9026-e57cabbe9e04 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:09.005752 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a85775d3-7310-4020-96c5-7246be20a78c req-08f7f2d4-8924-4378-9026-e57cabbe9e04 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0868120 Dec 10 20:41:09.052155 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a85775d3-7310-4020-96c5-7246be20a78c req-89b2f981-33c5-454f-b29d-b948d1960c8b tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404539 Dec 10 20:41:10.059169 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-db538935-6410-4f87-bfa2-b2b67bd1f391 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0750992 Dec 10 20:41:10.203697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-a189b567-c8e0-47c2-80a7-28e39c2a2b50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:10.205269 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-a189b567-c8e0-47c2-80a7-28e39c2a2b50 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1403706 Dec 10 20:41:10.263483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b622c41-b6d0-490d-a479-781ac78c3ce9 req-0de338b5-ce5a-43cd-b512-32dca41c961f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:10.265087 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b622c41-b6d0-490d-a479-781ac78c3ce9 req-0de338b5-ce5a-43cd-b512-32dca41c961f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0853665 Dec 10 20:41:10.313946 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9b622c41-b6d0-490d-a479-781ac78c3ce9 req-16c4487e-21a1-4d38-aed6-e7a708c9855d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Dec 10 20:41:10.317720 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-788ca7af-ffbe-4c78-aa34-7a43dfc1e3d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 1000 time: 0.1052711 Dec 10 20:41:10.388452 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-d5b65d5f-9e75-45a1-aecb-05df4a8139d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:10.390037 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-d5b65d5f-9e75-45a1-aecb-05df4a8139d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0662463 Dec 10 20:41:10.470103 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-f78c5ff4-196b-4ac7-a975-debb7747f348 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742500 Dec 10 20:41:10.612078 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-8d92ec37-58a5-4de3-a718-1b4744ea13b8 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354678 Dec 10 20:41:10.754105 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c7372c0f-e9ee-4794-851d-c369ddabf497 req-0a05fede-4c60-447a-94d7-21da06f7a305 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351752 Dec 10 20:41:11.286309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-573929dc-83cf-4a20-b290-c452100301f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:11.655153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b43cf-ef25-45f9-aada-c350e953741a req-844fc7df-a484-4fde-95e4-13ef6816189f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:11.656720 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c9b43cf-ef25-45f9-aada-c350e953741a req-844fc7df-a484-4fde-95e4-13ef6816189f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0881329 Dec 10 20:41:11.705172 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4c9b43cf-ef25-45f9-aada-c350e953741a req-d6eb7595-4ce2-4b73-8408-dfb94c97e060 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Dec 10 20:41:12.674643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:12.913286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff901a-5a97-4ba2-bd2f-abe93fb2ace7 req-f088283f-7bdd-4376-a2d5-4924d8171e6c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:12.914884 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36ff901a-5a97-4ba2-bd2f-abe93fb2ace7 req-f088283f-7bdd-4376-a2d5-4924d8171e6c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0845995 Dec 10 20:41:12.966737 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-36ff901a-5a97-4ba2-bd2f-abe93fb2ace7 req-e2936847-93f2-413d-951e-a31d047d2d26 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 Dec 10 20:41:13.226629 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-546784ca-4fb4-4fe3-9d9d-6f796a5b5903 req-93247f4c-1eca-409d-bba9-a642114c3342 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1441832 Dec 10 20:41:13.564670 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-e79969fb-a12a-4aa4-af50-549f11d85477 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2142589 Dec 10 20:41:13.571543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dbb97-1fe7-49fe-ad17-59600271d7a5 req-89b1d019-96f5-4635-89c6-b7a8ce0513cd tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:13.572973 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-612dbb97-1fe7-49fe-ad17-59600271d7a5 req-89b1d019-96f5-4635-89c6-b7a8ce0513cd tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.1540456 Dec 10 20:41:13.622275 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-612dbb97-1fe7-49fe-ad17-59600271d7a5 req-cd9b38f4-ce93-4395-b60a-e753d3591510 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Dec 10 20:41:14.023742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fd866ae-84bc-410d-88c9-ec3b7b7a75d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:14.085477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:14.832517 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ab863-bd48-43e5-93eb-dadc1f1845b5 req-19a90d89-0695-4086-a7b2-8b97830abbcd tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:14.834138 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b27ab863-bd48-43e5-93eb-dadc1f1845b5 req-19a90d89-0695-4086-a7b2-8b97830abbcd tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0895104 Dec 10 20:41:15.113946 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b27ab863-bd48-43e5-93eb-dadc1f1845b5 req-0a186037-9594-4081-87d3-a92e5b68fece tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704058 Dec 10 20:41:15.650737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:15.934102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 31d998b5-6346-4610-af77-697613c0e875 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:41:16.054369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:16.083050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d998b5-6346-4610-af77-697613c0e875'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:41:16.093006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:41:16.096851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:16.098842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-923fa77f-6638-4554-8cc3-2f6240590324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:41:16.172243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:41:16.181624 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.182025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.182413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.182796 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.183183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.183931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.183931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.184313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.185171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.185562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.185945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:41:16.190176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:41:16.229222 dv-neutron-821443-1-hyperv neutron-server[88762]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31d998b5-6346-4610-af77-697613c0e875', 'code': 422} returned with failed status Dec 10 20:41:16.349198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe75b4-4339-4cbc-b60a-6db7306662a8 req-e178b588-f931-437b-a452-0232118931f3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:16.350861 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-79fe75b4-4339-4cbc-b60a-6db7306662a8 req-e178b588-f931-437b-a452-0232118931f3 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0879438 Dec 10 20:41:16.403253 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-79fe75b4-4339-4cbc-b60a-6db7306662a8 req-4709a2ff-4a81-4cbc-9c6e-4cfd9457d4c5 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454948 Dec 10 20:41:16.595877 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-025e3256-e3ff-43ef-a55f-18f1c111af84 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f&tenant_id=adc6ad7266e344659c36d5df60414a44 HTTP/1.1" status: 200 len: 1096 time: 0.0762098 Dec 10 20:41:16.700318 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-03ddb884-4312-4721-adea-d1f95850d310 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1096 time: 0.0776145 Dec 10 20:41:16.842874 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-c6ac54f8-b4dd-47d4-8bcc-0e8ba69ac072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:16.844428 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-c6ac54f8-b4dd-47d4-8bcc-0e8ba69ac072 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1381960 Dec 10 20:41:16.951602 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-c73ad8bb-45f6-4497-bac5-d2f3212d2836 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 998 time: 0.1009171 Dec 10 20:41:17.023099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-08e2a506-a564-429e-b87e-85eb17ab91ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:17.024588 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-08e2a506-a564-429e-b87e-85eb17ab91ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0665371 Dec 10 20:41:17.103063 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-ae883d27-7916-475e-8bcc-b7faeb168cf6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723584 Dec 10 20:41:17.243149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-b22b36b8-b4ee-4207-9427-9d370a781129 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329596 Dec 10 20:41:17.383359 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-9311107a-90f6-48c1-b07a-a3f637d57ba4 req-f1d07659-df16-4364-aeda-67d35490c4d4 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340859 Dec 10 20:41:17.759968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742951ee-1d1a-421c-82c1-b7934bad4666 req-210e9781-6bf9-4225-b758-5a778f62ab58 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:17.761469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-742951ee-1d1a-421c-82c1-b7934bad4666 req-210e9781-6bf9-4225-b758-5a778f62ab58 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0906231 Dec 10 20:41:17.812001 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-742951ee-1d1a-421c-82c1-b7934bad4666 req-86ff978e-0535-4ffe-b5d5-c9b19b019051 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Dec 10 20:41:19.016646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026b675-9615-42d8-a468-9c3a86d8b87d req-0372ed6e-3c47-4f43-a0ba-8dba1756f33e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:19.018226 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e026b675-9615-42d8-a468-9c3a86d8b87d req-0372ed6e-3c47-4f43-a0ba-8dba1756f33e tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0827553 Dec 10 20:41:19.069012 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e026b675-9615-42d8-a468-9c3a86d8b87d req-29381560-54f1-41f8-b682-fa882ac11a1c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447571 Dec 10 20:41:20.269629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec392b1-df73-4e5b-9185-f4bb9bc441b4 req-882e6f1f-b1eb-4189-bdc5-4d4808113c5f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:20.271199 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5ec392b1-df73-4e5b-9185-f4bb9bc441b4 req-882e6f1f-b1eb-4189-bdc5-4d4808113c5f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0827761 Dec 10 20:41:20.318545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5ec392b1-df73-4e5b-9185-f4bb9bc441b4 req-92ab7c5c-954a-4fe6-af2b-252bb307e4cf tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413463 Dec 10 20:41:21.525331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9de6a6-eab0-4940-8780-d0331117e863 req-1d973288-f546-434c-aab0-47e34f7c66f6 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:21.526967 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d9de6a6-eab0-4940-8780-d0331117e863 req-1d973288-f546-434c-aab0-47e34f7c66f6 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0883026 Dec 10 20:41:21.574463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4d9de6a6-eab0-4940-8780-d0331117e863 req-07114d06-28c7-461f-ba82-7e2d97af7418 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406730 Dec 10 20:41:22.777213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c9229-c58a-4630-8984-85c87791b175 req-1eb1e13e-34c6-41b7-841b-c1813ee1d417 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:22.779339 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1b6c9229-c58a-4630-8984-85c87791b175 req-1eb1e13e-34c6-41b7-841b-c1813ee1d417 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0840263 Dec 10 20:41:22.826679 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1b6c9229-c58a-4630-8984-85c87791b175 req-71b474d7-4ece-4483-a91f-efed1b5d861c tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412605 Dec 10 20:41:24.030565 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f252c50-a8c9-4397-89a9-94e2b03fb0df req-235df50b-9ba5-43e6-9c04-ebc90d6ac000 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:24.032142 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f252c50-a8c9-4397-89a9-94e2b03fb0df req-235df50b-9ba5-43e6-9c04-ebc90d6ac000 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0855982 Dec 10 20:41:24.079765 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4f252c50-a8c9-4397-89a9-94e2b03fb0df req-919d5885-cdce-4df8-9c42-ce3a652f8e85 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 Dec 10 20:41:25.280420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad75d-3b21-4a9a-9ed1-bb3c9e71926f req-39eb11b9-3e47-4c02-a2b7-bc1b87a4c967 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:25.282023 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e62ad75d-3b21-4a9a-9ed1-bb3c9e71926f req-39eb11b9-3e47-4c02-a2b7-bc1b87a4c967 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 943 time: 0.0832446 Dec 10 20:41:25.333542 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e62ad75d-3b21-4a9a-9ed1-bb3c9e71926f req-8b5c5809-70e0-4a49-9095-29b90ff6adba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455830 Dec 10 20:41:25.964406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 31d998b5-6346-4610-af77-697613c0e875 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:41:26.105751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:41:26.119467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '31d998b5-6346-4610-af77-697613c0e875', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'port_id': '31d998b5-6346-4610-af77-697613c0e875', 'mac_address': 'fa:16:3e:57:3d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:41:26.175310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:26.192921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d998b5-6346-4610-af77-697613c0e875 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:41:26.208523 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:41:26.211267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:26.213044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:41:26.283112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:41:26.286350 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:41:26.518685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['31d998b5-6346-4610-af77-697613c0e875'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:41:26.539550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cc71-04a5-4638-8ad0-562ade5945eb req-dfdcbc08-0417-41e1-aa15-636192f98621 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:26.541145 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b3f7cc71-04a5-4638-8ad0-562ade5945eb req-dfdcbc08-0417-41e1-aa15-636192f98621 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 944 time: 0.0841811 Dec 10 20:41:26.589708 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b3f7cc71-04a5-4638-8ad0-562ade5945eb req-072dd726-5ec2-4c69-a02a-98c3337ace8b tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421367 Dec 10 20:41:27.796050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc4ea-b8ad-4830-b99b-f99db7f4cddc req-9356a1aa-40bf-4687-bccf-f3da888dbd05 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:27.797659 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-550cc4ea-b8ad-4830-b99b-f99db7f4cddc req-9356a1aa-40bf-4687-bccf-f3da888dbd05 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 944 time: 0.0883629 Dec 10 20:41:27.847665 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-550cc4ea-b8ad-4830-b99b-f99db7f4cddc req-6cef0e53-b973-49a6-b93b-00263816e70d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429602 Dec 10 20:41:27.979534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 31d998b5-6346-4610-af77-697613c0e875 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:41:28.051008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 31d998b5-6346-4610-af77-697613c0e875 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:41:28.051365 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:28.173038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:28.201247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d998b5-6346-4610-af77-697613c0e875'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:41:28.211224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:41:28.214128 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:28.216835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d16bf5b5-cb32-45fb-afcd-a749968e45a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:41:28.261194 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d998b5-6346-4610-af77-697613c0e875', 'code': 200} Dec 10 20:41:28.292379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:41:28.296017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:41:28.697052 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e5f4b8dd-6d00-4e10-9d8d-ab4d0af8db42 req-2927f36c-3a54-42fc-85a1-bfd7c8431164 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0769856 Dec 10 20:41:28.740554 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e5f4b8dd-6d00-4e10-9d8d-ab4d0af8db42 req-43a11dea-b3c4-4fa6-bf7e-e6a1cdf8bedc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375388 Dec 10 20:41:29.053165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412115f9-4f9c-4b58-9bcd-7eb00a54f679 req-cbe145df-f2b0-48f6-85f5-50dc7a14ce0f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:29.054749 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-412115f9-4f9c-4b58-9bcd-7eb00a54f679 req-cbe145df-f2b0-48f6-85f5-50dc7a14ce0f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0829134 Dec 10 20:41:29.102115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-412115f9-4f9c-4b58-9bcd-7eb00a54f679 req-78176994-292b-4e9f-82b4-3cc1bb92e043 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 Dec 10 20:41:30.308063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d1b8-3458-4abb-bab9-0489cd9e60a3 req-5612edef-a1b1-4ad5-857e-975e100e98ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:41:30.309666 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d436d1b8-3458-4abb-bab9-0489cd9e60a3 req-5612edef-a1b1-4ad5-857e-975e100e98ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0876250 Dec 10 20:41:30.357544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d436d1b8-3458-4abb-bab9-0489cd9e60a3 req-97f6723c-9cef-44a6-9fdc-30fe9445b55f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418150 Dec 10 20:41:32.986806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:39.543711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:41:41.287797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa0c4-49be-4069-b252-d511c36080ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:42.667142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:44.024276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-60be7c75-4854-442f-a6aa-1f934e8ed587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:44.086743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:41:45.651257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:01.773492 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-0ee5e204-557a-4997-8abf-75ba46c7c93c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822253 Dec 10 20:42:01.930859 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-0ec8f21d-f2f2-4fb3-8399-4cfb44d42705 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0848925 Dec 10 20:42:02.086628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-2f41dd34-5ab3-4624-a7bd-0d1fcd6ed61f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:42:02.088369 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-2f41dd34-5ab3-4624-a7bd-0d1fcd6ed61f service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1379519 Dec 10 20:42:02.199780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-8355eefd-b72d-49a8-a360-a809ecbe0555 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 1000 time: 0.1055782 Dec 10 20:42:02.268495 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-971410fd-44ea-4b54-86e7-9809584b71ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:42:02.270168 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-971410fd-44ea-4b54-86e7-9809584b71ba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0629592 Dec 10 20:42:02.353271 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-f5155eaf-3412-434f-8920-de3cff1af831 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783465 Dec 10 20:42:02.497335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-ec93c896-abab-4746-b167-0551875f9167 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376927 Dec 10 20:42:02.639469 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-be08b4aa-9aec-4654-81e8-81af3e71f7d0 req-a4b57778-e3e6-4a1e-bef8-bd5178bbe14f service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354342 Dec 10 20:42:02.990527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:11.306055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d0eb70a0-6ce5-4464-94a5-64f7f6b47aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:12.669808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:14.032080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4a728fa1-85b7-448c-b88a-1694d1257bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:14.090971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:15.654947 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:16.544195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:42:32.975963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:41.287049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-26ec513b-6c6f-48af-ac1a-819ebf2ceae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:42.671058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:44.022769 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-15c3e223-3383-4f3e-a67b-a049976bd9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:44.094176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:45.657811 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:53.545824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:42:54.443861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43436) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:42:54.654794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Deleting port 8156caed-a647-4807-b47a-7a4b3c1a9d33 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:42:54.655343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:54.827086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:54.827450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:54.952344 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Calling delete_port for 8156caed-a647-4807-b47a-7a4b3c1a9d33 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:42:55.102848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:55.107134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5d5aa7d6-79fb-4066-bec1-7557ef3cfbca tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:42:55.149897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event deleted for resources: {'Port': ['ID=8156caed-a647-4807-b47a-7a4b3c1a9d33,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:42:55.191488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.191931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.192360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.193342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.193812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.194236 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.194909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.195326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.195746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.196160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.196571 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:55.207285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:42:55.262613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:55.678417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Router 65f27fac-3e0e-4fad-b8a3-887950bb3680 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:42:55.889945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:42:55.900854 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] Sync routers for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:42:55.907215 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:55.914238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:42:55.914909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:42:55.964178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-dce5713e-f9f5-41f7-8820-44f46a72d44f tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "DELETE /v2.0/floatingips/b7674202-551b-4ae7-aa93-2d5119071d32 HTTP/1.1" status: 204 len: 168 time: 1.5188818 Dec 10 20:42:55.964879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'tag': '31d998b5-6346-4610-af77-697613c0e875'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:42:56.026191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'tag': '31d998b5-6346-4610-af77-697613c0e875', 'status': 'completed', 'code': 200} Dec 10 20:42:56.121294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:42:56.133145 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-f0e69ff2-0ea1-411a-b2b0-ff1a072431b7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=adc6ad7266e344659c36d5df60414a44&device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 1098 time: 0.0813212 Dec 10 20:42:56.286079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-b8b8cf38-7f2e-402e-9595-609edb6aa997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:42:56.287750 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-b8b8cf38-7f2e-402e-9595-609edb6aa997 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 200 len: 909 time: 0.1479475 Dec 10 20:42:56.369062 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-2f50f3c5-677e-418d-801a-87f140ffa183 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 200 len: 217 time: 0.0735474 Dec 10 20:42:56.395079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19c81d-e0ff-4f72-9edd-70f2291623a6 req-a5cb71d5-4f32-4ce5-b56e-6071c80853cb tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:42:56.395937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-7a19c81d-e0ff-4f72-9edd-70f2291623a6 req-a5cb71d5-4f32-4ce5-b56e-6071c80853cb tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Synchronizing usage tracker for tenant:adc6ad7266e344659c36d5df60414a44 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:42:56.412827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-7a19c81d-e0ff-4f72-9edd-70f2291623a6 req-a5cb71d5-4f32-4ce5-b56e-6071c80853cb tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Unset dirty status for tenant:adc6ad7266e344659c36d5df60414a44 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:42:56.414849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a19c81d-e0ff-4f72-9edd-70f2291623a6 req-a5cb71d5-4f32-4ce5-b56e-6071c80853cb tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.1083989 Dec 10 20:42:56.441987 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-da0db0c1-df80-4434-8ab6-1e1cf6fe7772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:42:56.443645 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-da0db0c1-df80-4434-8ab6-1e1cf6fe7772 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 200 len: 847 time: 0.0673170 Dec 10 20:42:56.470188 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7a19c81d-e0ff-4f72-9edd-70f2291623a6 req-71f63162-ba7f-4686-b42d-ccaff028fbb0 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484018 Dec 10 20:42:56.528485 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-e24c6591-52ca-4eb7-bacc-5f41362b2deb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1227b6e8-fe82-4a60-982c-54a3f57a3f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786858 Dec 10 20:42:56.625574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:42:56.629567 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] Checking router: 65f27fac-3e0e-4fad-b8a3-887950bb3680 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:42:56.640529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:42:56.641177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:42:56.672385 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-2de76fa9-24f4-4062-9423-3c45fc9f8e23 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367409 Dec 10 20:42:56.814856 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-763b6850-0404-4630-93b1-a71b6e319ae8 req-0023d922-5082-4a88-94a0-0b3559f9a9b4 service neutron] 10.222.0.84 "GET /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360307 Dec 10 20:42:56.830818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:42:57.150458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:42:57.154933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7cc29-aa11-494e-bf14-7ab30c8224d9 None None] The sync data for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv is: [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:38Z', 'revision_number': 4, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7dc011ed-4667-478d-9836-4928b2fefb92', 'name': '', 'network_id': '1227b6e8-fe82-4a60-982c-54a3f57a3f53', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'mac_address': 'fa:16:3e:63:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:37Z', 'updated_at': '2021-12-10T20:32:46Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'subnets': [{'id': 'd20f65f4-60ea-4dc9-a075-7a65a87b8074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:42:57.591751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771c46c-ed21-48dd-9ac6-782b638512c8 None None] New status for floating IP b7674202-551b-4ae7-aa93-2d5119071d32: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:42:57.693909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4316-f196-4cc4-adc0-b81c120d59f8 req-26891e23-6bd7-4e9a-afde-1456698fb9d2 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:42:57.695958 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-931c4316-f196-4cc4-adc0-b81c120d59f8 req-26891e23-6bd7-4e9a-afde-1456698fb9d2 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.0956583 Dec 10 20:42:57.748040 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-931c4316-f196-4cc4-adc0-b81c120d59f8 req-9c7e4910-1005-4b7a-9d40-ced1a5b2838d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2a22c6-8566-418d-93cc-226c8cf9273b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454941 Dec 10 20:42:57.957829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-6807a3e6-874a-4b40-9bf9-578018fc1e62 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:42:57.959107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-6807a3e6-874a-4b40-9bf9-578018fc1e62 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Synchronizing usage tracker for tenant:adc6ad7266e344659c36d5df60414a44 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:42:57.971828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-6807a3e6-874a-4b40-9bf9-578018fc1e62 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Unset dirty status for tenant:adc6ad7266e344659c36d5df60414a44 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:42:57.973024 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-6807a3e6-874a-4b40-9bf9-578018fc1e62 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 945 time: 0.1148102 Dec 10 20:42:58.047508 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Deleting port 31d998b5-6346-4610-af77-697613c0e875 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:42:58.047921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:58.537023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] For port 31d998b5-6346-4610-af77-697613c0e875, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=31d998b5-6346-4610-af77-697613c0e875,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:42:58.537463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:58.665550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Calling delete_port for 31d998b5-6346-4610-af77-697613c0e875 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:42:58.814043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:58.830877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9c53c256-4117-4007-9237-eb755d544f83 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:42:58.880829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event deleted for resources: {'Port': ['ID=31d998b5-6346-4610-af77-697613c0e875,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:42:58.927772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.928201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.928622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.929040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.929459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.929902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.930316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.930733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.931141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.931547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.931956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:42:58.940612 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86c66ede-83f3-4d2e-ab70-609e8ce79cfe req-1d06845a-ceab-4037-b0ef-483b9947cc06 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 210 time: 0.0514698 Dec 10 20:42:58.942600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:42:58.978789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] No DVR routers for this DVR port 31d998b5-6346-4610-af77-697613c0e875 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:42:58.981417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:42:58.984174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'name': 'network-vif-deleted', 'tag': '31d998b5-6346-4610-af77-697613c0e875'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:42:58.999068 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4a46e469-eb60-404f-b4de-a09235ce0c75 req-00ebf862-8e05-49b3-acf2-b65fce1fa9d1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.84 "DELETE /v2.0/ports/31d998b5-6346-4610-af77-697613c0e875 HTTP/1.1" status: 204 len: 173 time: 1.0204291 Dec 10 20:42:59.043712 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb4ec2-aa95-4abf-a496-4ea8d615a88f', 'name': 'network-vif-deleted', 'tag': '31d998b5-6346-4610-af77-697613c0e875', 'status': 'completed', 'code': 200} Dec 10 20:43:00.153257 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ebb4ec84-697e-4d3e-a7e6-77b18eb87f01 req-ab4bc4b9-46e8-44c3-b06c-371e427be69d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7cb4ec2-aa95-4abf-a496-4ea8d615a88f HTTP/1.1" status: 200 len: 210 time: 0.0566514 Dec 10 20:43:00.430772 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 31d998b5-6346-4610-af77-697613c0e875 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:43:00.469781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 31d998b5-6346-4610-af77-697613c0e875 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:43:00.470180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 31d998b5-6346-4610-af77-697613c0e875 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:43:01.265539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43470) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:01.340982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59fc3eed-a0c6-4db9-9ddd-b62cb82eb05d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:01.372345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59fc3eed-a0c6-4db9-9ddd-b62cb82eb05d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:01.433416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59fc3eed-a0c6-4db9-9ddd-b62cb82eb05d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:01.439810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d0081f4b-7057-4a5c-bbe5-ede0ade8a503 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:01.455132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc3eed-a0c6-4db9-9ddd-b62cb82eb05d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a22c6-8566-418d-93cc-226c8cf9273b,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:01.458908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-59fc3eed-a0c6-4db9-9ddd-b62cb82eb05d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:01.469300 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-59fc3eed-a0c6-4db9-9ddd-b62cb82eb05d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:01.471636 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-59fc3eed-a0c6-4db9-9ddd-b62cb82eb05d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac2a22c6-8566-418d-93cc-226c8cf9273b HTTP/1.1" status: 204 len: 168 time: 0.2044966 Dec 10 20:43:01.535434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43476) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:02.206106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:02.828481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Deleting port 7dc011ed-4667-478d-9836-4928b2fefb92 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:02.829035 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:02.990606 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:03.014044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] For port 7dc011ed-4667-478d-9836-4928b2fefb92, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7dc011ed-4667-478d-9836-4928b2fefb92,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:03.014450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:03.140386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Calling delete_port for 7dc011ed-4667-478d-9836-4928b2fefb92 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:43:03.308219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:03.312647 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-31dac694-ce1c-4bc3-9b14-ae15ad067edf tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:03.354465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc011ed-4667-478d-9836-4928b2fefb92,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:03.357743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:03.661241 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:04.498253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Router 65f27fac-3e0e-4fad-b8a3-887950bb3680 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:43:04.710836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:43:04.720181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] Sync routers for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:43:04.723747 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] 10.222.0.41 "PUT /v2.0/routers/65f27fac-3e0e-4fad-b8a3-887950bb3680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1866343 Dec 10 20:43:04.726539 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43482) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:04.732758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:04.733423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:04.929069 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:04.935157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:05.145645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:05.154193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Deleting port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:05.154566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:05.227963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:43:03Z', 'revision_number': 5, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port': {'id': 'c5309b5b-fa2d-45aa-b82f-3972fbaaef7f', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:05.231931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] Checking router: 65f27fac-3e0e-4fad-b8a3-887950bb3680 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:43:05.243040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] Routers {'65f27fac-3e0e-4fad-b8a3-887950bb3680'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:05.243694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['65f27fac-3e0e-4fad-b8a3-887950bb3680'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:05.334848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] For port c5309b5b-fa2d-45aa-b82f-3972fbaaef7f, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c5309b5b-fa2d-45aa-b82f-3972fbaaef7f,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:05.335249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:05.403902 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] Set router 65f27fac-3e0e-4fad-b8a3-887950bb3680 gateway port host: None {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:05.480799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Calling delete_port for c5309b5b-fa2d-45aa-b82f-3972fbaaef7f owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:43:05.664875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:05.665484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:43:05Z', 'revision_number': 6, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:05.668712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4260e005-392b-4697-ba9e-46b189aefb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:05.669546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad45d46-cdf4-4bd4-a875-c22b6ed06a80 None None] The sync data for ids ['65f27fac-3e0e-4fad-b8a3-887950bb3680'] in dv-neutron-821443-1-hyperv is: [{'id': '65f27fac-3e0e-4fad-b8a3-887950bb3680', 'name': 'tempest-TestShelveInstance-647014529-router', 'tenant_id': 'adc6ad7266e344659c36d5df60414a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:35Z', 'updated_at': '2021-12-10T20:43:05Z', 'revision_number': 6, 'project_id': 'adc6ad7266e344659c36d5df60414a44', 'gw_port_host': None}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:43:05.714968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5309b5b-fa2d-45aa-b82f-3972fbaaef7f,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:05.717742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:05.955408 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.230102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.234503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.260086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.260612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65f27fac-3e0e-4fad-b8a3-887950bb3680 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:43:06.275380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.276631 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f9777020-c54b-401c-8793-bd29678674dc admin admin] 10.222.0.41 "DELETE /v2.0/routers/65f27fac-3e0e-4fad-b8a3-887950bb3680 HTTP/1.1" status: 204 len: 168 time: 1.5491002 Dec 10 20:43:06.279380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43486) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:06.345908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] Deleting subnet d20f65f4-60ea-4dc9-a075-7a65a87b8074 {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:43:06.349747 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.405707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.486540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.555554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.559291 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1387dbba-3d26-401c-a29b-b443e760c2dc tempest-PortsIpV6TestJSON-1289930448 tempest-PortsIpV6TestJSON-1289930448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:06.598214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20f65f4-60ea-4dc9-a075-7a65a87b8074,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:06.601290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:06.608228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.613413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a94066-bee3-4ef3-818b-754e758ea77d None None] Network 1227b6e8-fe82-4a60-982c-54a3f57a3f53 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:43:06.614595 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-2f059602-0120-44de-a9e6-eab70d01f638 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d20f65f4-60ea-4dc9-a075-7a65a87b8074 HTTP/1.1" status: 204 len: 168 time: 0.3341107 Dec 10 20:43:06.617844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43490) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:06.732294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.744295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Deleting port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:06.744710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.872920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] DHCP port deletion for 1227b6e8-fe82-4a60-982c-54a3f57a3f53 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:43:06.877925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Deleting port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:06.878361 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:06.963050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] For port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=25b80976-4fe2-4f87-a4ae-4c4c261dcb58,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:06.963451 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:07.092881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] For port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=25b80976-4fe2-4f87-a4ae-4c4c261dcb58,segment=NetworkSegment(d58af67a-97be-4136-9982-869294c59ce9),segment_id=d58af67a-97be-4136-9982-869294c59ce9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:07.093257 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:07.097549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Calling delete_port for 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 owned by network:dhcp {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:43:07.227159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Calling delete_port for 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:43:07.306231 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483'] for port, after_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:07.311678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:07.360375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Pushing event deleted for resources: {'Port': ['ID=25b80976-4fe2-4f87-a4ae-4c4c261dcb58,revision_number=None']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:07.370528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] No DVR routers for this DVR port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 on host dv-neutron-821443-1-hyperv {{(pid=88873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:43:07.374112 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.374507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.374967 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.375353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.375740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.376119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.377120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.377120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.377311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.377554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.377927 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:07.381432 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:07.410262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88872) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:43:07.410633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:43:07.564541 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c5309b5b-fa2d-45aa-b82f-3972fbaaef7f no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:43:07.601271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: c5309b5b-fa2d-45aa-b82f-3972fbaaef7f {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:43:07.601725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c5309b5b-fa2d-45aa-b82f-3972fbaaef7f not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:43:07.602185 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7dc011ed-4667-478d-9836-4928b2fefb92 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:43:07.635742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 7dc011ed-4667-478d-9836-4928b2fefb92 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:43:07.636089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7dc011ed-4667-478d-9836-4928b2fefb92 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:43:07.636552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:43:07.671716 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:43:07.672114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:43:07.912634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Deleting port 25b80976-4fe2-4f87-a4ae-4c4c261dcb58 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:07.913108 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:07.982071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] The port '25b80976-4fe2-4f87-a4ae-4c4c261dcb58' was deleted {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:43:08.106460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:08.132912 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1227b6e8-fe82-4a60-982c-54a3f57a3f53']}} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:08.145481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58af67a-97be-4136-9982-869294c59ce9') {'for_net_delete': True} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:08.146459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58af67a-97be-4136-9982-869294c59ce9') {} {{(pid=88872) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:08.158299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847307748'] for segment, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:08.176524 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:08.182971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:43:08.183443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6996551'] for segment, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:43:08.197614 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:43:08.276790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:08.280529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0c8eff1a-7ab1-4c57-9dd5-3092c6d2a9a2 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:08.295051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:08.305957 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Pushing event deleted for resources: {'Network': ['ID=1227b6e8-fe82-4a60-982c-54a3f57a3f53,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:08.309312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:08.319168 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6a34c174-e0b9-4385-adfb-942e7ccd0667 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1227b6e8-fe82-4a60-982c-54a3f57a3f53 HTTP/1.1" status: 204 len: 168 time: 1.7003164 Dec 10 20:43:08.322470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43496) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:08.728203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:09.350094 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Deleting port d2992881-9917-4ae9-b45e-8ec7d1773147 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:09.350643 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:09.534791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] For port d2992881-9917-4ae9-b45e-8ec7d1773147, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d2992881-9917-4ae9-b45e-8ec7d1773147,segment=NetworkSegment(30605b96-bcda-4df5-8934-1b87dc5d77e9),segment_id=30605b96-bcda-4df5-8934-1b87dc5d77e9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:09.535189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:09.665418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Calling delete_port for d2992881-9917-4ae9-b45e-8ec7d1773147 owned by network:router_interface {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:43:09.832879 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:09.837302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0cb42f38-29f7-4b81-9ce0-5505eacc73ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:09.878640 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2992881-9917-4ae9-b45e-8ec7d1773147,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:09.882911 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:10.183399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:11.016572 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:43:11.224204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:43:11.233531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] Sync routers for ids ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:43:11.240985 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-24281bfd-9da3-4933-825f-8fd454d9a5f6 admin admin] 10.222.0.41 "PUT /v2.0/routers/a7c557d3-1532-4ef4-93cd-2f2dda0b6135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9173431 Dec 10 20:43:11.243736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43506) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:11.246658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] Routers {'a7c557d3-1532-4ef4-93cd-2f2dda0b6135'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:11.247338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:11.466220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:11.556601 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e221cd77-1d89-46f3-8efa-49911f349ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:11.621810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] Set router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:11.682802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:11.693216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Deleting port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:11.693637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:11.879612 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] For port 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=118f3a0b-64fe-4fcc-ae0f-cf802f0ce156,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:11.880010 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:11.930574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:43:09Z', 'revision_number': 5, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port': {'id': '118f3a0b-64fe-4fcc-ae0f-cf802f0ce156', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:32:42Z', 'updated_at': '2021-12-10T20:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:11.934689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] Checking router: a7c557d3-1532-4ef4-93cd-2f2dda0b6135 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:43:11.946972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] Routers {'a7c557d3-1532-4ef4-93cd-2f2dda0b6135'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:11.947663 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:42:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:12.008622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Calling delete_port for 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 owned by network:router_gateway {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:43:12.107849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] Set router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:12.187160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:12.191741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-680a4470-988a-4c05-ac0a-1dc687093f60 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:12.223969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:43:11Z', 'revision_number': 6, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:12.228641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a759455-9fe2-43ee-b306-6ccc1ba47d50 None None] The sync data for ids ['a7c557d3-1532-4ef4-93cd-2f2dda0b6135'] in dv-neutron-821443-1-hyperv is: [{'id': 'a7c557d3-1532-4ef4-93cd-2f2dda0b6135', 'name': 'tempest-TestShelveInstance-14261601-router', 'tenant_id': '1963339c249744e6953be7de45934892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:32:41Z', 'updated_at': '2021-12-10T20:43:11Z', 'revision_number': 6, 'project_id': '1963339c249744e6953be7de45934892', 'gw_port_host': None}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:43:12.237346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=118f3a0b-64fe-4fcc-ae0f-cf802f0ce156,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:12.240938 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:12.480435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:12.673134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:12.760506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:12.765164 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:12.789183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:12.789773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7c557d3-1532-4ef4-93cd-2f2dda0b6135 {{(pid=88872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:43:12.802959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:12.804198 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-90c39642-b07a-4c2b-a281-45cfdcac0ed2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a7c557d3-1532-4ef4-93cd-2f2dda0b6135 HTTP/1.1" status: 204 len: 168 time: 1.5593727 Dec 10 20:43:12.806956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43510) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:12.875123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] Deleting subnet 03e320e6-134f-45bd-a7dd-c6ce153df67b {{(pid=88872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:43:12.878190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.167531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7468053'] for subnet, precommit_delete_associations {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.247041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.315538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6996716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847162749'] for subnet, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.320176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e34cec07-49dc-4bb6-839d-ba387877599d tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:13.356455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e320e6-134f-45bd-a7dd-c6ce153df67b,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:13.359134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:13.362746 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.367860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021c232-6ccb-43e6-8825-fecd4448b148 None None] Network c1ed74db-34bd-4bd0-b0e5-5f86461a9286 requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:43:13.369196 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-9aed05fd-df10-4e9f-a359-053d9bdabb6b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03e320e6-134f-45bd-a7dd-c6ce153df67b HTTP/1.1" status: 204 len: 168 time: 0.5612330 Dec 10 20:43:13.372000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43514) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:13.490869 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.501646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Deleting port 509875c4-2668-4aa6-b63b-f3bb093bc255 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:13.502013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.570433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:43:13.609232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:43:13.609662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 118f3a0b-64fe-4fcc-ae0f-cf802f0ce156 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:43:13.610147 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d2992881-9917-4ae9-b45e-8ec7d1773147 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:43:13.649228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: d2992881-9917-4ae9-b45e-8ec7d1773147 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:43:13.649690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d2992881-9917-4ae9-b45e-8ec7d1773147 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:43:13.713889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] DHCP port deletion for c1ed74db-34bd-4bd0-b0e5-5f86461a9286 request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:43:13.718783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] Deleting port 509875c4-2668-4aa6-b63b-f3bb093bc255 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:13.719219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.935929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] For port 509875c4-2668-4aa6-b63b-f3bb093bc255, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=509875c4-2668-4aa6-b63b-f3bb093bc255,segment=NetworkSegment(30605b96-bcda-4df5-8934-1b87dc5d77e9),segment_id=30605b96-bcda-4df5-8934-1b87dc5d77e9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:13.936242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:13.941832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] For port 509875c4-2668-4aa6-b63b-f3bb093bc255, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=509875c4-2668-4aa6-b63b-f3bb093bc255,segment=NetworkSegment(30605b96-bcda-4df5-8934-1b87dc5d77e9),segment_id=30605b96-bcda-4df5-8934-1b87dc5d77e9)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:13.942230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.071328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] Calling delete_port for 509875c4-2668-4aa6-b63b-f3bb093bc255 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:43:14.074553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Calling delete_port for 509875c4-2668-4aa6-b63b-f3bb093bc255 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:43:14.139194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-76b8e5e3-6982-4540-a57f-a631ec1ff6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.148285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.151138 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.156610 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-83633af6-151b-456c-87f8-08a1dd168e57 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 20:43:14.162492 dv-neutron-821443-1-hyperv neutron-server[88762]: % (table.description, expected, rows_matched) Dec 10 20:43:14.168208 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:43:14.168656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:43:14.200008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Pushing event deleted for resources: {'Port': ['ID=509875c4-2668-4aa6-b63b-f3bb093bc255,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:14.202829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:14.206421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] No DVR routers for this DVR port 509875c4-2668-4aa6-b63b-f3bb093bc255 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:43:14.326990 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.353726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ed74db-34bd-4bd0-b0e5-5f86461a9286']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:14.369550 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30605b96-bcda-4df5-8934-1b87dc5d77e9') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:14.369883 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30605b96-bcda-4df5-8934-1b87dc5d77e9') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:14.384501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.404220 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.410701 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:43:14.411114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:43:14.424846 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:43:14.501609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.506637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.510621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b2f83621-cf26-4e3f-8677-52c581d98591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:14.534032 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ed74db-34bd-4bd0-b0e5-5f86461a9286,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:14.538203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:14.539683 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c1ed74db-34bd-4bd0-b0e5-5f86461a9286 HTTP/1.1" status: 204 len: 168 time: 1.1666265 Dec 10 20:43:14.670396 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] Deleting port 509875c4-2668-4aa6-b63b-f3bb093bc255 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:43:14.670837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.703793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43520) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:14.739326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-147f47c2-a030-44db-afe0-600768a353f5 None None] The port '509875c4-2668-4aa6-b63b-f3bb093bc255' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:43:14.763111 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d3895367-453d-45a8-8a3d-33c54b76602e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adc6ad7266e344659c36d5df60414a44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579648 Dec 10 20:43:14.765616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43524) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:14.828392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f992b66b-1698-4ad6-b5dd-8002431981a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.854914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f992b66b-1698-4ad6-b5dd-8002431981a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.903006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f992b66b-1698-4ad6-b5dd-8002431981a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.908095 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14755b69-a78e-4bac-836b-f04bcea22acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:14.922329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992b66b-1698-4ad6-b5dd-8002431981a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd519bd-1b12-40b5-a067-652da59edb2e,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:14.925167 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f992b66b-1698-4ad6-b5dd-8002431981a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:14.931394 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f992b66b-1698-4ad6-b5dd-8002431981a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:14.932592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-f992b66b-1698-4ad6-b5dd-8002431981a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3dd519bd-1b12-40b5-a067-652da59edb2e HTTP/1.1" status: 204 len: 168 time: 0.1660318 Dec 10 20:43:15.360102 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43532) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:15.412769 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4e1cb3f4-3c43-4275-a6f3-daea7034cf20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1963339c249744e6953be7de45934892&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512884 Dec 10 20:43:15.415204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43536) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:15.483904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a72f31fe-31e3-460a-8201-31b701582b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:15.510492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a72f31fe-31e3-460a-8201-31b701582b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:15.555602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a72f31fe-31e3-460a-8201-31b701582b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:15.561114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c030b681-eb58-43d5-806c-912364ecde83 tempest-TestMinimumBasicScenario-1200497338 tempest-TestMinimumBasicScenario-1200497338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:15.564790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 509875c4-2668-4aa6-b63b-f3bb093bc255 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:43:15.572313 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f31fe-31e3-460a-8201-31b701582b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d0bed-3042-4c78-b59b-b0de076819ed,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:15.576066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a72f31fe-31e3-460a-8201-31b701582b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:15.579302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a72f31fe-31e3-460a-8201-31b701582b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:15.580521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-a72f31fe-31e3-460a-8201-31b701582b29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/655d0bed-3042-4c78-b59b-b0de076819ed HTTP/1.1" status: 204 len: 168 time: 0.1643651 Dec 10 20:43:15.612614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 509875c4-2668-4aa6-b63b-f3bb093bc255 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:43:15.612993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 509875c4-2668-4aa6-b63b-f3bb093bc255 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:43:15.659202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.514130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43558) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:16.649008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-637316457-network', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:16.654277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:16.658295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Usage tracker for resource:network and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:16.661778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:16.667733 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:16.678252 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Made reservation on behalf of 572f15140e9c44c6b7f73733132e9e06 for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:43:16.683075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.696488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.728614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:16.732605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Usage tracker for resource:security_group_rule and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:16.735544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:16.742173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:16.810977 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.813549 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.817625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-939009e0-4f81-4c64-91c3-2443c6599c6a tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:16.850986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:43:16.859756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b09045-c3eb-40a2-a3d1-292b95aa0455,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:16.863555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:16.866050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.866441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Added segment 56e28dc7-a239-4b47-bd82-1ee98149f3b9 of type vlan for network e32285b0-3762-4af2-8903-341a91d965bc Dec 10 20:43:16.892467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.921794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.922751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:16.923383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:16.928343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7769cc5-809b-4312-9a73-c6a77f0b44fd tempest-RoutersNegativeTest-833453205 tempest-RoutersNegativeTest-833453205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:17.031135 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5158267 Dec 10 20:43:17.034201 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Pushing event updated for resources: {'Network': ['ID=e32285b0-3762-4af2-8903-341a91d965bc,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:17.034331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43564) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:17.037551 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:17.041409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Request body: {'subnet': {'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-637316457-subnet', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:17.045379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network e32285b0-3762-4af2-8903-341a91d965bc details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:43:17.047057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:17.051366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Usage tracker for resource:subnet and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:17.054403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:17.060552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:17.070613 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Made reservation on behalf of 572f15140e9c44c6b7f73733132e9e06 for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:43:17.075375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.289812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.294125 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-35d66d53-a7c0-4d45-b459-ad29615cc9a8 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:17.371226 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390ac60f-1c63-40b5-9db5-053fe7dbe64c,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:17.375347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:17.384330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Checking segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:17.384729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Network hostable DHCP agents. Network: e32285b0-3762-4af2-8903-341a91d965bc, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:43:17.406973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Network e32285b0-3762-4af2-8903-341a91d965bc is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:43:17.416296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, e32285b0-3762-4af2-8903-341a91d965bc) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:17.420445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:17.421136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.425678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5090794-f0ef-438d-87cb-cfbc919ed4fe None None] Network e32285b0-3762-4af2-8903-341a91d965bc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:43:17.445548 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-14550098-8ecd-45c1-b2f0-5318efad7855 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4094722 Dec 10 20:43:17.448050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43568) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:17.453605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:17.459402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:17.463468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Usage tracker for resource:router and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:17.466494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:17.472574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:17.485358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.486279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.505734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.657592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-e32285b0-3762-4af2-8903-341a91d965bc', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:43:17.658447 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.662534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.823438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Allocated IP 172.20.0.2 (e32285b0-3762-4af2-8903-341a91d965bc/390ac60f-1c63-40b5-9db5-053fe7dbe64c/be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:43:17.859761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:17.892376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.034345 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.038943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Allocated IP 172.26.8.186 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/c052b07f-7bc0-4537-a3ea-0b92fd5778a3) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:43:18.045662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Transition to ACTIVE for port object be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:18.065139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Transition to ACTIVE for port object be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:18.069658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.075141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:18.146837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Network e32285b0-3762-4af2-8903-341a91d965bc is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:18.150044 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:18.152600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:43:18.159406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Pushing event updated for resources: {'Port': ['ID=be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:18.162828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:18.195533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.223388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.228331 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:18.251783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Attempting to bind port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:43:18.252211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Attempting to bind port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:43:18.252627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Attempting to bind port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 on network e32285b0-3762-4af2-8903-341a91d965bc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:43:18.259382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:43:18.259805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Checking segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:18.260261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.260708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Bound using segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:43:18.261225 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Bound port: be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:43:18.261734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.296734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:18.299741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:18.304320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:43:18.333853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Pushing event updated for resources: {'Port': ['ID=c052b07f-7bc0-4537-a3ea-0b92fd5778a3,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:18.343633 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:18.358512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] For port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:43:18.361885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] For port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:43:18.365401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.369998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-af357cdd-fc80-45a8-aa46-42154d6514d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:18.465133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Pushing event updated for resources: {'Port': ['ID=be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:18.468395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:18.475358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.476123 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.721732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:43:18.946096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:43:18.956528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Sync routers for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:43:18.970292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:18.970823 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:18.971727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:18.972151 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-6886954d-210a-4d72-8a3f-031af897b4ef admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5230579 Dec 10 20:43:18.975639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43572) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:19.160491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:19.473835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:18Z', 'revision_number': 3, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:19.478575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Checking router: 3c854262-a5a3-4cae-971d-1c69e4d8bb23 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:43:19.478978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Updating router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 port c052b07f-7bc0-4537-a3ea-0b92fd5778a3 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:43:19.535929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:19.606075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:19.683650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:19.896240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:19.909116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Transition to ACTIVE for port object c052b07f-7bc0-4537-a3ea-0b92fd5778a3 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:19.915982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:19.921420 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7507bf4c-7b77-4aa2-b94c-6f2fd0e03456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:20.004415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Attempting to bind port c052b07f-7bc0-4537-a3ea-0b92fd5778a3 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:43:20.004809 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Attempting to bind port c052b07f-7bc0-4537-a3ea-0b92fd5778a3 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:43:20.005256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Attempting to bind port c052b07f-7bc0-4537-a3ea-0b92fd5778a3 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:43:20.015594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.018668 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:43:20.019137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:20.019533 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.019971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:43:20.020484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Bound port: c052b07f-7bc0-4537-a3ea-0b92fd5778a3, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:43:20.021422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.050419 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Pushing event updated for resources: {'Port': ['ID=c052b07f-7bc0-4537-a3ea-0b92fd5778a3,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:20.087368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.087760 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.088141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.088519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.088899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.089271 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.089665 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.090038 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.090401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.090757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.091119 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:43:20.103655 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:20.117729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] For port c052b07f-7bc0-4537-a3ea-0b92fd5778a3, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:43:20.121096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] For port c052b07f-7bc0-4537-a3ea-0b92fd5778a3, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c052b07f-7bc0-4537-a3ea-0b92fd5778a3,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:43:20.126743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.131229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6d647fc7-ee0a-428f-beca-6767f9f4e68c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:20.216753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Pushing event updated for resources: {'Port': ['ID=c052b07f-7bc0-4537-a3ea-0b92fd5778a3,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:20.220465 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:20.222411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:20.222684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:20.243176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9976216-bcd2-44fd-a123-237fed33f952 None None] Network e32285b0-3762-4af2-8903-341a91d965bc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:43:20.251819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Allocated IP 172.20.0.1 (e32285b0-3762-4af2-8903-341a91d965bc/390ac60f-1c63-40b5-9db5-053fe7dbe64c/7850efa5-c1cc-4fd9-a696-00c1c42cd7e5) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:43:20.344142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] Provisioning for port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:20.363727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] Provisioning complete for port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:20.364139 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.417046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:20.417715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.434890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Transition to ACTIVE for port object 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:20.460066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.465637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c1aff183-e2c6-4703-956e-4e611f77898e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:20.549972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Network e32285b0-3762-4af2-8903-341a91d965bc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:20.554211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:20.556329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Pushing event updated for resources: {'Port': ['ID=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:20.558913 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:43:20.590527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:20.618778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.705183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.759143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:18Z', 'revision_number': 3, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:20.763302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd8308-13de-444f-b424-24a0ac066d0e None None] The sync data for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv is: [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:18Z', 'revision_number': 3, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:43:20.771222 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.820676 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] For port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:20.825363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.827906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:20.905195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] Pushing event updated for resources: {'Port': ['ID=be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:20.908876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:20.967113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.970824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:20.999956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b12478e0-6832-40e0-87ed-cd3cebe9ecdc tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:21.089401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:21.093335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Pushing event updated for resources: {'Port': ['ID=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:21.096773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:21.158062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-903d27c1-a559-40ed-a38e-599569a3b013 None None] Provisioning complete for port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:21.158569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903d27c1-a559-40ed-a38e-599569a3b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:21.279531 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Network e32285b0-3762-4af2-8903-341a91d965bc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:21.281202 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:21.342785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-903d27c1-a559-40ed-a38e-599569a3b013 None None] Provisioning for port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:21.349238 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-903d27c1-a559-40ed-a38e-599569a3b013 None None] Provisioning complete for port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:21.349700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-903d27c1-a559-40ed-a38e-599569a3b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:21.416843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-903d27c1-a559-40ed-a38e-599569a3b013 None None] Port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:43:21.558891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0a39bc18-6697-472b-babc-997abe9b5e15 None None] Provisioning complete for port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:21.559471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0a39bc18-6697-472b-babc-997abe9b5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:21.671017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0a39bc18-6697-472b-babc-997abe9b5e15 None None] Port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:43:21.731341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c052b07f-7bc0-4537-a3ea-0b92fd5778a3 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:21.756732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:43:21.822322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-28059519-f7a8-4230-becb-c1cc23e17a7e None None] Provisioning complete for port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:21.822743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28059519-f7a8-4230-becb-c1cc23e17a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:21.883998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port c052b07f-7bc0-4537-a3ea-0b92fd5778a3 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:21.890628 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-28059519-f7a8-4230-becb-c1cc23e17a7e None None] Port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:43:21.893151 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c052b07f-7bc0-4537-a3ea-0b92fd5778a3 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:21.893593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:21.982354 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:43:21.997550 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-920fb52d-094a-4be9-ab3c-66ad98980346 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c854262-a5a3-4cae-971d-1c69e4d8bb23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0157766 Dec 10 20:43:22.024006 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:22.042706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port c052b07f-7bc0-4537-a3ea-0b92fd5778a3, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c052b07f-7bc0-4537-a3ea-0b92fd5778a3,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:22.047217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:22.048377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:22.078932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:22.179728 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=c052b07f-7bc0-4537-a3ea-0b92fd5778a3,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:22.184891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:22.193630 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:22.194005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:22.959086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43596) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:22.965336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-275020920-network', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:22.970761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:22.975442 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Usage tracker for resource:network and tenant:eccc7eccf7f24f658fa316557f6bf3fb is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:22.978479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:22.984514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:22.994467 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Made reservation on behalf of eccc7eccf7f24f658fa316557f6bf3fb for: {'network': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:43:22.999194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for network, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.012557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.045566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:23.049595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Usage tracker for resource:security_group_rule and tenant:eccc7eccf7f24f658fa316557f6bf3fb is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:23.052554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:23.058555 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:23.126872 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.130349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.134598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1c2caa94-0341-47c9-b2e3-b819644476ca tempest-PortsTestJSON-1670024221 tempest-PortsTestJSON-1670024221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:23.163346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 10 20:43:23.174580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c09be1-48fe-4dbd-a941-18d131b3c9d5,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:23.178372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:23.180786 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.181182 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.segments_db [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Added segment 0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1 of type vlan for network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb Dec 10 20:43:23.209254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781912087530'] for network, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.237753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364'] for network, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.238726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:23.239443 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Notify callbacks [] for network, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.244598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-54ebe267-c29a-44c2-a5d6-f6b7168cd3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:23.350582 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3903010 Dec 10 20:43:23.351561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:23.354235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43600) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:23.354670 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-eed3c669-6493-4419-b97e-39cf56e21f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:23.360445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Request body: {'subnet': {'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-275020920-subnet', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'ip_version': 4}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:23.362395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb details requested by agent ovs-agent-dv-neutron-821443-1-hyperv with host dv-neutron-821443-1-hyperv {{(pid=88873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 10 20:43:23.366198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:23.370247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Usage tracker for resource:subnet and tenant:eccc7eccf7f24f658fa316557f6bf3fb is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:23.373258 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:23.379306 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:23.389556 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Made reservation on behalf of eccc7eccf7f24f658fa316557f6bf3fb for: {'subnet': 1} {{(pid=88871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:43:23.394174 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7455980'] for subnet, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.578416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c052b07f-7bc0-4537-a3ea-0b92fd5778a3 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:23.610309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6819619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7455967'] for subnet, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.615322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-17e1835b-e6fa-4e7f-8974-0005bbc210cc tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:23.656362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c052b07f-7bc0-4537-a3ea-0b92fd5778a3 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:23.656797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.675584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b6a639-3f83-4a20-95d6-6a912268ae92,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:23.680376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:23.707380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Checking segment: {'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:23.707771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Network hostable DHCP agents. Network: a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb, hostable agents: ['af33a457-a395-4f62-bdeb-b1fa75e75ac4'], hosted agents: [] {{(pid=88871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 10 20:43:23.731426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb is scheduled to be hosted by DHCP agent af33a457-a395-4f62-bdeb-b1fa75e75ac4 with binding_index 1 {{(pid=88871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 10 20:43:23.740211 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821443-1-hyperv, a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb) {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:23.747387 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:23.748143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.754776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61b83a-d385-4427-bdf4-d48fa0e52408 None None] Network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:43:23.768889 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-da199115-f30f-4d82-8893-f290523cf603 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4134915 Dec 10 20:43:23.771691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43604) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:23.777903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:23.782690 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:23.786863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Usage tracker for resource:router and tenant:eccc7eccf7f24f658fa316557f6bf3fb is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:23.789855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:23.795797 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:23.806302 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854263712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036846410984'] for router, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.807296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-403615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854368075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8365031'] for router, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:23.827162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:24.009826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7740c4e2-bfd6-5250-9947-c494dee15958-a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb', 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'fixed_ips': [{'subnet_id': '51b6a639-3f83-4a20-95d6-6a912268ae92'}]}} from dv-neutron-821443-1-hyperv. {{(pid=88873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 10 20:43:24.011011 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:24.025682 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Sync routers for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:43:24.086552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:24.087273 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:24.219652 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-403598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854263725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8365046'] for router, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:24.371124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Allocated IP 172.20.0.2 (a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb/51b6a639-3f83-4a20-95d6-6a912268ae92/7b568366-0837-4ffa-ba85-ca2b85c63ee4) {{(pid=88873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:43:24.374899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:24.417071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:24.449395 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:24.599791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Allocated IP 172.26.8.66 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/c7885f13-0f5a-40cc-9ee3-c79692aa5f69) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:43:24.764161 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:24.793989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:24.798928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cab6a788-afa8-46a4-b423-3a0718047130 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:24.876398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:24.880642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:24.882855 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Pushing event updated for resources: {'Port': ['ID=c7885f13-0f5a-40cc-9ee3-c79692aa5f69,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:24.885204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:43:24.915051 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:25.046997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.047763 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-512091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854372119'] for router, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.055505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Notify callbacks [] for port, precommit_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.073124 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Transition to ACTIVE for port object 7b568366-0837-4ffa-ba85-ca2b85c63ee4 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:25.098107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 2, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:25.100469 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Transition to ACTIVE for port object 7b568366-0837-4ffa-ba85-ca2b85c63ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:25.104471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Checking router: 3c854262-a5a3-4cae-971d-1c69e4d8bb23 for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:43:25.104983 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Updating router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:43:25.134399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317'] for port, after_create {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.144216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:25.227648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb is already hosted by enough agents. {{(pid=88873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:25.232532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Resources bound (agent type, host, resource id): {{(pid=88873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:25.235277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Received port after_create {{(pid=88873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:43:25.244097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Pushing event updated for resources: {'Port': ['ID=7b568366-0837-4ffa-ba85-ca2b85c63ee4,revision_number=1']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:25.246810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:25.247639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.294055 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Router 882886c7-95e4-409f-8b05-c356d7b30fdb is scheduled to L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc with binding_index 1 {{(pid=88871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 10 20:43:25.400752 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Attempting to bind port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:43:25.401086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Attempting to bind port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:43:25.401499 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Attempting to bind port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 on network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:43:25.448545 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:43:25.448973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Checking segment: {'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:25.449429 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.449898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Bound using segment: {'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:43:25.450427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Bound port: 7b568366-0837-4ffa-ba85-ca2b85c63ee4, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:43:25.450851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.521422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:43:25.532154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Sync routers for ids ['882886c7-95e4-409f-8b05-c356d7b30fdb'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:43:25.545413 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.546083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Routers {'882886c7-95e4-409f-8b05-c356d7b30fdb'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:25.549482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['882886c7-95e4-409f-8b05-c356d7b30fdb'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:25.549644 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-1d73dfc6-9bd8-44a2-9a6d-ba176b4c9c7c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7735550 Dec 10 20:43:25.549843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43608) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:25.656949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] For port 7b568366-0837-4ffa-ba85-ca2b85c63ee4, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:43:25.669073 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] For port 7b568366-0837-4ffa-ba85-ca2b85c63ee4, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7b568366-0837-4ffa-ba85-ca2b85c63ee4,segment=NetworkSegment(0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1),segment_id=0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:43:25.675491 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.690426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6cdbaaaf-837e-40d8-91a7-a2f198180967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:25.738177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Set router 882886c7-95e4-409f-8b05-c356d7b30fdb gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:25.800083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Pushing event updated for resources: {'Port': ['ID=7b568366-0837-4ffa-ba85-ca2b85c63ee4,revision_number=2']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:25.803511 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-335a4440-7d45-4579-afbe-f791b1ed7422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:25.905793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.920427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Transition to ACTIVE for port object 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:25.928239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:25.933700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:26.013397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285fcf-c88f-4d49-880a-f6f25081fa3b None None] Pushing event updated for resources: {'Port': ['ID=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:26.016689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55285fcf-c88f-4d49-880a-f6f25081fa3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:26.199436 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Attempting to bind port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:43:26.199899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Attempting to bind port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:43:26.200262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Attempting to bind port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 on network e32285b0-3762-4af2-8903-341a91d965bc {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:43:26.210068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:43:26.210692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Checking segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:26.211919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.212514 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Bound using segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:43:26.213199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Bound port: 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:43:26.213819 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.296742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:43:24Z', 'revision_number': 3, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port': {'id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:24Z', 'updated_at': '2021-12-10T20:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:26.301317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Checking router: 882886c7-95e4-409f-8b05-c356d7b30fdb for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:43:26.301792 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Updating router 882886c7-95e4-409f-8b05-c356d7b30fdb port c7885f13-0f5a-40cc-9ee3-c79692aa5f69 binding host dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:43:26.323629 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] For port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:43:26.327223 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] For port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:43:26.337833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.342853 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:26.413712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.457411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:26.458742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:26.477154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.711153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:26.750996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Allocated IP 172.20.0.1 (a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb/51b6a639-3f83-4a20-95d6-6a912268ae92/d46da15b-930b-4072-8488-cf1c2854b003) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:43:26.835798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Notify callbacks [] for port, precommit_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.853018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Transition to ACTIVE for port object c7885f13-0f5a-40cc-9ee3-c79692aa5f69 will not be triggered until provisioned by entity L2. {{(pid=88874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:26.863268 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.874602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5acaa47a-6df5-4e63-a9ba-bb78ce8782cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:26.932719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.951706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285fcf-c88f-4d49-880a-f6f25081fa3b None None] Pushing event updated for resources: {'Port': ['ID=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:26.954841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Transition to ACTIVE for port object d46da15b-930b-4072-8488-cf1c2854b003 will not be triggered until provisioned by entity DHCP. {{(pid=88871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:26.960540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55285fcf-c88f-4d49-880a-f6f25081fa3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:26.964067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Attempting to bind port c7885f13-0f5a-40cc-9ee3-c79692aa5f69 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:43:26.965111 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Attempting to bind port c7885f13-0f5a-40cc-9ee3-c79692aa5f69 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:43:26.966388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Attempting to bind port c7885f13-0f5a-40cc-9ee3-c79692aa5f69 on network 1c48fda7-7127-4a60-857e-00e033e796dc {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:43:26.973952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dec9c-1e0b-4b81-84d3-9040dd73cea9 None None] Pushing event updated for resources: {'Port': ['ID=c7885f13-0f5a-40cc-9ee3-c79692aa5f69,revision_number=2']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:26.977030 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-226dec9c-1e0b-4b81-84d3-9040dd73cea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:26.980909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:43:26.981540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Checking segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:26.982180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.982814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Bound using segment: {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'} {{(pid=88874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:43:26.983506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Bound port: c7885f13-0f5a-40cc-9ee3-c79692aa5f69, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff0799-69fa-4851-8fb8-647fecb0f1f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc'}}] {{(pid=88874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:43:26.983934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.984778 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:26.989389 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:27.068154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] For port c7885f13-0f5a-40cc-9ee3-c79692aa5f69, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:43:27.068381 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:27.072360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:27.072477 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] For port c7885f13-0f5a-40cc-9ee3-c79692aa5f69, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c7885f13-0f5a-40cc-9ee3-c79692aa5f69,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:43:27.074548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Pushing event updated for resources: {'Port': ['ID=d46da15b-930b-4072-8488-cf1c2854b003,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:27.077023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:27.077152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:43:27.081909 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:26Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:27.083602 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae0468d4-1a88-4346-9d0d-426b763d7b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:27.086942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c49b0-9cb9-4cad-a49f-0481b5f6bdc9 None None] The sync data for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv is: [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:26Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:43:27.108534 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:27.141075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405164'] for router_interface, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:27.180076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Routers {'882886c7-95e4-409f-8b05-c356d7b30fdb'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:27.180779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['882886c7-95e4-409f-8b05-c356d7b30fdb'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:27.264614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:27.320981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dec9c-1e0b-4b81-84d3-9040dd73cea9 None None] Pushing event updated for resources: {'Port': ['ID=c7885f13-0f5a-40cc-9ee3-c79692aa5f69,revision_number=3']} {{(pid=88874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:27.326402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-226dec9c-1e0b-4b81-84d3-9040dd73cea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:27.409748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] Set router 882886c7-95e4-409f-8b05-c356d7b30fdb gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:27.685066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7b568366-0837-4ffa-ba85-ca2b85c63ee4 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:27.786289 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:27.796507 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:27.863767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:43:27Z', 'revision_number': 4, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port': {'id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:24Z', 'updated_at': '2021-12-10T20:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'd46da15b-930b-4072-8488-cf1c2854b003', 'name': '', 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'mac_address': 'fa:16:3e:84:12:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:26Z', 'updated_at': '2021-12-10T20:43:26Z', 'revision_number': 1, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'subnets': [{'id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:27.871714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9829dc0-0321-4de7-8743-8553bdbd524d None None] The sync data for ids ['882886c7-95e4-409f-8b05-c356d7b30fdb'] in dv-neutron-821443-1-hyperv is: [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:43:27Z', 'revision_number': 4, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port': {'id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:24Z', 'updated_at': '2021-12-10T20:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'd46da15b-930b-4072-8488-cf1c2854b003', 'name': '', 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'mac_address': 'fa:16:3e:84:12:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:26Z', 'updated_at': '2021-12-10T20:43:26Z', 'revision_number': 1, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'subnets': [{'id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:43:27.909290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:27.913619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:27.916653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:27.917086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:27.918653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:27.954067 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e29738dd-abfc-4591-941b-088a7a9b0d60 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:27.963729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b6d13-9e0e-43d1-a1d0-37acf6922335 None None] Network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:43:28.057005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854134445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854370613'] for router_interface, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:28.066330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Pushing event updated for resources: {'Port': ['ID=d46da15b-930b-4072-8488-cf1c2854b003,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:28.072671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:28.229200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:28.230439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:28.295007 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-48a9ed56-fd9e-4b9e-aef9-cf70b900d48f None None] Provisioning for port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:28.302875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-48a9ed56-fd9e-4b9e-aef9-cf70b900d48f None None] Provisioning complete for port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:28.303440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48a9ed56-fd9e-4b9e-aef9-cf70b900d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:28.484382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:28.639022 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:28.652488 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:28.656560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:28.718836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48a9ed56-fd9e-4b9e-aef9-cf70b900d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:28.723502 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Router 882886c7-95e4-409f-8b05-c356d7b30fdb has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:43:28.787802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:28.792370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:28.798346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-48a9ed56-fd9e-4b9e-aef9-cf70b900d48f None None] For port 7b568366-0837-4ffa-ba85-ca2b85c63ee4, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7b568366-0837-4ffa-ba85-ca2b85c63ee4,segment=NetworkSegment(0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1),segment_id=0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:28.804586 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-48a9ed56-fd9e-4b9e-aef9-cf70b900d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:28.809832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:28.917798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ed56-fd9e-4b9e-aef9-cf70b900d48f None None] Pushing event updated for resources: {'Port': ['ID=7b568366-0837-4ffa-ba85-ca2b85c63ee4,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:28.933454 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-48a9ed56-fd9e-4b9e-aef9-cf70b900d48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:29.002941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:43:29.016658 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] 10.222.0.41 "PUT /v2.0/routers/882886c7-95e4-409f-8b05-c356d7b30fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4628358 Dec 10 20:43:29.137366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c75540c9-49b7-4be0-9425-f2f1056002fa None None] Provisioning complete for port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:29.137861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c75540c9-49b7-4be0-9425-f2f1056002fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:29.320998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c75540c9-49b7-4be0-9425-f2f1056002fa None None] Provisioning for port d46da15b-930b-4072-8488-cf1c2854b003 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:29.326915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-c75540c9-49b7-4be0-9425-f2f1056002fa None None] Provisioning complete for port d46da15b-930b-4072-8488-cf1c2854b003 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:29.327461 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c75540c9-49b7-4be0-9425-f2f1056002fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:29.409599 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c75540c9-49b7-4be0-9425-f2f1056002fa None None] Port d46da15b-930b-4072-8488-cf1c2854b003 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:43:29.646813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-ae5963aa-8a19-4a9c-8727-fc30b59ddb40 None None] Provisioning complete for port d46da15b-930b-4072-8488-cf1c2854b003 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:29.647450 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae5963aa-8a19-4a9c-8727-fc30b59ddb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:29.731926 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-ae5963aa-8a19-4a9c-8727-fc30b59ddb40 None None] Port d46da15b-930b-4072-8488-cf1c2854b003 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:43:29.752375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7b568366-0837-4ffa-ba85-ca2b85c63ee4 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:29.843277 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:29.843992 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:29.992848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c7885f13-0f5a-40cc-9ee3-c79692aa5f69 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:29.995605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88872) accepted ('10.222.0.41', 43618) {{(pid=88872) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:30.002401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199659680', 'description': 'tempest-secgroup-smoke-1199659680 description', 'project_id': '572f15140e9c44c6b7f73733132e9e06'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:30.009239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:30.013481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:security_group and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:30.016622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:30.024642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:30.034941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.037312 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0c7a04a1-1968-49d8-bb27-facefc1fa9a6 None None] Provisioning complete for port d46da15b-930b-4072-8488-cf1c2854b003 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:30.037773 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0c7a04a1-1968-49d8-bb27-facefc1fa9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.077117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:30.081434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:security_group_rule and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:30.085118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:30.091339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:30.116745 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a04a1-1968-49d8-bb27-facefc1fa9a6 None None] Port d46da15b-930b-4072-8488-cf1c2854b003 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:43:30.133712 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port c7885f13-0f5a-40cc-9ee3-c79692aa5f69 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:30.139219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c7885f13-0f5a-40cc-9ee3-c79692aa5f69 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:30.139662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.162204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.166715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.172598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-44b1a3d6-d6ca-4506-adfa-bc31a852b87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:30.218615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.223091 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2231877 Dec 10 20:43:30.223091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:30.224748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43622) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:30.231336 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'security_group_rule': {'security_group_id': '9262fcd9-5a5f-482f-af4e-4d74a32e6eaf', 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:30.236635 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cea256bb-546f-4ff5-91af-e5f57aad4342 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:30.239780 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:30.248150 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:security_group_rule and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:30.251415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:30.258292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:30.273407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.277782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.290976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port c7885f13-0f5a-40cc-9ee3-c79692aa5f69, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c7885f13-0f5a-40cc-9ee3-c79692aa5f69,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:30.295484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.296388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:30.326751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-55285fcf-c88f-4d49-880a-f6f25081fa3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:30.354843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.358338 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.360403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3fb97361-d39e-4db6-ac6c-6f19fb4f38d1 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:30.385881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d967c76d-bc30-48d0-b2ea-bcd4f28b186d,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:30.388729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:30.396995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.398576 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-86cac0fa-f753-415e-b117-b2041a011aab tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1725624 Dec 10 20:43:30.401404 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43626) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:30.407840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'security_group_rule': {'security_group_id': '9262fcd9-5a5f-482f-af4e-4d74a32e6eaf', 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:30.415397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:30.419948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:security_group_rule and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:30.423064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:30.426710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=c7885f13-0f5a-40cc-9ee3-c79692aa5f69,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:30.429672 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:30.430392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:30.445197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:30.445595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.450285 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.527484 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.531040 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.532968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-08febab0-df4e-4460-a50f-0faa14f4c9a1 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:30.547485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:43:30.557850 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a64047-9fff-400a-a31e-5456d40cea86,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:30.560489 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:30.567204 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.568563 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-70d96133-7856-44ec-9b06-922d587fb476 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1658254 Dec 10 20:43:30.571711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43630) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:30.577835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'security_group_rule': {'security_group_id': '9262fcd9-5a5f-482f-af4e-4d74a32e6eaf', 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:30.584846 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:30.588892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:security_group_rule and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:30.591963 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:30.598076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:30.617678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.684942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.687730 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.689671 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fe39646e-dfca-446b-981a-41a60a069379 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:30.714355 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda70661-788f-419e-92c6-0027a0205011,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:30.716922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:30.723183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.724499 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-5ef7284a-1d68-4447-a4ec-27a399c42624 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1517901 Dec 10 20:43:30.727410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43634) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:30.733303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'security_group_rule': {'security_group_id': '9262fcd9-5a5f-482f-af4e-4d74a32e6eaf', 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:30.739548 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:30.743561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:security_group_rule and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:30.746619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:30.752616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:30.768997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.837455 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.840162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.847564 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cf7bb240-8b4e-4bb3-9eb0-faf85ee65b81 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:30.868836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca2225e-e87a-479b-bd0f-70a2d4e23db6,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:30.871057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:30.874421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.875673 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-28d007ed-8c5e-4c9d-91c6-af7eced0f45a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1472578 Dec 10 20:43:30.878637 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43638) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:30.884939 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'security_group_rule': {'security_group_id': '9262fcd9-5a5f-482f-af4e-4d74a32e6eaf', 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:30.891199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:30.895198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:security_group_rule and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:30.898767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:30.904720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:30.914570 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Project 572f15140e9c44c6b7f73733132e9e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:43:30.921003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.989250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.991881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:30.998988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-99e2d44f-bc62-4436-b3ea-513ab1deb0a4 tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:31.020162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0f8633-0ffc-4e4b-8504-2cfbc66826da,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:31.023114 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:31.026685 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:31.027937 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e5addb82-4dee-46de-920d-ad1169537636 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1482787 Dec 10 20:43:31.030844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43642) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:31.036844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'security_group_rule': {'security_group_id': '9262fcd9-5a5f-482f-af4e-4d74a32e6eaf', 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:31.043187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:31.047216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:security_group_rule and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:31.050229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:31.056736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:31.066120 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.securitygroups_db [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Project 572f15140e9c44c6b7f73733132e9e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:43:31.073538 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:31.140346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:31.142861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437948'] for security_group_rule, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:31.144718 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-a6781197-3f78-4e15-90f0-1b4429466d67 tempest-TestNetworkBasicOps-1324853183 tempest-TestNetworkBasicOps-1324853183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:31.167544 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc8cdc4-5b9f-48a1-838e-10c3e3138c7a,revision_number=0']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:31.169994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:31.175953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:31.177773 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-72cf933c-8389-4232-a957-dbf80af8d505 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1458886 Dec 10 20:43:31.354817 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-aa0fc84a-5e6e-497c-a710-858794a2eefc tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199659680&fields=id&tenant_id=572f15140e9c44c6b7f73733132e9e06 HTTP/1.1" status: 200 len: 267 time: 0.0430605 Dec 10 20:43:31.515224 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-87d7c5cb-6f35-4ca6-a5a8-d4fd910f2216 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:31.516812 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-87d7c5cb-6f35-4ca6-a5a8-d4fd910f2216 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 809 time: 0.1550801 Dec 10 20:43:31.534919 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-3bfe0f8b-0896-4369-86d9-b299d66ca4a7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/quotas/572f15140e9c44c6b7f73733132e9e06 HTTP/1.1" status: 200 len: 375 time: 0.0121300 Dec 10 20:43:31.584803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c7885f13-0f5a-40cc-9ee3-c79692aa5f69 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:31.629000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-065fdbd6-6229-483d-bc3d-56aaae0e4681 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Synchronizing usage tracker for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:43:31.647050 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-065fdbd6-6229-483d-bc3d-56aaae0e4681 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Unset dirty status for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:43:31.648454 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-065fdbd6-6229-483d-bc3d-56aaae0e4681 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070223 Dec 10 20:43:31.662915 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port c7885f13-0f5a-40cc-9ee3-c79692aa5f69 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:31.663348 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:31.665875 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-2c933a04-9207-4886-ae6d-9727b30c1620 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:43:31.666975 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-2c933a04-9207-4886-ae6d-9727b30c1620 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055535 Dec 10 20:43:31.811590 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-fdc146f2-3a51-4d49-b162-bfedeb408726 service neutron] 10.222.0.41 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384556 Dec 10 20:43:31.956283 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-2afba4d2-84d6-451d-b9d9-8fe0a6054b91 service neutron] 10.222.0.41 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375391 Dec 10 20:43:32.165482 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20f62720-cf21-4ca6-b2ff-bc6bbd4d2a43 req-393a26a0-2b11-4ee5-989e-db34eedbdc74 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 210 time: 0.0527029 Dec 10 20:43:32.676732 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Sync routers for ids ['882886c7-95e4-409f-8b05-c356d7b30fdb'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:43:32.689713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Routers {'882886c7-95e4-409f-8b05-c356d7b30fdb'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:32.690382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['882886c7-95e4-409f-8b05-c356d7b30fdb'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:32.881083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Set router 882886c7-95e4-409f-8b05-c356d7b30fdb gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:33.106099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:33.223198 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:43:27Z', 'revision_number': 4, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port': {'id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:24Z', 'updated_at': '2021-12-10T20:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'd46da15b-930b-4072-8488-cf1c2854b003', 'name': '', 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'mac_address': 'fa:16:3e:84:12:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:26Z', 'updated_at': '2021-12-10T20:43:27Z', 'revision_number': 2, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'subnets': [{'id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:33.228021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Checking router: 882886c7-95e4-409f-8b05-c356d7b30fdb for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:43:33.228427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Updating router 882886c7-95e4-409f-8b05-c356d7b30fdb port d46da15b-930b-4072-8488-cf1c2854b003 binding host dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 10 20:43:33.288979 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:33.346806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c12d9459-051a-4150-836a-87a7b090bcdd req-1f391129-6140-4f66-bb2b-3155202d8ae8 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 210 time: 0.0492382 Dec 10 20:43:33.515058 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-fbf5ae2e-e0de-408c-ab5f-7ca83ca9f201 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:33.515814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-fbf5ae2e-e0de-408c-ab5f-7ca83ca9f201 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Synchronizing usage tracker for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:network {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:43:33.535000 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-fbf5ae2e-e0de-408c-ab5f-7ca83ca9f201 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Unset dirty status for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:network {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:43:33.536805 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-fbf5ae2e-e0de-408c-ab5f-7ca83ca9f201 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 809 time: 0.2062333 Dec 10 20:43:33.595250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-129be9bb-31dd-4b7a-9af7-8a9faafdd5bb tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Synchronizing usage tracker for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:security_group {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:43:33.615255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-129be9bb-31dd-4b7a-9af7-8a9faafdd5bb tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Unset dirty status for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:security_group {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:43:33.616460 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-129be9bb-31dd-4b7a-9af7-8a9faafdd5bb tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572f15140e9c44c6b7f73733132e9e06 HTTP/1.1" status: 200 len: 380 time: 0.0694926 Dec 10 20:43:33.625940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'port': {'device_id': '339844a7-2a32-4639-844b-318901448be6', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'admin_state_up': True, 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'security_groups': ['9262fcd9-5a5f-482f-af4e-4d74a32e6eaf']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:33.774813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:33.784753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:33.794861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Made reservation on behalf of 572f15140e9c44c6b7f73733132e9e06 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:43:33.800349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:33.828018 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Notify callbacks [] for port, precommit_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:33.840696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Transition to ACTIVE for port object d46da15b-930b-4072-8488-cf1c2854b003 will not be triggered until provisioned by entity L2. {{(pid=88873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:33.846347 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:33.850614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:33.978948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Allocated IP 172.20.0.12 (e32285b0-3762-4af2-8903-341a91d965bc/390ac60f-1c63-40b5-9db5-053fe7dbe64c/116eb46d-78e3-47e8-a8c7-cacfdcd7a595) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:43:33.985333 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdcbc7-92fa-48b4-ae46-a0c0fcfd1ff7 None None] Pushing event updated for resources: {'Port': ['ID=d46da15b-930b-4072-8488-cf1c2854b003,revision_number=3']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:33.988342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ecdcbc7-92fa-48b4-ae46-a0c0fcfd1ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:34.079689 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Attempting to bind port d46da15b-930b-4072-8488-cf1c2854b003 on host dv-neutron-821443-1-hyperv for vnic_type normal with profile {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:43:34.080364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Attempting to bind port d46da15b-930b-4072-8488-cf1c2854b003 by drivers openvswitch,hyperv on host dv-neutron-821443-1-hyperv at level 0 using segments [{'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:43:34.080860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Attempting to bind port d46da15b-930b-4072-8488-cf1c2854b003 on network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:43:34.088829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Checking agent: {'id': '040d5654-5179-4fbd-923d-1d18a5c03c5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821443-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 28, 12), 'started_at': datetime.datetime(2021, 12, 10, 19, 28, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821443-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:43:34.089262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Checking segment: {'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:34.089858 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:34.090466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Bound using segment: {'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'} {{(pid=88873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:43:34.091110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Bound port: d46da15b-930b-4072-8488-cf1c2854b003, host: dv-neutron-821443-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb'}}] {{(pid=88873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:43:34.091543 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:34.190057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] For port d46da15b-930b-4072-8488-cf1c2854b003, host dv-neutron-821443-1-hyperv, cleared binding levels {{(pid=88873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:43:34.192562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:34.193352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] For port d46da15b-930b-4072-8488-cf1c2854b003, host dv-neutron-821443-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d46da15b-930b-4072-8488-cf1c2854b003,segment=NetworkSegment(0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1),segment_id=0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1)] {{(pid=88873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:43:34.197148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:34.201608 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e276fb2-5411-46ed-a9c8-3502aa821ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:34.210998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Transition to ACTIVE for port object 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:34.233132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:34.239805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0dc0de89-bf64-4caa-9f35-3421da377660 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:34.299084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdcbc7-92fa-48b4-ae46-a0c0fcfd1ff7 None None] Pushing event updated for resources: {'Port': ['ID=d46da15b-930b-4072-8488-cf1c2854b003,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:34.304503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ecdcbc7-92fa-48b4-ae46-a0c0fcfd1ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:34.306591 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Routers {'882886c7-95e4-409f-8b05-c356d7b30fdb'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:34.307278 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['882886c7-95e4-409f-8b05-c356d7b30fdb'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:34.321434 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Network e32285b0-3762-4af2-8903-341a91d965bc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:34.325373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:34.327582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:34.330003 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:43:34.358176 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:34.416836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:34.417678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:34.461158 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7e3c1975-0eb5-4331-ad38-4fd31aa50d6a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8396418 Dec 10 20:43:34.476105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Request body: {'port': {'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:34.557856 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] Set router 882886c7-95e4-409f-8b05-c356d7b30fdb gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:34.633155 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:34.669587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ed98-44e4-4411-9c03-eddc07a9760a req-91237c62-9a0a-4c56-8125-585e19fee0a8 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:34.671792 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a982ed98-44e4-4411-9c03-eddc07a9760a req-91237c62-9a0a-4c56-8125-585e19fee0a8 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 932 time: 0.1273737 Dec 10 20:43:34.741441 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a982ed98-44e4-4411-9c03-eddc07a9760a req-605340b8-55fc-4eb7-9f1a-c2d3499d32cc tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626583 Dec 10 20:43:34.924066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-087071dd-b999-4b9f-8371-374b848256bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:43:27Z', 'revision_number': 4, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port': {'id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:24Z', 'updated_at': '2021-12-10T20:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'd46da15b-930b-4072-8488-cf1c2854b003', 'name': '', 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'mac_address': 'fa:16:3e:84:12:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:26Z', 'updated_at': '2021-12-10T20:43:34Z', 'revision_number': 4, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'subnets': [{'id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:34.928346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087071dd-b999-4b9f-8371-374b848256bd None None] The sync data for ids ['882886c7-95e4-409f-8b05-c356d7b30fdb'] in dv-neutron-821443-1-hyperv is: [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:43:27Z', 'revision_number': 4, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port': {'id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:24Z', 'updated_at': '2021-12-10T20:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': 'd46da15b-930b-4072-8488-cf1c2854b003', 'name': '', 'network_id': 'a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'mac_address': 'fa:16:3e:84:12:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:26Z', 'updated_at': '2021-12-10T20:43:34Z', 'revision_number': 4, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'subnets': [{'id': '51b6a639-3f83-4a20-95d6-6a912268ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:43:34.946719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e22d2e67-8965-49c3-b3e9-cab2225a77ac None None] Provisioning for port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:34.953264 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-e22d2e67-8965-49c3-b3e9-cab2225a77ac None None] Provisioning complete for port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:34.953736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e22d2e67-8965-49c3-b3e9-cab2225a77ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.015266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e22d2e67-8965-49c3-b3e9-cab2225a77ac None None] Port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:43:35.026914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:43:35.034886 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.051441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Transition to ACTIVE for port object 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:43:35.054457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.059159 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bd8025a6-a70e-4e68-919a-ac115349a0b7 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:35.200232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:35.203320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:35.322323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Attempting to bind port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:43:35.322703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Attempting to bind port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:43:35.323120 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Attempting to bind port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 on network e32285b0-3762-4af2-8903-341a91d965bc {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:43:35.329867 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 on network e32285b0-3762-4af2-8903-341a91d965bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:43:35.330390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Attempting to bind port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 on network e32285b0-3762-4af2-8903-341a91d965bc {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:43:35.337595 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:43:35.337976 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Checking segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:43:35.338405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Bound using segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:43:35.338882 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Bound port: 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:43:35.339266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.436930 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:43:35.443017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:43:35.455089 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.461440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8d5eb4-eb58-4fac-8ade-1bfc0438652d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:35.531248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.532664 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] 10.222.0.84 "PUT /v2.0/ports/116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 1094 time: 1.0633600 Dec 10 20:43:35.533254 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:43:35.554619 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:35.558087 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:35.660296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d46da15b-930b-4072-8488-cf1c2854b003 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:35.701281 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-d90045f1-57ed-4fd2-bb03-730f3290b2a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1097 time: 0.1161132 Dec 10 20:43:35.744800 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning for port d46da15b-930b-4072-8488-cf1c2854b003 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:35.750842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d46da15b-930b-4072-8488-cf1c2854b003 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:35.751262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.772777 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'status': 'completed', 'code': 200} Dec 10 20:43:35.790916 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-9c94022e-f966-4091-8723-c84b22d651d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 217 time: 0.0814123 Dec 10 20:43:35.870621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-fdb91bd5-13b9-441d-b68f-9ed971340f40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:35.876734 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-fdb91bd5-13b9-441d-b68f-9ed971340f40 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0746412 Dec 10 20:43:35.901678 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.940973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] For port d46da15b-930b-4072-8488-cf1c2854b003, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d46da15b-930b-4072-8488-cf1c2854b003,segment=NetworkSegment(0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1),segment_id=0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:35.946207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:35.949974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0ecdcbc7-92fa-48b4-ae46-a0c0fcfd1ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:35.971723 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-79a4cedb-182d-426e-acf6-a1ad0e80e193 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928278 Dec 10 20:43:35.981009 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bf535-dba0-4003-ace8-4d64d8dce391 req-32b0aec5-8543-41c8-8a64-67b0f1f4c1e3 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:35.982671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d99bf535-dba0-4003-ace8-4d64d8dce391 req-32b0aec5-8543-41c8-8a64-67b0f1f4c1e3 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 944 time: 0.0949278 Dec 10 20:43:36.036460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Pushing event updated for resources: {'Port': ['ID=d46da15b-930b-4072-8488-cf1c2854b003,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:36.041158 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:36.054095 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d99bf535-dba0-4003-ace8-4d64d8dce391 req-892a9a9e-58c8-4c17-add9-5440e5c60c27 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475342 Dec 10 20:43:36.123031 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-1e79aef8-548e-4067-a37a-1a2362df3362 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446803 Dec 10 20:43:36.276890 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-b74488bc-418d-470d-8fec-31aaf47c2934 req-7d22e343-f87d-4c51-891c-9a4e8757f813 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474109 Dec 10 20:43:36.402425 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-8eb6f551-d7f4-4c17-9139-0f6e9aeb81e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1097 time: 0.0790439 Dec 10 20:43:36.543950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-f3d04607-b96a-4d6b-83d7-1b29cb132f97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:36.545534 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-f3d04607-b96a-4d6b-83d7-1b29cb132f97 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1360238 Dec 10 20:43:36.619411 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-c268ec86-cca9-4c45-add0-a2e4593fbd35 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 217 time: 0.0679703 Dec 10 20:43:36.686826 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-d5acd4e7-bf50-40ec-b903-c149fd448f86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:36.688305 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-d5acd4e7-bf50-40ec-b903-c149fd448f86 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0623066 Dec 10 20:43:36.767269 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-5b8e08d1-11b8-440b-aac6-4f43042023cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725005 Dec 10 20:43:36.909889 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-1b562bbf-e539-4c22-9e6d-a7f72f8a07ac service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354630 Dec 10 20:43:37.047966 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ce25e56e-8520-47fb-bcbd-9d55308502e5 req-766126f9-61ef-4503-b9ca-41102d112371 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318223 Dec 10 20:43:37.263341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e19f-4426-4ca3-b92b-9f733431dcb0 req-e2c912b3-3f0b-4766-819d-f260179bee47 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:37.264791 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a46e19f-4426-4ca3-b92b-9f733431dcb0 req-e2c912b3-3f0b-4766-819d-f260179bee47 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 944 time: 0.0854905 Dec 10 20:43:37.311840 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a46e19f-4426-4ca3-b92b-9f733431dcb0 req-47407bd2-ddda-432b-bb9a-5596dfbbcf77 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Dec 10 20:43:37.583946 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d46da15b-930b-4072-8488-cf1c2854b003 up at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:37.655516 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Provisioning complete for port d46da15b-930b-4072-8488-cf1c2854b003 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:37.655941 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:38.513242 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2507c-d796-4768-94a6-44df64e1fe1c req-cf6abeb6-3347-415d-b6f6-fb8030472bd2 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:38.514859 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1da2507c-d796-4768-94a6-44df64e1fe1c req-cf6abeb6-3347-415d-b6f6-fb8030472bd2 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 944 time: 0.0833926 Dec 10 20:43:38.565706 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1da2507c-d796-4768-94a6-44df64e1fe1c req-5508dffe-0130-47aa-84d1-e1d79ee0d449 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Dec 10 20:43:39.766794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d6bf-8cc8-4400-b49c-3e62e1ba154b req-71788974-a4fd-4e17-bad5-9dbed67304b5 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:39.768300 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6773d6bf-8cc8-4400-b49c-3e62e1ba154b req-71788974-a4fd-4e17-bad5-9dbed67304b5 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 944 time: 0.0839126 Dec 10 20:43:39.815077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6773d6bf-8cc8-4400-b49c-3e62e1ba154b req-28c95f54-aeda-41b1-979d-98c8b1389986 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Dec 10 20:43:40.586221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:43:40.728916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:40.742814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:43:40.799837 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:40.818255 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:43:40.834592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:40.837997 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:40.840402 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-934ea4f6-2589-4702-bae5-0939d6610c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:40.910782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:40.914068 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:41.025045 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9cd70-822a-4166-bff4-bda2589f8e6e req-ea3736cb-af2b-42dd-b682-835bc66cfaa7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:41.026644 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2de9cd70-822a-4166-bff4-bda2589f8e6e req-ea3736cb-af2b-42dd-b682-835bc66cfaa7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 945 time: 0.0873294 Dec 10 20:43:41.073536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-2de9cd70-822a-4166-bff4-bda2589f8e6e req-ee7d9f85-1789-4c44-a3e3-0d1d9b4f2c03 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409214 Dec 10 20:43:41.189116 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['116eb46d-78e3-47e8-a8c7-cacfdcd7a595'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:43:41.310978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3f17ab86-2c21-48fa-8081-a7f622ca6fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:42.278468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ffa8d-dfe1-4ade-9803-2675066cce2a req-4a08ab7c-d354-4d21-8bc4-4a118257412c tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:42.280041 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-257ffa8d-dfe1-4ade-9803-2675066cce2a req-4a08ab7c-d354-4d21-8bc4-4a118257412c tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 945 time: 0.0829988 Dec 10 20:43:42.327844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-257ffa8d-dfe1-4ade-9803-2675066cce2a req-47620d0e-b79a-4f36-84d5-7f29c4e1c374 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Dec 10 20:43:42.601569 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:43:42.681426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:42.686849 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:43:42.691789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:43:42.692213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:42.813401 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:42.842366 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:43:42.853932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:43:42.856724 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:42.858827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:42.901684 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'code': 200} Dec 10 20:43:42.934118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:42.937169 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:43.366744 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e6c2c7d-bbae-4770-862c-bd485a51152d req-40db9e02-6865-4195-bb90-9ef926921c2c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1099 time: 0.3092923 Dec 10 20:43:43.412195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1e6c2c7d-bbae-4770-862c-bd485a51152d req-7e9b6591-d798-401e-bea0-7cfb4388becf service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Dec 10 20:43:43.534857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df826ca6-629d-46f9-a652-e4e8a588b89b req-d8dec63f-791f-405f-8089-00fa33df0f92 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:43.536463 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df826ca6-629d-46f9-a652-e4e8a588b89b req-d8dec63f-791f-405f-8089-00fa33df0f92 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 946 time: 0.0860331 Dec 10 20:43:43.584260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df826ca6-629d-46f9-a652-e4e8a588b89b req-3d3c0661-36bd-4138-833a-bf9f9be104dd tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 Dec 10 20:43:44.020621 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b811-96c1-4b50-9e11-9c32ac207410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:44.258952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:44.795995 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2a276-cb1a-4318-a530-e7bc16131e8d req-d2f966ae-c134-4707-94cd-379f22543fe7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:44.797600 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-37b2a276-cb1a-4318-a530-e7bc16131e8d req-d2f966ae-c134-4707-94cd-379f22543fe7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 946 time: 0.0870607 Dec 10 20:43:44.849193 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-37b2a276-cb1a-4318-a530-e7bc16131e8d req-e84b25b0-a619-4159-8f75-8af157af3f03 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455132 Dec 10 20:43:45.663180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:46.050929 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384017fe-b8c4-46f6-b777-d87ab435220f req-54fbdae4-3721-4ceb-b2d4-170c5cb543e4 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:46.052535 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-384017fe-b8c4-46f6-b777-d87ab435220f req-54fbdae4-3721-4ceb-b2d4-170c5cb543e4 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 946 time: 0.0831695 Dec 10 20:43:46.100062 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-384017fe-b8c4-46f6-b777-d87ab435220f req-2977e248-b898-43f6-8a99-e0c049edcd80 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Dec 10 20:43:46.305024 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f235a-7f6b-466f-ac3e-acc99d0e71e5 req-23b56208-2526-4b72-91ae-1c773ac7ecfb tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:46.306592 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c5f235a-7f6b-466f-ac3e-acc99d0e71e5 req-23b56208-2526-4b72-91ae-1c773ac7ecfb tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 946 time: 0.0847878 Dec 10 20:43:46.581245 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0c5f235a-7f6b-466f-ac3e-acc99d0e71e5 req-ae8a38a7-bf85-432e-baa2-7b11810501a7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686131 Dec 10 20:43:46.607839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43716) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:46.812540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c2265095-b697-4ad7-b569-daab6ad9635d tempest-TestSnapshotPattern-996068079 tempest-TestSnapshotPattern-996068079-project-admin] Synchronizing usage tracker for tenant:eccc7eccf7f24f658fa316557f6bf3fb on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:43:46.828259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-c2265095-b697-4ad7-b569-daab6ad9635d tempest-TestSnapshotPattern-996068079 tempest-TestSnapshotPattern-996068079-project-admin] Unset dirty status for tenant:eccc7eccf7f24f658fa316557f6bf3fb on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:43:46.829503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c2265095-b697-4ad7-b569-daab6ad9635d tempest-TestSnapshotPattern-996068079 tempest-TestSnapshotPattern-996068079-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1094 time: 0.2206614 Dec 10 20:43:46.832648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 43722) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:43:46.838210 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:43:46.844110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:43:46.848579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:floatingip and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:43:46.852320 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:43:46.859703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:43:46.869687 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:47.014614 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:47.157249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Allocated IP 172.26.8.33 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/aaf6ddc3-41c0-4a29-a1a1-01452bfe71f7) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:43:47.310047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:47.338249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:47.342805 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-89f79651-a2cd-4dd3-9b15-2f1b4bdfae9d tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:47.415942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:43:47.419317 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:43:47.421919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:43:47.450988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'Port': ['ID=aaf6ddc3-41c0-4a29-a1a1-01452bfe71f7,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:47.458890 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:47.948889 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:48.003573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:48.217568 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:48.220814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:48.225323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:43:48.339996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'Port': ['ID=aaf6ddc3-41c0-4a29-a1a1-01452bfe71f7,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:43:48.344435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:43:48.351557 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:48.551648 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Floating IP 3170a55f-832e-44f0-892a-03b06374b5f3 associated. External IP: 172.26.8.33, port: 116eb46d-78e3-47e8-a8c7-cacfdcd7a595. Dec 10 20:43:48.960945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:43:49.165706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:43:49.175604 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] Sync routers for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:43:49.188750 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:49.189412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:49.190129 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:43:49.254779 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-454d587d-842e-4e9c-b66c-807eb82c6805 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4204638 Dec 10 20:43:49.255472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:43:49.318219 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'status': 'completed', 'code': 200} Dec 10 20:43:49.381160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:49.415430 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-6366c061-5af9-49f6-a311-99b916397539 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1099 time: 0.0767086 Dec 10 20:43:49.556065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-adcd5b09-f4bd-4215-b460-31e8e77f17c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:49.557669 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-adcd5b09-f4bd-4215-b460-31e8e77f17c2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1364310 Dec 10 20:43:49.667065 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-452f836a-6ccb-4844-a279-3b81ce8e13db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 999 time: 0.1027582 Dec 10 20:43:49.736948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-83e0be52-42d2-46da-8461-469263570c42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:43:49.738561 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-83e0be52-42d2-46da-8461-469263570c42 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0657115 Dec 10 20:43:49.747445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:47Z', 'revision_number': 0, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:49.752265 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] Checking router: 3c854262-a5a3-4cae-971d-1c69e4d8bb23 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:43:49.763764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:43:49.764421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:43:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:49.819694 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-e3a4b4e0-3419-4fae-a4de-e2fdc8820aac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752649 Dec 10 20:43:49.967476 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-8c686830-2f95-416d-a299-8c42b71c0d2c service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420937 Dec 10 20:43:50.097027 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:43:50.112239 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-7d3c4cf2-6952-4493-89c9-5747addb593c req-dff86f82-b91d-43d3-935e-d7c70badbbe5 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362677 Dec 10 20:43:50.454460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:47Z', 'revision_number': 0, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:43:50.458554 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cd11a-5334-4922-83d8-e9a30340a969 None None] The sync data for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv is: [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:47Z', 'revision_number': 0, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:43:50.777416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fac08a-637b-4716-8906-1e7c5c824cc7 None None] New status for floating IP 3170a55f-832e-44f0-892a-03b06374b5f3: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:44:02.990771 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:03.744780 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-45ca7760-cc45-40f5-a499-084110e8f357 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744078 Dec 10 20:44:03.894332 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-b4756cfe-ef2d-4cbd-8ecc-613dff7940a2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1099 time: 0.0795362 Dec 10 20:44:04.046362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-54f0db78-6253-49b7-b478-c78e96b110c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:44:04.047913 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-54f0db78-6253-49b7-b478-c78e96b110c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1345651 Dec 10 20:44:04.155528 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-bf4882f5-c2fe-46a9-bc09-3192e73d45ec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 1001 time: 0.1000021 Dec 10 20:44:04.221460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-824e8b24-c86b-4d19-87c0-e2cfaa6ce425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:44:04.223524 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-824e8b24-c86b-4d19-87c0-e2cfaa6ce425 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0622988 Dec 10 20:44:04.308886 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-90714a8d-884a-491c-af33-b0ea47295dc7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790741 Dec 10 20:44:04.455032 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-0665e0c8-47fd-42c8-8da1-21cafaf86269 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387124 Dec 10 20:44:04.596686 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-22361962-5ae8-4487-a1a4-b412d2c19a6c req-bd58f1fc-d966-443d-b0c0-edb2dd64cc85 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342196 Dec 10 20:44:07.548492 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:44:11.291700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0ea41239-5374-484e-8572-7805ba568498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:12.673141 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:14.021358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3cc-6115-485d-b31d-96e065d80454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:14.099891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:15.666418 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:32.999830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:41.292579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-20e5516f-7c8b-41d7-9967-7aa985270366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:42.676337 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:44.022710 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e393fbb-7943-4bfd-9213-30452167a587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:44.102830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:44:44.550707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:44:45.668172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:03.017318 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:04.833177 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-7b89c31f-31af-4b3c-9095-33079e842290 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1484537 Dec 10 20:45:04.976627 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-58107f24-55ac-415c-a744-6803b28b3f9d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1099 time: 0.0761821 Dec 10 20:45:05.130959 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-c3ac6e7d-8951-4784-a318-7915fbc3cf82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:45:05.132536 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-c3ac6e7d-8951-4784-a318-7915fbc3cf82 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1373708 Dec 10 20:45:05.240917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-e8c0a18e-4939-444b-9221-c7c1a5ae2ab3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 1001 time: 0.1024024 Dec 10 20:45:05.310593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-1b3ed088-1030-4214-b157-5b35ec3986cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:45:05.312108 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-1b3ed088-1030-4214-b157-5b35ec3986cc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0656974 Dec 10 20:45:05.392371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-26d021c2-9953-42c6-ae1a-c4b24bf299d3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737252 Dec 10 20:45:05.540049 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-af7a6f35-7787-4040-aea0-ac65e5bd882d service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408937 Dec 10 20:45:05.680578 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ee77ff5e-bb67-4d79-9ffa-c445c044e22c req-7890037d-efac-48c0-8177-cd48fe5c9cee service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343267 Dec 10 20:45:11.295398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-34302f1b-0b83-4d9b-bc3f-bb6429daf530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:12.677097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:14.024199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-75453ad9-0ab6-403a-a2a8-2e1ca174e398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:14.104653 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:15.671898 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:21.551593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:45:33.035250 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:41.297547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e240c2d9-5924-4b15-8d69-7df1d5c211ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:42.678422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:44.025634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c715296b-b610-46e5-9efc-e2d1a758abfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:44.107996 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:45.673851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:45:58.552952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:46:03.035552 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:05.332452 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86a11234-d2de-4584-8028-67922ae6b26d req-50ef10d0-b01d-4502-9407-826c5e3b45f9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741069 Dec 10 20:46:05.483757 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86a11234-d2de-4584-8028-67922ae6b26d req-ea1d7935-053a-4ffc-afc0-a8fb4c70fda1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1099 time: 0.0805998 Dec 10 20:46:05.638812 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a11234-d2de-4584-8028-67922ae6b26d req-361584fa-95b2-4070-8345-197f6b695e76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:05.640375 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86a11234-d2de-4584-8028-67922ae6b26d req-361584fa-95b2-4070-8345-197f6b695e76 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1380596 Dec 10 20:46:05.750973 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86a11234-d2de-4584-8028-67922ae6b26d req-38473381-0176-4bb9-86e6-268fefb699e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 1001 time: 0.1035006 Dec 10 20:46:05.818076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a11234-d2de-4584-8028-67922ae6b26d req-af31f15b-753f-4f55-9a04-a1bb77cd65bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:05.819558 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86a11234-d2de-4584-8028-67922ae6b26d req-af31f15b-753f-4f55-9a04-a1bb77cd65bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0617173 Dec 10 20:46:05.902849 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86a11234-d2de-4584-8028-67922ae6b26d req-694f5eeb-5cc8-4d52-bdc0-875e2eb126ef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771077 Dec 10 20:46:06.042572 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86a11234-d2de-4584-8028-67922ae6b26d req-dae3ee2f-25a8-44f1-859d-aa5b19962796 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331780 Dec 10 20:46:06.181302 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-86a11234-d2de-4584-8028-67922ae6b26d req-00472e4b-c588-480e-abe8-c8cb5c093e5c service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319981 Dec 10 20:46:11.297720 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7695-d873-43e1-927a-adcac66a042b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:12.681063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:14.028165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3c8629cd-14b0-49a5-b9f5-af7d31a83fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:14.112168 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:15.676473 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:19.366973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:46:19.511479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:46:19.525925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:46:19.582931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:19.601288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:46:19.616470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:46:19.619311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:19.621077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-f0fec556-db7a-4580-9d63-6d08efd93743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:19.689753 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:19.698808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.699206 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.699589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.699970 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.700352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.700729 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.701107 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.701481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.701904 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.702279 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.702649 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:19.707080 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:19.709179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['116eb46d-78e3-47e8-a8c7-cacfdcd7a595'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:46:21.380014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:46:21.451989 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:46:21.452415 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:21.571986 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:21.600078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:46:21.610115 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:46:21.615329 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:21.617287 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:21.688793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:21.693082 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:21.811544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'code': 200} Dec 10 20:46:33.057660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:33.333178 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-6d49e031-349f-4d06-8fec-a6fcafa54ce7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199659680&fields=id&tenant_id=572f15140e9c44c6b7f73733132e9e06 HTTP/1.1" status: 200 len: 267 time: 0.0444613 Dec 10 20:46:33.489433 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-7abfaff5-784e-4101-95da-e060e2359008 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:33.491058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-7abfaff5-784e-4101-95da-e060e2359008 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 809 time: 0.1509659 Dec 10 20:46:33.508915 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-ab661b4d-58e0-472d-93bd-8078594b20b7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/quotas/572f15140e9c44c6b7f73733132e9e06 HTTP/1.1" status: 200 len: 375 time: 0.0118127 Dec 10 20:46:33.597449 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-e677cf0f-8eed-40c1-b436-af82c2e6c436 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0834923 Dec 10 20:46:33.813195 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-6a5df211-f38d-4a07-b99c-77e8d76e6e3e service neutron] 10.222.0.41 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034490 Dec 10 20:46:33.956434 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-6fb51d64-ffde-473f-9b89-ea4c67f52f17 service neutron] 10.222.0.41 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358478 Dec 10 20:46:34.246922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ea6e05ed-fbcb-4c27-914a-736f6a8f1b90 req-f1cee0f3-5939-4ff0-9831-4fb3aed5f034 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 210 time: 0.1242838 Dec 10 20:46:35.209954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-a9b6aba3-6e32-4972-bf9a-8f9dc1be3d6b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:35.211471 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-a9b6aba3-6e32-4972-bf9a-8f9dc1be3d6b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 809 time: 0.1628637 Dec 10 20:46:35.265826 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-bed48b5c-2412-4858-b332-77b2dfb42d0f tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572f15140e9c44c6b7f73733132e9e06 HTTP/1.1" status: 200 len: 380 time: 0.0432656 Dec 10 20:46:35.275154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'port': {'device_id': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'admin_state_up': True, 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'security_groups': ['9262fcd9-5a5f-482f-af4e-4d74a32e6eaf']}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:46:35.422561 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-cee1334c-074b-405c-a5ef-cb9716cdbdc9 req-446bfc86-aace-449c-abb2-3ae0af96e99d tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 210 time: 0.0499859 Dec 10 20:46:35.489400 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:46:35.554737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:46:35.642148 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:35.679884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:46:35.681697 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:46:35.689245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:35.693726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:35.704945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:46:35.720580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:port and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:46:35.724410 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88872) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:46:35.741804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:46:35.752908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Made reservation on behalf of 572f15140e9c44c6b7f73733132e9e06 for: {'port': 1} {{(pid=88872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 10 20:46:35.769079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:35.779373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:35.785426 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:35.801545 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'code': 200} Dec 10 20:46:36.012713 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Allocated IP 172.20.0.10 (e32285b0-3762-4af2-8903-341a91d965bc/390ac60f-1c63-40b5-9db5-053fe7dbe64c/174da5ef-a096-45d7-abd0-0cbf17160228) {{(pid=88872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:46:36.233611 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for port, precommit_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:36.250493 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Transition to ACTIVE for port object 174da5ef-a096-45d7-abd0-0cbf17160228 will not be triggered until provisioned by entity DHCP. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:46:36.275349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_create {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:36.281673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-25df8b71-c2c4-40af-ac96-cdda8bb412ba tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:36.359142 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Network e32285b0-3762-4af2-8903-341a91d965bc is already hosted by enough agents. {{(pid=88872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:46:36.363639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources bound (agent type, host, resource id): {{(pid=88872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:46:36.365673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=1']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:36.368157 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Received port after_create {{(pid=88872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:46:36.421041 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.421471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.421919 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.422340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.422761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.423180 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.423600 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.424598 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.425014 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.425421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.425864 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:36.432247 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:36.466684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:36.467375 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:36.522661 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-81af3610-7517-4dd5-83dd-121cb7f44629 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2524331 Dec 10 20:46:36.687229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c37fc1-e145-43bb-935c-9bc3441a1437 req-b53b66f8-a95d-441f-a04f-f341116cdde4 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:36.688922 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8c37fc1-e145-43bb-935c-9bc3441a1437 req-b53b66f8-a95d-441f-a04f-f341116cdde4 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0968442 Dec 10 20:46:36.737952 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1714a47d-7346-483a-87f4-a9922fed90f8 None None] Provisioning for port 174da5ef-a096-45d7-abd0-0cbf17160228 completed by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:46:36.742361 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f8c37fc1-e145-43bb-935c-9bc3441a1437 req-e3a51ffe-c9a2-4277-a943-df973cf26b28 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459380 Dec 10 20:46:36.754920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-1714a47d-7346-483a-87f4-a9922fed90f8 None None] Provisioning complete for port 174da5ef-a096-45d7-abd0-0cbf17160228 triggered by entity DHCP. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:46:36.755359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1714a47d-7346-483a-87f4-a9922fed90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:36.818162 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-1714a47d-7346-483a-87f4-a9922fed90f8 None None] Port 174da5ef-a096-45d7-abd0-0cbf17160228 cannot update to ACTIVE because it is not bound. {{(pid=88873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:308}} Dec 10 20:46:37.961441 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d74f-3391-4aad-a347-4551e8b2df89 req-501b7d70-d5ce-4c65-8d39-07db93328aa6 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:37.963081 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1765d74f-3391-4aad-a347-4551e8b2df89 req-501b7d70-d5ce-4c65-8d39-07db93328aa6 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0870359 Dec 10 20:46:38.015929 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1765d74f-3391-4aad-a347-4551e8b2df89 req-5d4a1414-27de-441b-98b1-8e26c4215046 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 Dec 10 20:46:39.233316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1b7cb-9364-4a18-8ea9-66778ddc844a req-a5d6144c-72aa-4521-92b2-d0936052d206 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:39.235160 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39f1b7cb-9364-4a18-8ea9-66778ddc844a req-a5d6144c-72aa-4521-92b2-d0936052d206 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0931778 Dec 10 20:46:39.288373 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-39f1b7cb-9364-4a18-8ea9-66778ddc844a req-cddb2dfd-3d0e-4df4-ab53-3949580c1704 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465720 Dec 10 20:46:40.500412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a48051-ba72-4f61-aaa4-48482ae0e0ff req-ab86a93c-c366-4314-918f-11d187ddb171 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:40.502048 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e4a48051-ba72-4f61-aaa4-48482ae0e0ff req-ab86a93c-c366-4314-918f-11d187ddb171 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0873210 Dec 10 20:46:40.558989 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-e4a48051-ba72-4f61-aaa4-48482ae0e0ff req-e634b7dc-4579-42c1-8b83-1290eb4ddd5f tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455625 Dec 10 20:46:41.300832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-442d3f8d-2d4e-4b4d-8639-c746ee3b7b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:41.775251 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3663a2-9cfd-4a20-a210-3ce1916ca38b req-06a0f773-cb9b-4050-8c26-137d31cff8ec tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:41.777037 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6a3663a2-9cfd-4a20-a210-3ce1916ca38b req-06a0f773-cb9b-4050-8c26-137d31cff8ec tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0921507 Dec 10 20:46:41.827828 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6a3663a2-9cfd-4a20-a210-3ce1916ca38b req-467c13b9-1e7d-40bc-b197-c035380db229 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447459 Dec 10 20:46:42.686562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:43.048464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d926c-3185-4561-8561-a24f84cd8ffb req-15294b7d-f503-4984-858c-0ed22e53237a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:43.050688 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a7d926c-3185-4561-8561-a24f84cd8ffb req-15294b7d-f503-4984-858c-0ed22e53237a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0907402 Dec 10 20:46:43.104923 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-1a7d926c-3185-4561-8561-a24f84cd8ffb req-b653df7f-1f4a-49bd-8834-892ed7c7134a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480456 Dec 10 20:46:44.031438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1858a4a9-e4f0-4609-a7d1-2e37ed20153e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:44.120490 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:44.326634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1209b-2c98-418f-a95e-054e9c0b4c68 req-74b90a07-0401-4432-b92f-6d6a01524f64 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:44.328216 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0dd1209b-2c98-418f-a95e-054e9c0b4c68 req-74b90a07-0401-4432-b92f-6d6a01524f64 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0934579 Dec 10 20:46:44.380061 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0dd1209b-2c98-418f-a95e-054e9c0b4c68 req-56db30e8-20be-475c-874d-5944f39a65a5 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452206 Dec 10 20:46:45.593931 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20713a97-ab83-4f96-a077-a2b3e1502ded req-7f026738-3e03-4604-9534-5989ebf67680 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:45.595429 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20713a97-ab83-4f96-a077-a2b3e1502ded req-7f026738-3e03-4604-9534-5989ebf67680 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0886476 Dec 10 20:46:45.643521 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-20713a97-ab83-4f96-a077-a2b3e1502ded req-beba1514-1a0c-4669-b8b0-3967e7d4c6e7 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Dec 10 20:46:45.678435 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:46.847736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a3513-76ad-42c6-a92e-f28404fa56a8 req-23176466-3ce6-44c8-9196-67c0b8b08950 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:46.850004 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-459a3513-76ad-42c6-a92e-f28404fa56a8 req-23176466-3ce6-44c8-9196-67c0b8b08950 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0843699 Dec 10 20:46:46.897373 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-459a3513-76ad-42c6-a92e-f28404fa56a8 req-6b3e8a4a-74e7-4eb3-8458-46dcd17a0b19 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Dec 10 20:46:48.103736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254dda2-823f-4aee-bdf9-41fadbf2179f req-fe36e837-70c0-4039-9da3-cbe915e4bf60 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:48.105316 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c254dda2-823f-4aee-bdf9-41fadbf2179f req-fe36e837-70c0-4039-9da3-cbe915e4bf60 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 932 time: 0.0897408 Dec 10 20:46:48.152980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c254dda2-823f-4aee-bdf9-41fadbf2179f req-58df668f-d3ae-4fcd-b39f-8fc89b3acd98 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Dec 10 20:46:48.558658 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Request body: {'port': {'device_id': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=88872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:46:48.677527 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:49.031305 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174da5ef-a096-45d7-abd0-0cbf17160228 {{(pid=88872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:46:49.039308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:49.054547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Transition to ACTIVE for port object 174da5ef-a096-45d7-abd0-0cbf17160228 will not be triggered until provisioned by entity L2. {{(pid=88872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 10 20:46:49.057130 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:49.061423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-45f7ae07-acfc-4c1f-8408-0435b6998b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:49.192798 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Pushing event updated for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=2']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:49.196083 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:49.320253 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Attempting to bind port 174da5ef-a096-45d7-abd0-0cbf17160228 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 20:46:49.320641 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Attempting to bind port 174da5ef-a096-45d7-abd0-0cbf17160228 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 10 20:46:49.321103 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Attempting to bind port 174da5ef-a096-45d7-abd0-0cbf17160228 on network e32285b0-3762-4af2-8903-341a91d965bc {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:46:49.327781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Port 174da5ef-a096-45d7-abd0-0cbf17160228 on network e32285b0-3762-4af2-8903-341a91d965bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 10 20:46:49.328232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Attempting to bind port 174da5ef-a096-45d7-abd0-0cbf17160228 on network e32285b0-3762-4af2-8903-341a91d965bc {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 10 20:46:49.335880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Checking agent: {'id': '9b9e4f39-3d49-4f80-a5eb-f11163256e76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'started_at': datetime.datetime(2021, 12, 10, 19, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 10 20:46:49.340525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Checking segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 10 20:46:49.344023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Bound using segment: {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'} {{(pid=88872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 10 20:46:49.344322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.managers [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Bound port: 174da5ef-a096-45d7-abd0-0cbf17160228, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e28dc7-a239-4b47-bd82-1ee98149f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc'}}] {{(pid=88872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 10 20:46:49.344881 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:49.373053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f303-c02f-4529-8e56-9c74e7961806 req-1b1cb97e-7843-4e60-b8d6-c6377052c043 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:49.374906 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8cd4f303-c02f-4529-8e56-9c74e7961806 req-1b1cb97e-7843-4e60-b8d6-c6377052c043 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 944 time: 0.0899487 Dec 10 20:46:49.430671 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-8cd4f303-c02f-4529-8e56-9c74e7961806 req-04bf54b0-460d-47e0-afaf-2343e14f0b1b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488064 Dec 10 20:46:49.443012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, cleared binding levels {{(pid=88872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 10 20:46:49.447940 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 10 20:46:49.452561 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6996537'] for port, after_update {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:49.458230 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-578ef4c8-4965-4ad9-a436-1b3a32c91ce9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:49.525460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:49.526958 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] 10.222.0.84 "PUT /v2.0/ports/174da5ef-a096-45d7-abd0-0cbf17160228 HTTP/1.1" status: 200 len: 1094 time: 0.9740152 Dec 10 20:46:49.527740 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:46:49.544178 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Pushing event updated for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=3']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:49.547530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-713f0be3-0f07-434b-9410-5230ec9ee7ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:49.605089 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228', 'status': 'completed', 'code': 200} Dec 10 20:46:49.645223 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-896a5176-5669-45a6-b6f8-d5a37793bb92 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0820930 Dec 10 20:46:49.726116 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-0c447351-1f10-4860-8c14-692cd5536845 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174da5ef-a096-45d7-abd0-0cbf17160228 HTTP/1.1" status: 200 len: 217 time: 0.0746672 Dec 10 20:46:49.795590 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-41ac74ef-fb8d-47d6-a2af-f97ccce543cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:49.797180 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-41ac74ef-fb8d-47d6-a2af-f97ccce543cf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0649745 Dec 10 20:46:49.880238 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-07fb5685-3f57-418c-86a0-bf80fb20e239 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769386 Dec 10 20:46:50.018623 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-d07d0eb2-4a09-4b58-ba35-05d9b080444d service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318417 Dec 10 20:46:50.156844 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-ac889ced-7706-4fc0-87c5-65ddc137e526 req-1e362ced-fd44-4e21-9fe7-8e4f68bbccfc service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319294 Dec 10 20:46:50.282751 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0402f02e-215c-4864-9294-51a79c4094ba req-fa9b3b4a-d39f-40c5-8fc7-c7e7ce514e7e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0775597 Dec 10 20:46:50.421405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402f02e-215c-4864-9294-51a79c4094ba req-b1ba3299-c6c4-44b4-96c2-89298d794214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:50.422893 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0402f02e-215c-4864-9294-51a79c4094ba req-b1ba3299-c6c4-44b4-96c2-89298d794214 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1329763 Dec 10 20:46:50.501073 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0402f02e-215c-4864-9294-51a79c4094ba req-435e1187-5b16-4fd9-aa75-467fb8bfc666 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174da5ef-a096-45d7-abd0-0cbf17160228 HTTP/1.1" status: 200 len: 217 time: 0.0712492 Dec 10 20:46:50.569472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402f02e-215c-4864-9294-51a79c4094ba req-9058462b-fdda-4f19-aea0-b4be28157465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:50.571058 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0402f02e-215c-4864-9294-51a79c4094ba req-9058462b-fdda-4f19-aea0-b4be28157465 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0636406 Dec 10 20:46:50.637731 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128366c-ae52-4ac3-8065-8992c33bf125 req-625d56f7-ba70-439d-aec1-84cc7c2ffa41 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:50.639356 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c128366c-ae52-4ac3-8065-8992c33bf125 req-625d56f7-ba70-439d-aec1-84cc7c2ffa41 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 944 time: 0.0849581 Dec 10 20:46:50.650407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0402f02e-215c-4864-9294-51a79c4094ba req-3288b827-74c9-443f-ae76-31a68911feb9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735624 Dec 10 20:46:50.688577 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c128366c-ae52-4ac3-8065-8992c33bf125 req-d2065703-95cc-428f-9213-3e2d85d36f30 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Dec 10 20:46:50.803165 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0402f02e-215c-4864-9294-51a79c4094ba req-0c953451-4298-4f22-ae63-a18e2f00102f service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445231 Dec 10 20:46:50.945573 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-0402f02e-215c-4864-9294-51a79c4094ba req-d240b035-13dd-425a-a0df-b7eee05d8e68 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357968 Dec 10 20:46:51.895522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f0386-bd9b-4fc5-a9d6-0d0bcd1e5df9 req-33206eb3-ab5f-4122-b8ac-bb4e7aa72493 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:51.897086 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bb7f0386-bd9b-4fc5-a9d6-0d0bcd1e5df9 req-33206eb3-ab5f-4122-b8ac-bb4e7aa72493 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 944 time: 0.0875340 Dec 10 20:46:51.944648 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bb7f0386-bd9b-4fc5-a9d6-0d0bcd1e5df9 req-e159e5b7-eecb-446c-9ac3-bf29b2759999 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Dec 10 20:46:53.145378 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1cfa8-07e9-4ff3-9edc-aa07a3f1dd0b req-41a07557-b3cb-4fe2-acb4-e4f457f36f12 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:53.146971 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5d1cfa8-07e9-4ff3-9edc-aa07a3f1dd0b req-41a07557-b3cb-4fe2-acb4-e4f457f36f12 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 944 time: 0.0838072 Dec 10 20:46:53.195260 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d5d1cfa8-07e9-4ff3-9edc-aa07a3f1dd0b req-3b24b0d2-0492-4d4e-a91a-c381ee28ab6c tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Dec 10 20:46:53.566054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 174da5ef-a096-45d7-abd0-0cbf17160228 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:46:53.707078 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:46:53.720774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '174da5ef-a096-45d7-abd0-0cbf17160228', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'port_id': '174da5ef-a096-45d7-abd0-0cbf17160228', 'mac_address': 'fa:16:3e:67:0d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:46:53.780575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:53.798899 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174da5ef-a096-45d7-abd0-0cbf17160228 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:46:53.813906 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:46:53.816935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:53.818764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0987ab1-78b1-489e-b9f7-eca4ad75593c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:53.884925 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=4']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:53.888136 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:54.145759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['174da5ef-a096-45d7-abd0-0cbf17160228'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:46:54.403574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060c7ec-c03b-47b7-b5f6-98306ae1eee4 req-86832a50-eb24-4366-a05a-6aa74dd048fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:54.405279 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4060c7ec-c03b-47b7-b5f6-98306ae1eee4 req-86832a50-eb24-4366-a05a-6aa74dd048fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 945 time: 0.0909288 Dec 10 20:46:54.454236 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-4060c7ec-c03b-47b7-b5f6-98306ae1eee4 req-0e3628bf-c7f5-4fc0-8aa7-1e586a6f40fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426602 Dec 10 20:46:55.565827 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 174da5ef-a096-45d7-abd0-0cbf17160228 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:46:55.641356 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning for port 174da5ef-a096-45d7-abd0-0cbf17160228 completed by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 10 20:46:55.646187 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 174da5ef-a096-45d7-abd0-0cbf17160228 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:46:55.646609 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:55.659106 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d680534-0739-44e1-bd6b-9167f5a9f555 req-46493854-e483-4d39-9b25-7bcb6def26e4 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:55.661213 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5d680534-0739-44e1-bd6b-9167f5a9f555 req-46493854-e483-4d39-9b25-7bcb6def26e4 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 945 time: 0.0860054 Dec 10 20:46:55.709407 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-5d680534-0739-44e1-bd6b-9167f5a9f555 req-f2e93c00-159e-49b7-af0e-a442d5fd5d69 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Dec 10 20:46:55.768438 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:55.795785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:46:55.806207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:46:55.818232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:55.825574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:55.856335 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228', 'code': 200} Dec 10 20:46:55.889042 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=5']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:55.892097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:56.094376 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6d4a0eca-faa3-48bd-b793-36b8a38a282d req-3796ef88-4aa3-4bc9-b4d4-7e0d40ac1d90 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 1099 time: 0.0797863 Dec 10 20:46:56.140910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6d4a0eca-faa3-48bd-b793-36b8a38a282d req-82f5f575-d05f-49d7-95de-4736b3c533cc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Dec 10 20:46:56.918293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c4189-aed4-4919-b05e-79455bfd4e4f req-b4a90622-1f9b-4e0d-98b1-f3b7cb9d6bc6 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:56.919873 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-831c4189-aed4-4919-b05e-79455bfd4e4f req-b4a90622-1f9b-4e0d-98b1-f3b7cb9d6bc6 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 946 time: 0.0853090 Dec 10 20:46:56.967398 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-831c4189-aed4-4919-b05e-79455bfd4e4f req-c1475ace-7f08-43ae-bda8-bf80dda6657f tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Dec 10 20:46:58.181307 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf5a83-322c-402e-9910-c21ed5d71589 req-c86f2775-1726-47de-b319-4449e95cdcbf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:58.182910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d1bf5a83-322c-402e-9910-c21ed5d71589 req-c86f2775-1726-47de-b319-4449e95cdcbf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 946 time: 0.0836916 Dec 10 20:46:58.234229 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d1bf5a83-322c-402e-9910-c21ed5d71589 req-60bbd87c-577c-4c79-8079-332f3a6fa523 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452099 Dec 10 20:46:58.437945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e178ca-157a-49f4-9a34-8f0516886dbb req-86a06744-5b1e-4d60-812d-c36a1fa802fc tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:46:58.439557 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54e178ca-157a-49f4-9a34-8f0516886dbb req-86a06744-5b1e-4d60-812d-c36a1fa802fc tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 946 time: 0.0841126 Dec 10 20:46:58.488512 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-54e178ca-157a-49f4-9a34-8f0516886dbb req-8ab67297-2338-40ef-aad3-3238a24dc27a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417073 Dec 10 20:46:58.516292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44042) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:46:58.597502 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-03e1c798-6ee5-4ebb-b206-27038d80ad4a tempest-TestSnapshotPattern-996068079 tempest-TestSnapshotPattern-996068079-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 1094 time: 0.0798745 Dec 10 20:46:58.600349 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44046) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:46:58.605949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.v2.base [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Request body: {'floatingip': {'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'port_id': '174da5ef-a096-45d7-abd0-0cbf17160228', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 10 20:46:58.611761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 10 20:46:58.616321 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Usage tracker for resource:floatingip and tenant:572f15140e9c44c6b7f73733132e9e06 is out of sync, need to count used quota {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 10 20:46:58.619339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88871) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 10 20:46:58.625245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.quota.driver [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 10 20:46:58.635314 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for floatingip, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:58.780566 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:58.920944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_common [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Allocated IP 172.26.8.169 (1c48fda7-7127-4a60-857e-00e033e796dc/752ad96b-a36b-4e21-9e45-88f7fd169962/ab77c2bb-7d91-4922-878e-e6376678e7ac) {{(pid=88871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 10 20:46:59.078077 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for port, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:59.105605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781912103317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:59.109914 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-182b4a92-5f6d-4465-bbf3-51cc5b709511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:46:59.180822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Network 1c48fda7-7127-4a60-857e-00e033e796dc is already hosted by enough agents. {{(pid=88871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 10 20:46:59.183924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.base_scheduler [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Resources bound (agent type, host, resource id): {{(pid=88871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 10 20:46:59.188494 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Received port after_create {{(pid=88871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 10 20:46:59.214767 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'Port': ['ID=ab77c2bb-7d91-4922-878e-e6376678e7ac,revision_number=1']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:46:59.240008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.240440 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.240863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.241282 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.241727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.242146 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.242562 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.242973 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.243382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.243789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.244196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:46:59.249179 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:46:59.720982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:46:59.776239 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:00.209656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for port, precommit_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:00.213053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847956019'] for port, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:00.217367 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-033970d5-1ce4-415b-b926-2be7f314ce9d tempest-TestShelveInstance-1622521054 tempest-TestShelveInstance-1622521054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:47:00.323664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event updated for resources: {'Port': ['ID=ab77c2bb-7d91-4922-878e-e6376678e7ac,revision_number=2']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:47:00.328135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:47:00.340466 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854370785'] for floatingip, after_update {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:00.540905 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.db.l3_db [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Floating IP 1b30342f-878d-4d96-866d-82b2242293c6 associated. External IP: 172.26.8.169, port: 174da5ef-a096-45d7-abd0-0cbf17160228. Dec 10 20:47:00.947076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:47:01.160706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:47:01.171774 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] Sync routers for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:47:01.185342 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:47:01.186097 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:47:01.190594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:01.248115 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6466026 Dec 10 20:47:01.248741 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:47:01.373474 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:47:01.393077 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228', 'status': 'completed', 'code': 200} Dec 10 20:47:01.492628 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-b7c5d7a1-961c-45f5-91e2-430f4f64a6df service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 1099 time: 0.0764284 Dec 10 20:47:01.633064 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-b029b9bc-1f1a-4e8e-b4dc-8fcb3e38464b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:47:01.634662 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-b029b9bc-1f1a-4e8e-b4dc-8fcb3e38464b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1356623 Dec 10 20:47:01.743579 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '1b30342f-878d-4d96-866d-82b2242293c6', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.169', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '174da5ef-a096-45d7-abd0-0cbf17160228', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:67:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:46:59Z', 'updated_at': '2021-12-10T20:46:59Z', 'revision_number': 0, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}, {'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:50Z', 'revision_number': 1, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:47:01.747684 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] Checking router: 3c854262-a5a3-4cae-971d-1c69e4d8bb23 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:47:01.748742 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-402b15e2-f4bc-4cb7-bb1f-515bc127309c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174da5ef-a096-45d7-abd0-0cbf17160228 HTTP/1.1" status: 200 len: 1000 time: 0.1054375 Dec 10 20:47:01.759061 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:47:01.759719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:46:44Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:47:01.819650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-202e67bf-4a02-4eb9-b852-750e8b5a0a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:47:01.821208 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-202e67bf-4a02-4eb9-b852-750e8b5a0a97 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0667834 Dec 10 20:47:01.901910 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-3b1f9f7d-a1d7-4f4b-8594-c3e15b5411fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746439 Dec 10 20:47:01.947065 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:47:02.043544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-ba126ba3-d1ad-4450-8593-b7e8470131af service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356843 Dec 10 20:47:02.182527 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-c8e1cc6b-f6bb-4331-99f5-b21d2fbcd55a req-c2b9693e-bd2b-4182-83e1-2bc97563aa00 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333723 Dec 10 20:47:02.309360 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '1b30342f-878d-4d96-866d-82b2242293c6', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.169', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '174da5ef-a096-45d7-abd0-0cbf17160228', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:67:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:46:59Z', 'updated_at': '2021-12-10T20:46:59Z', 'revision_number': 0, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}, {'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:50Z', 'revision_number': 1, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:47:02.313424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c5abe-001a-4d59-b39d-e5c462797024 None None] The sync data for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv is: [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '1b30342f-878d-4d96-866d-82b2242293c6', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.169', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '174da5ef-a096-45d7-abd0-0cbf17160228', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:67:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:46:59Z', 'updated_at': '2021-12-10T20:46:59Z', 'revision_number': 0, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}, {'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:50Z', 'revision_number': 1, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:47:02.665025 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f8e3f-837c-48ab-b12a-140b27d7150d None None] New status for floating IP 1b30342f-878d-4d96-866d-82b2242293c6: ACTIVE {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:47:03.063127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:06.746716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-ef7d4be9-529e-40c7-b5bf-7336e2045d27 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737562 Dec 10 20:47:07.124056 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-18b29426-b5b5-4d0a-9617-6d08e86d667a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1097 time: 0.3063054 Dec 10 20:47:07.278172 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-2311cd24-f088-485d-9bc5-c11b743fed30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:47:07.279806 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-2311cd24-f088-485d-9bc5-c11b743fed30 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1357362 Dec 10 20:47:07.389153 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-1a43f99e-0b8b-4238-acad-34a77a73b72a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 999 time: 0.1028874 Dec 10 20:47:07.457140 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-2b02ffea-3283-4945-b675-c2ebfade280e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:47:07.458798 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-2b02ffea-3283-4945-b675-c2ebfade280e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0638616 Dec 10 20:47:07.540010 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-06d6d116-6eb3-4931-8b94-f7587713dba9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740716 Dec 10 20:47:07.682807 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-4870c364-1f7c-40e7-a260-39ce5d4a7c5e service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357303 Dec 10 20:47:07.825917 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c75efd-cf0b-4138-af12-0fbdd1054791 req-add32d81-b958-43d5-84a9-7e75b467afda service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369293 Dec 10 20:47:11.304181 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf5893c0-3a6d-4eb2-ab81-88a7712a00d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:12.554934 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:47:12.688133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:14.036627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66f48ab2-94f7-4126-a0de-d1c87ce3b1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:14.116105 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:15.683424 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:33.078503 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:41.306674 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ed13b0c7-91b6-40d5-995e-a26c5168c005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:42.689407 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:44.037501 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-584ed708-b0c9-45e4-8f67-c554e4d66073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:44.118422 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:45.686049 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:47:49.555645 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:48:03.080704 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:07.849128 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-5b4c818f-1f3a-402b-8212-64975b5cd8b3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823522 Dec 10 20:48:07.943098 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-f7364b06-0c7c-4250-9bf6-365646a841cf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 1099 time: 0.0736341 Dec 10 20:48:08.094113 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-c2ad0e1f-3cb7-4a2a-ad81-77e7d7d41bf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:48:08.095635 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-c2ad0e1f-3cb7-4a2a-ad81-77e7d7d41bf3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1350286 Dec 10 20:48:08.204453 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-94fd3765-2682-48c1-8a0f-c5eaeb0bf5e0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174da5ef-a096-45d7-abd0-0cbf17160228 HTTP/1.1" status: 200 len: 1002 time: 0.1019261 Dec 10 20:48:08.273406 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-682c580f-000b-4c14-8496-9604d87c2496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:48:08.275037 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-682c580f-000b-4c14-8496-9604d87c2496 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0647867 Dec 10 20:48:08.356285 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-be1d8f1d-70b5-495a-8e9f-36f8009563be service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748959 Dec 10 20:48:08.366818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-9f17a1c8-0f1b-459f-b56b-abf1e2ee2d43 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:48:08.367825 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-9f17a1c8-0f1b-459f-b56b-abf1e2ee2d43 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0049920 Dec 10 20:48:08.510170 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-bb1bc4fe-d882-42b2-8ce6-1b3201c80887 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354868 Dec 10 20:48:08.652387 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-a69e330f-195c-43d2-98a8-aaffd68da0cd req-04898c2e-dcb6-4f6e-a4d8-3feee0826c8b service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360989 Dec 10 20:48:11.308284 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-359ba86f-3683-4c48-ad22-816de6546a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:12.694213 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:14.037877 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-db99fdc4-84a5-426b-8085-056590bb33ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:14.120368 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:15.688470 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:26.557063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:48:33.077219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:41.309290 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-fb71b129-da7b-43a4-bbee-13d3d85a26e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:42.697577 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:44.038269 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0218b131-359e-4c26-b431-ca6ea293f17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:44.125743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:48:45.691762 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:03.077012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:03.558519 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:49:06.173171 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 174da5ef-a096-45d7-abd0-0cbf17160228 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=88873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 10 20:49:06.313363 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:06.327958 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Returning: {'device': '174da5ef-a096-45d7-abd0-0cbf17160228', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'port_id': '174da5ef-a096-45d7-abd0-0cbf17160228', 'mac_address': 'fa:16:3e:67:0d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 10 20:49:06.384019 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:06.402335 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 174da5ef-a096-45d7-abd0-0cbf17160228 {{(pid=88873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Dec 10 20:49:06.417362 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:06.420137 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:06.421998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:06.496288 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=6']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:06.505870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.506270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.506659 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.507043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.507423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.507806 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.508183 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.508575 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.508950 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.509322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.509723 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:06.514743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] get_ports_and_sgs() called for port_ids ['174da5ef-a096-45d7-abd0-0cbf17160228'] {{(pid=88873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 10 20:49:06.539316 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:07.743208 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-9bccd25e-71f1-4ccd-b1ff-0757c40ecccb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754774 Dec 10 20:49:07.898663 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-ab5d67cb-3905-47b4-8f29-b7ec3ee8c10c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1097 time: 0.0821073 Dec 10 20:49:08.050482 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-d783331f-d456-41a4-89eb-05a56c10e71b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:08.052038 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-d783331f-d456-41a4-89eb-05a56c10e71b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1340995 Dec 10 20:49:08.158544 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-58964ace-113a-485a-ae3c-a52c2255201c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 999 time: 0.1002798 Dec 10 20:49:08.171622 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 174da5ef-a096-45d7-abd0-0cbf17160228 up at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 10 20:49:08.227588 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-488a28cb-8051-42cb-95e8-f02d24608cc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:08.229149 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-488a28cb-8051-42cb-95e8-f02d24608cc8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0645106 Dec 10 20:49:08.244427 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.provisioning_blocks [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Provisioning complete for port 174da5ef-a096-45d7-abd0-0cbf17160228 triggered by entity L2. {{(pid=88873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 10 20:49:08.244857 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852784416'] for port, provisioning_complete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:08.310093 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-e255460b-7d0b-4935-98e9-7b4dd4174b28 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746386 Dec 10 20:49:08.366920 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:08.395825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:49:08.407892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:08.412810 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:08.414822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b296ffdd-07d0-416a-9dcd-036c463f03fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:08.462032 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228', 'code': 200} Dec 10 20:49:08.463803 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-da07d180-a1d7-479e-8084-a9268a332fd3 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472571 Dec 10 20:49:08.488799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=7']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:08.492270 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:08.606002 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-59fa84d7-deb8-4cad-91e7-1284d13df139 req-c31f6217-6a56-423a-9319-897e4f4b3086 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355267 Dec 10 20:49:11.314560 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a8843125-0cb0-407f-9589-9d384fb68f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:12.703066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:14.046464 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1b03326a-91d3-4718-b000-60331f7bdaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:14.131836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:15.703299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:19.006292 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44264) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:19.217848 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Deleting port ab77c2bb-7d91-4922-878e-e6376678e7ac {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:19.218229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:19.398956 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:19.399328 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:19.529726 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Calling delete_port for ab77c2bb-7d91-4922-878e-e6376678e7ac owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:19.683972 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:19.688309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-6efad8a3-215c-42cf-85c2-73285039ba68 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:19.735385 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event deleted for resources: {'Port': ['ID=ab77c2bb-7d91-4922-878e-e6376678e7ac,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:19.775821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.776261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.776694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.777117 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.777563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.777994 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.778412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.778830 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.779243 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.779657 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.780071 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:19.787954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:19.843308 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:20.486425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:49:20.697194 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:49:20.707743 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] Sync routers for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:49:20.714266 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:20.720013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:49:20.720742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:20.771183 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "DELETE /v2.0/floatingips/1b30342f-878d-4d96-866d-82b2242293c6 HTTP/1.1" status: 204 len: 168 time: 1.7636282 Dec 10 20:49:20.772121 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:49:20.845288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228', 'status': 'completed', 'code': 200} Dec 10 20:49:20.917776 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:49:20.951705 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d376863a-505c-45d7-9fab-39074c862947 req-759431f6-35fa-42a0-9085-46aac7d924fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 1099 time: 0.0839427 Dec 10 20:49:21.106376 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376863a-505c-45d7-9fab-39074c862947 req-26f216db-e48a-4054-a730-f650a4f8d583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:21.108358 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d376863a-505c-45d7-9fab-39074c862947 req-26f216db-e48a-4054-a730-f650a4f8d583 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1495893 Dec 10 20:49:21.176999 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a91e3-d890-4ac9-8aaf-a650e26725d5 req-ca8c2962-9c7d-482d-9841-17c09ba83810 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:21.177794 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-df5a91e3-d890-4ac9-8aaf-a650e26725d5 req-ca8c2962-9c7d-482d-9841-17c09ba83810 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Synchronizing usage tracker for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:49:21.184248 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d376863a-505c-45d7-9fab-39074c862947 req-57b676bd-784b-4f9d-8f14-cc201dd66a18 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174da5ef-a096-45d7-abd0-0cbf17160228 HTTP/1.1" status: 200 len: 217 time: 0.0685163 Dec 10 20:49:21.193099 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-df5a91e3-d890-4ac9-8aaf-a650e26725d5 req-ca8c2962-9c7d-482d-9841-17c09ba83810 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Unset dirty status for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:49:21.200343 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df5a91e3-d890-4ac9-8aaf-a650e26725d5 req-ca8c2962-9c7d-482d-9841-17c09ba83810 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 946 time: 0.1107118 Dec 10 20:49:21.245599 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-df5a91e3-d890-4ac9-8aaf-a650e26725d5 req-65338527-8258-4290-93ea-c86c1d99de69 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442572 Dec 10 20:49:21.260052 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376863a-505c-45d7-9fab-39074c862947 req-fb4b4889-39ec-48a0-8835-903572f9f316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:21.261949 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d376863a-505c-45d7-9fab-39074c862947 req-fb4b4889-39ec-48a0-8835-903572f9f316 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0711331 Dec 10 20:49:21.296584 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:50Z', 'revision_number': 1, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:21.301209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] Checking router: 3c854262-a5a3-4cae-971d-1c69e4d8bb23 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:49:21.312234 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:49:21.312887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:21.344181 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d376863a-505c-45d7-9fab-39074c862947 req-c39a4e38-e6b6-42df-b481-9884cef092b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759566 Dec 10 20:49:21.488637 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d376863a-505c-45d7-9fab-39074c862947 req-fa8ba121-f7df-4972-9028-c5d5898a0f7c service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367435 Dec 10 20:49:21.503182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:49:21.634034 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-d376863a-505c-45d7-9fab-39074c862947 req-54393015-cba7-406f-8e12-85a64438f961 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360953 Dec 10 20:49:21.863323 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:50Z', 'revision_number': 1, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:21.867397 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a3ce0-f7da-4237-b4c6-e6b95318284d None None] The sync data for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv is: [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_floatingips': [{'id': '3170a55f-832e-44f0-892a-03b06374b5f3', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'router_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'port_id': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'mac_address': 'fa:16:3e:b6:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339844a7-2a32-4639-844b-318901448be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:43:47Z', 'updated_at': '2021-12-10T20:43:50Z', 'revision_number': 1, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:49:22.219969 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 174da5ef-a096-45d7-abd0-0cbf17160228 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:22.318293 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60183067-69af-4ea5-b515-a519da94e0d9 None None] New status for floating IP 1b30342f-878d-4d96-866d-82b2242293c6: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:49:22.455127 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee35995-4e3d-4fe4-9ec0-7512ad7d1001 req-8d6b9d36-738f-4d1f-bba9-0f95a0078862 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:22.457273 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aee35995-4e3d-4fe4-9ec0-7512ad7d1001 req-8d6b9d36-738f-4d1f-bba9-0f95a0078862 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 946 time: 0.0858078 Dec 10 20:49:22.467725 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1279276'] for port, before_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:22.503761 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:22.504876 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228'}] {{(pid=88873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:49:22.511054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781912532680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781912103334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254942672449'] for port, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:22.512847 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:22.537128 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-aee35995-4e3d-4fe4-9ec0-7512ad7d1001 req-fb33e45a-2040-43cd-b39c-9990954c1393 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668464 Dec 10 20:49:22.570716 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228', 'code': 200} Dec 10 20:49:22.586259 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Pushing event updated for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=8']} {{(pid=88873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:22.589699 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:22.945861 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-18f6b9a4-1bb8-4032-bcd2-89f594fd4c61 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:22.946605 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-18f6b9a4-1bb8-4032-bcd2-89f594fd4c61 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Synchronizing usage tracker for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:49:22.958782 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-18f6b9a4-1bb8-4032-bcd2-89f594fd4c61 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Unset dirty status for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:49:22.959980 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-18f6b9a4-1bb8-4032-bcd2-89f594fd4c61 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 944 time: 0.1030595 Dec 10 20:49:23.034096 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Deleting port 174da5ef-a096-45d7-abd0-0cbf17160228 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:23.034481 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:23.517054 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] For port 174da5ef-a096-45d7-abd0-0cbf17160228, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=174da5ef-a096-45d7-abd0-0cbf17160228,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:23.517656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:23.647933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Calling delete_port for 174da5ef-a096-45d7-abd0-0cbf17160228 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:23.751390 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eaa7f-e6ff-404f-97f8-c9772105242f req-d50ecff2-7777-406f-9b1c-23acfde509b5 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:23.752915 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e5eaa7f-e6ff-404f-97f8-c9772105242f req-d50ecff2-7777-406f-9b1c-23acfde509b5 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d8e8c30-94ca-4e99-b0c4-094cde96c9e6 HTTP/1.1" status: 200 len: 944 time: 0.0883009 Dec 10 20:49:23.794513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:23.800379 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-1feb2c2f-8f1d-4399-b17d-a7178ed9bb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:23.801643 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-6e5eaa7f-e6ff-404f-97f8-c9772105242f req-17dab9d9-5422-4e41-bd13-081ec42abe0f tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Dec 10 20:49:23.846104 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event deleted for resources: {'Port': ['ID=174da5ef-a096-45d7-abd0-0cbf17160228,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:23.888309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.888737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.889156 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.889597 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.890012 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.890425 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.890836 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.891245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.891651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.892053 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.892457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821443-1-hyperv {{(pid=88872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 10 20:49:23.900475 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:23.941026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] No DVR routers for this DVR port 174da5ef-a096-45d7-abd0-0cbf17160228 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:49:23.943478 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:23.946207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'name': 'network-vif-deleted', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:49:23.960552 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f3c71816-68b9-4a5a-8ec8-94d0634f10ba req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "DELETE /v2.0/ports/174da5ef-a096-45d7-abd0-0cbf17160228 HTTP/1.1" status: 204 len: 173 time: 0.9934235 Dec 10 20:49:24.081444 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8e8c30-94ca-4e99-b0c4-094cde96c9e6', 'name': 'network-vif-deleted', 'tag': '174da5ef-a096-45d7-abd0-0cbf17160228', 'status': 'completed', 'code': 200} Dec 10 20:49:25.495842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44328) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:25.714232 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Deleting port aaf6ddc3-41c0-4a29-a1a1-01452bfe71f7 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:25.714616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:25.889522 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:25.889907 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:26.017616 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Calling delete_port for aaf6ddc3-41c0-4a29-a1a1-01452bfe71f7 owned by network:floatingip {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:26.166838 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:26.171249 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-7fe3502b-2fde-40c2-a2f7-e31d5bfbd470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:26.216789 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event deleted for resources: {'Port': ['ID=aaf6ddc3-41c0-4a29-a1a1-01452bfe71f7,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:26.219839 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:26.235428 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 174da5ef-a096-45d7-abd0-0cbf17160228 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:26.273844 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 174da5ef-a096-45d7-abd0-0cbf17160228 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:49:26.274240 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 174da5ef-a096-45d7-abd0-0cbf17160228 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:49:26.319341 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:26.729374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:49:26.934932 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:49:26.945993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] Sync routers for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:49:26.952953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for floatingip, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:26.958377 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:49:26.959587 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:27.014757 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-960fa0d8-7d2b-49d0-b07c-46230b41b433 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "DELETE /v2.0/floatingips/3170a55f-832e-44f0-892a-03b06374b5f3 HTTP/1.1" status: 204 len: 168 time: 1.5150349 Dec 10 20:49:27.014757 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595'}] {{(pid=88871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:49:27.065795 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'status': 'completed', 'code': 200} Dec 10 20:49:27.163388 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:49:27.166759 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-508b3cfc-9065-4332-8a70-4fb2751db3c9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=572f15140e9c44c6b7f73733132e9e06&device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 1097 time: 0.0788748 Dec 10 20:49:27.316829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-f6b20c26-679c-460a-be9b-6bcbf556bb92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:27.318991 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-f6b20c26-679c-460a-be9b-6bcbf556bb92 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 200 len: 910 time: 0.1461804 Dec 10 20:49:27.398574 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-d273ee90-372b-4c2a-8937-35a14a424365 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 200 len: 217 time: 0.0720978 Dec 10 20:49:27.430086 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdb557-699b-4db9-8991-6b502ad098d9 req-04926f1f-7dbe-49da-9808-b163dcfb9e8a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:27.431074 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-53bdb557-699b-4db9-8991-6b502ad098d9 req-04926f1f-7dbe-49da-9808-b163dcfb9e8a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Synchronizing usage tracker for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88871) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:49:27.447093 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-53bdb557-699b-4db9-8991-6b502ad098d9 req-04926f1f-7dbe-49da-9808-b163dcfb9e8a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Unset dirty status for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88871) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:49:27.448371 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53bdb557-699b-4db9-8991-6b502ad098d9 req-04926f1f-7dbe-49da-9808-b163dcfb9e8a tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 944 time: 0.1052885 Dec 10 20:49:27.482873 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-99164251-ed96-4048-b289-e1280a38ab65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:27.484465 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-99164251-ed96-4048-b289-e1280a38ab65 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 200 len: 848 time: 0.0797322 Dec 10 20:49:27.523286 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-53bdb557-699b-4db9-8991-6b502ad098d9 req-1fe28e05-1bc1-4428-bcaf-0c54682143c4 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641751 Dec 10 20:49:27.527256 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:27.531373 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] Checking router: 3c854262-a5a3-4cae-971d-1c69e4d8bb23 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:49:27.545439 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:49:27.546319 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:27.578280 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-6352c1b3-3a54-47a4-91e9-5fc2c84b6239 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e32285b0-3762-4af2-8903-341a91d965bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855086 Dec 10 20:49:27.729066 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-ba627c7c-6cc0-4e37-94cb-9cd1f042d4b5 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431477 Dec 10 20:49:27.880265 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-bece02de-0257-4013-bef3-8ec2a39e08b6 req-7ceacaff-d6a2-466e-b393-c5dc0e0b6682 service neutron] 10.222.0.84 "GET /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437981 Dec 10 20:49:27.890460 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:49:28.091056 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9d5d5ae9-9dc0-4964-b67c-dcc8fda21054 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:28.091865 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9d5d5ae9-9dc0-4964-b67c-dcc8fda21054 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Synchronizing usage tracker for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88872) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 10 20:49:28.105219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.quota.resource [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9d5d5ae9-9dc0-4964-b67c-dcc8fda21054 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Unset dirty status for tenant:572f15140e9c44c6b7f73733132e9e06 on resource:port {{(pid=88872) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 10 20:49:28.106491 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9d5d5ae9-9dc0-4964-b67c-dcc8fda21054 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 944 time: 0.0980589 Dec 10 20:49:28.181261 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Deleting port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 {{(pid=88872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:28.181607 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:28.219311 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:28.223476 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3913de7-e9e9-4f78-b8ad-3ac8cffc05af None None] The sync data for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv is: [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:20Z', 'revision_number': 4, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv', '_interfaces': [{'id': '7850efa5-c1cc-4fd9-a696-00c1c42cd7e5', 'name': '', 'network_id': 'e32285b0-3762-4af2-8903-341a91d965bc', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'mac_address': 'fa:16:3e:4e:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:20Z', 'updated_at': '2021-12-10T20:43:28Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'subnets': [{'id': '390ac60f-1c63-40b5-9db5-053fe7dbe64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:49:28.445399 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] For port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:28.445764 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:28.581309 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Calling delete_port for 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 owned by compute:nova {{(pid=88872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:28.667878 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a5c36-f614-49e4-9c95-fd3aba894f48 None None] New status for floating IP 3170a55f-832e-44f0-892a-03b06374b5f3: DOWN {{(pid=88873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 10 20:49:28.740359 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355dd83-e2d7-48bd-9870-e5cf7027ec1b req-294dd1c0-ecbe-41de-948b-ab92b0f2d298 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 10 20:49:28.741963 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f355dd83-e2d7-48bd-9870-e5cf7027ec1b req-294dd1c0-ecbe-41de-948b-ab92b0f2d298 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/ports?device_id=339844a7-2a32-4639-844b-318901448be6 HTTP/1.1" status: 200 len: 944 time: 0.0907054 Dec 10 20:49:28.743851 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847779279'] for port, after_delete {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:28.750405 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ae803920-ec35-4044-a17d-208bb030b7fa tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:28.794082 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-f355dd83-e2d7-48bd-9870-e5cf7027ec1b req-09b23853-aab2-4cf7-b3ed-fccbc9e097b0 tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "GET /v2.0/security-groups?id=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Dec 10 20:49:28.798840 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event deleted for resources: {'Port': ['ID=116eb46d-78e3-47e8-a8c7-cacfdcd7a595,revision_number=None']} {{(pid=88872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:28.803631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88872) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:28.886017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] No DVR routers for this DVR port 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 on host hv-neutron-8214 {{(pid=88872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:49:28.888512 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15184'] for port, before_response {{(pid=88872) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:28.891369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'name': 'network-vif-deleted', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595'}] {{(pid=88872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:49:28.907305 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [req-23d9536e-6cb8-441f-a26f-92b66a406881 req-9204fb3a-b17d-41ac-962a-29bf7bf61aef tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.84 "DELETE /v2.0/ports/116eb46d-78e3-47e8-a8c7-cacfdcd7a595 HTTP/1.1" status: 204 len: 173 time: 0.7954876 Dec 10 20:49:28.955461 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339844a7-2a32-4639-844b-318901448be6', 'name': 'network-vif-deleted', 'tag': '116eb46d-78e3-47e8-a8c7-cacfdcd7a595', 'status': 'completed', 'code': 200} Dec 10 20:49:29.909703 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44344) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:29.981707 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-727d2486-951e-4b0b-b41f-ec9cf12272fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:30.012574 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-727d2486-951e-4b0b-b41f-ec9cf12272fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:30.073173 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-727d2486-951e-4b0b-b41f-ec9cf12272fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:30.078303 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-fa12a5fc-b8cd-45a6-8bd9-9288f101dffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:30.094880 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d2486-951e-4b0b-b41f-ec9cf12272fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9262fcd9-5a5f-482f-af4e-4d74a32e6eaf,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:30.099625 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-727d2486-951e-4b0b-b41f-ec9cf12272fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:30.102944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-727d2486-951e-4b0b-b41f-ec9cf12272fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:30.107162 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-727d2486-951e-4b0b-b41f-ec9cf12272fe tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] 10.222.0.41 "DELETE /v2.0/security-groups/9262fcd9-5a5f-482f-af4e-4d74a32e6eaf HTTP/1.1" status: 204 len: 168 time: 0.1963673 Dec 10 20:49:31.182594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44352) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:31.963092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:32.249885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:32.286245 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] No Port match for: 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:49:32.286669 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Device 116eb46d-78e3-47e8-a8c7-cacfdcd7a595 not bound to the agent host hv-neutron-8214 {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:49:32.591804 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Deleting port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:32.592190 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:32.771063 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] For port 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:32.771463 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:32.899664 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Calling delete_port for 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:33.069944 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:33.074842 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b7a50f8a-1c27-422b-9b2a-f8a694dd7d2b tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:33.091403 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:33.121615 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7850efa5-c1cc-4fd9-a696-00c1c42cd7e5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:33.124199 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:33.428813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:34.027924 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:49:34.230485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:49:34.240416 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] Sync routers for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:49:34.243878 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] 10.222.0.41 "PUT /v2.0/routers/3c854262-a5a3-4cae-971d-1c69e4d8bb23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0601609 Dec 10 20:49:34.246751 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44358) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:34.253008 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:49:34.253756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:34.451506 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:49:34.697908 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:34.753916 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:49:33Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:34.758072 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] Checking router: 3c854262-a5a3-4cae-971d-1c69e4d8bb23 for host: dv-neutron-821443-1-hyperv {{(pid=88874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:49:34.769340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] Routers {'3c854262-a5a3-4cae-971d-1c69e4d8bb23'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:49:34.770026 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'], 'active': True} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:34.904421 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:34.912835 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Deleting port c052b07f-7bc0-4537-a3ea-0b92fd5778a3 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:34.913216 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:34.960714 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] Set router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 gateway port host: dv-neutron-821443-1-hyperv {{(pid=88874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:49:35.099887 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] For port c052b07f-7bc0-4537-a3ea-0b92fd5778a3, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c052b07f-7bc0-4537-a3ea-0b92fd5778a3,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:35.100286 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:35.228968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Calling delete_port for c052b07f-7bc0-4537-a3ea-0b92fd5778a3 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:35.257841 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:49:33Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:35.261928 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d43cc-2da6-4789-8cd0-771f1737aa77 None None] The sync data for ids ['3c854262-a5a3-4cae-971d-1c69e4d8bb23'] in dv-neutron-821443-1-hyperv is: [{'id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'name': 'tempest-TestSnapshotPattern-637316457-router', 'tenant_id': '572f15140e9c44c6b7f73733132e9e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186'}], 'enable_snat': True}, 'gw_port_id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:49:33Z', 'revision_number': 5, 'project_id': '572f15140e9c44c6b7f73733132e9e06', 'gw_port': {'id': 'c052b07f-7bc0-4537-a3ea-0b92fd5778a3', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c854262-a5a3-4cae-971d-1c69e4d8bb23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:17Z', 'updated_at': '2021-12-10T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}] {{(pid=88874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:49:35.412296 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:35.416843 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-3960f50e-21b6-46cf-b377-92f91c1baccf tempest-TestSnapshotPattern-2025609450 tempest-TestSnapshotPattern-2025609450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:35.461949 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c052b07f-7bc0-4537-a3ea-0b92fd5778a3,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:35.464799 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:35.704013 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:35.773834 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:35.813280 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:49:35.813715 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7850efa5-c1cc-4fd9-a696-00c1c42cd7e5 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:49:35.980860 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:35.985310 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.009691 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.010195 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c854262-a5a3-4cae-971d-1c69e4d8bb23 {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:49:36.023540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.024753 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c0ab5b5b-d796-448d-a344-801a19e3bf63 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3c854262-a5a3-4cae-971d-1c69e4d8bb23 HTTP/1.1" status: 204 len: 168 time: 1.7770321 Dec 10 20:49:36.027485 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44362) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:36.097057 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] Deleting subnet 390ac60f-1c63-40b5-9db5-053fe7dbe64c {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:49:36.100479 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.153383 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.236948 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.305935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.310694 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-ccd49a46-1003-4b49-b03c-aafbb6156d5f tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:36.350530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390ac60f-1c63-40b5-9db5-053fe7dbe64c,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:36.354814 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:36.357589 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.363656 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29e849-a486-4eef-8df2-0ef0073d90cc None None] Network e32285b0-3762-4af2-8903-341a91d965bc requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:49:36.364125 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-66b771cc-9d81-42bd-b9d6-096dd35d1114 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/390ac60f-1c63-40b5-9db5-053fe7dbe64c HTTP/1.1" status: 204 len: 168 time: 0.3354380 Dec 10 20:49:36.367414 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44366) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:36.483955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.495036 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Deleting port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:36.495364 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.626023 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] DHCP port deletion for e32285b0-3762-4af2-8903-341a91d965bc request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:49:36.630384 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] Deleting port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:36.630884 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.714417 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] For port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:36.714818 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.844175 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Calling delete_port for be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:36.845719 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] For port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1,segment=NetworkSegment(56e28dc7-a239-4b47-bd82-1ee98149f3b9),segment_id=56e28dc7-a239-4b47-bd82-1ee98149f3b9)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:36.846170 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.917016 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:36.921679 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-e7c65370-4dd5-4a91-a452-b3e3df8260eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:36.969352 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:36.972153 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:36.974540 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] Calling delete_port for be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:36.975386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] No DVR routers for this DVR port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:49:37.045825 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:49:37.046244 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:49:37.097046 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:37.123207 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32285b0-3762-4af2-8903-341a91d965bc']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:37.136330 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e28dc7-a239-4b47-bd82-1ee98149f3b9') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:37.136673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e28dc7-a239-4b47-bd82-1ee98149f3b9') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:37.148593 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:37.163445 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:37.169824 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:49:37.170248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:49:37.184400 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:49:37.261468 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:37.265917 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:37.269639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-818403e5-7b4d-4745-9704-d6e6cdd2bae9 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:37.293706 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32285b0-3762-4af2-8903-341a91d965bc,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:37.296217 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:37.304203 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-02fefa07-134b-4521-b59f-5eb95a377028 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e32285b0-3762-4af2-8903-341a91d965bc HTTP/1.1" status: 204 len: 168 time: 0.9357605 Dec 10 20:49:37.307374 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44370) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:37.548092 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] Deleting port be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:37.548696 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:37.794662 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c052b07f-7bc0-4537-a3ea-0b92fd5778a3 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:37.828756 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-c4e660dc-1e7f-457d-b822-36a9a920fe80 None None] The port 'be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:49:37.834346 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: c052b07f-7bc0-4537-a3ea-0b92fd5778a3 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:49:37.834748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c052b07f-7bc0-4537-a3ea-0b92fd5778a3 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:49:37.835219 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:37.873459 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:49:37.873888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device be9905d7-6ccb-42a7-9cdb-aa2b59d12ee1 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:49:37.976822 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401972'] for router_interface, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:38.596047 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Deleting port d46da15b-930b-4072-8488-cf1c2854b003 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:38.596642 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:38.779505 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] For port d46da15b-930b-4072-8488-cf1c2854b003, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=d46da15b-930b-4072-8488-cf1c2854b003,segment=NetworkSegment(0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1),segment_id=0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:38.779903 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:38.907742 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Calling delete_port for d46da15b-930b-4072-8488-cf1c2854b003 owned by network:router_interface {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:39.075620 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:39.079897 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-dc976676-8305-4221-9136-9c824b80d574 tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:39.122339 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Pushing event deleted for resources: {'Port': ['ID=d46da15b-930b-4072-8488-cf1c2854b003,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:39.126627 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:39.431221 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401994'] for router_interface, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:40.037646 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Router 882886c7-95e4-409f-8b05-c356d7b30fdb has already been hosted by L3 agent 9abb14f1-3099-49e6-80ee-d800f46f91fc {{(pid=88871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 10 20:49:40.488783 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] Notify agent at l3_agent.dv-neutron-821443-1-hyperv the message routers_updated {{(pid=88871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 10 20:49:40.498358 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] Sync routers for ids ['882886c7-95e4-409f-8b05-c356d7b30fdb'] in dv-neutron-821443-1-hyperv {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 10 20:49:40.504372 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-b8cf9b7a-8bd1-48e4-92f3-8b88eea2268f admin admin] 10.222.0.41 "PUT /v2.0/routers/882886c7-95e4-409f-8b05-c356d7b30fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1959219 Dec 10 20:49:40.507160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44374) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:40.511267 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] Routers {'882886c7-95e4-409f-8b05-c356d7b30fdb'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:49:40.511943 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['882886c7-95e4-409f-8b05-c356d7b30fdb'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:40.559935 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:49:40.704177 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] Set router 882886c7-95e4-409f-8b05-c356d7b30fdb gateway port host: dv-neutron-821443-1-hyperv {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:49:40.712660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks [] for router, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:40.924639 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:40.934921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Deleting port c7885f13-0f5a-40cc-9ee3-c79692aa5f69 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:40.935325 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:41.010326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'external_fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:49:39Z', 'revision_number': 5, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port': {'id': 'c7885f13-0f5a-40cc-9ee3-c79692aa5f69', 'name': '', 'network_id': '1c48fda7-7127-4a60-857e-00e033e796dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821443-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:43:24Z', 'updated_at': '2021-12-10T20:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '752ad96b-a36b-4e21-9e45-88f7fd169962', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821443-1-hyperv'}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:41.014528 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] Checking router: 882886c7-95e4-409f-8b05-c356d7b30fdb for host: dv-neutron-821443-1-hyperv {{(pid=88873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 10 20:49:41.026392 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] Routers {'882886c7-95e4-409f-8b05-c356d7b30fdb'} bound to L3 agent in host dv-neutron-821443-1-hyperv {{(pid=88873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 10 20:49:41.027062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821443-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:28:14Z,description=,heartbeat_timestamp=2021-12-10T20:49:14Z,host='dv-neutron-821443-1-hyperv',id=9abb14f1-3099-49e6-80ee-d800f46f91fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:28:14Z,topic='l3_agent')) {'router_ids': ['882886c7-95e4-409f-8b05-c356d7b30fdb'], 'active': True} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:41.118529 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] For port c7885f13-0f5a-40cc-9ee3-c79692aa5f69, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=c7885f13-0f5a-40cc-9ee3-c79692aa5f69,segment=NetworkSegment(75ff0799-69fa-4851-8fb8-647fecb0f1f8),segment_id=75ff0799-69fa-4851-8fb8-647fecb0f1f8)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:41.119110 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:41.185785 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvr_db [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] Set router 882886c7-95e4-409f-8b05-c356d7b30fdb gateway port host: None {{(pid=88873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 10 20:49:41.247005 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Calling delete_port for c7885f13-0f5a-40cc-9ee3-c79692aa5f69 owned by network:router_gateway {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:41.309193 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_hamode_db [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:49:40Z', 'revision_number': 6, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port_host': None}], 'dv-neutron-821443-1-hyperv', False) {} {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:41.316028 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cf12f-6499-4aff-9fac-a1374e66c5d3 None None] The sync data for ids ['882886c7-95e4-409f-8b05-c356d7b30fdb'] in dv-neutron-821443-1-hyperv is: [{'id': '882886c7-95e4-409f-8b05-c356d7b30fdb', 'name': 'tempest-TestSnapshotPattern-275020920-router', 'tenant_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:43:23Z', 'updated_at': '2021-12-10T20:49:40Z', 'revision_number': 6, 'project_id': 'eccc7eccf7f24f658fa316557f6bf3fb', 'gw_port_host': None}] {{(pid=88873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 10 20:49:41.320868 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-28dc29a8-29a6-459f-8d97-1cb3f71fa42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:41.424229 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:41.429062 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5ad5bbf5-45ce-4150-82e8-113ffafa948f tempest-TestNetworkAdvancedServerOps-1986755534 tempest-TestNetworkAdvancedServerOps-1986755534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:41.479037 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7885f13-0f5a-40cc-9ee3-c79692aa5f69,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:41.483651 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:41.726472 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854372149'] for router_gateway, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:41.765532 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d46da15b-930b-4072-8488-cf1c2854b003 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:41.806295 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: d46da15b-930b-4072-8488-cf1c2854b003 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:49:41.806971 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device d46da15b-930b-4072-8488-cf1c2854b003 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:49:41.807430 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c7885f13-0f5a-40cc-9ee3-c79692aa5f69 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:41.844748 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: c7885f13-0f5a-40cc-9ee3-c79692aa5f69 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:49:41.845143 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device c7885f13-0f5a-40cc-9ee3-c79692aa5f69 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:49:42.006758 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854263627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036846410769'] for router, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.011133 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.034791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854263605'] for router, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.035370 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 882886c7-95e4-409f-8b05-c356d7b30fdb {{(pid=88871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 10 20:49:42.048276 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] Notify callbacks [] for router, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.049503 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-bafcc278-7e17-4d3d-a25d-7993f770b039 admin admin] 10.222.0.41 "DELETE /v2.0/routers/882886c7-95e4-409f-8b05-c356d7b30fdb HTTP/1.1" status: 204 len: 168 time: 1.5412979 Dec 10 20:49:42.052901 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44378) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:42.119594 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] Deleting subnet 51b6a639-3f83-4a20-95d6-6a912268ae92 {{(pid=88871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 10 20:49:42.122895 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.177817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847004543'] for subnet, precommit_delete_associations {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.261200 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852806620'] for subnet, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.333043 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847956200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847319850'] for subnet, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.337457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-5944f92a-e4eb-4fb3-a34e-cc20e0590b80 tempest-NetworksIpV6Test-1760065140 tempest-NetworksIpV6Test-1760065140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:42.375326 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b6a639-3f83-4a20-95d6-6a912268ae92,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:42.379496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:42.382322 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.387673 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759dc246-ef18-4af2-915b-4880b28ddf78 None None] Network a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb requested from dv-neutron-821443-1-hyperv {{(pid=88873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 10 20:49:42.388686 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-d4817635-777a-49c4-bbb2-d45e1b148baf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/51b6a639-3f83-4a20-95d6-6a912268ae92 HTTP/1.1" status: 204 len: 168 time: 0.3346610 Dec 10 20:49:42.391409 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44382) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:42.511084 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852917894'] for network, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.522870 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Deleting port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 {{(pid=88871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:42.523154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.649530 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] DHCP port deletion for a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb request from dv-neutron-821443-1-hyperv {{(pid=88873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 10 20:49:42.653964 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] Deleting port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:42.654398 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.720496 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.744235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] For port 7b568366-0837-4ffa-ba85-ca2b85c63ee4, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7b568366-0837-4ffa-ba85-ca2b85c63ee4,segment=NetworkSegment(0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1),segment_id=0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1)] {{(pid=88871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:42.744631 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.876017 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Calling delete_port for 7b568366-0837-4ffa-ba85-ca2b85c63ee4 owned by network:dhcp {{(pid=88871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:42.885675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.db [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] For port 7b568366-0837-4ffa-ba85-ca2b85c63ee4, host dv-neutron-821443-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821443-1-hyperv',level=0,port_id=7b568366-0837-4ffa-ba85-ca2b85c63ee4,segment=NetworkSegment(0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1),segment_id=0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1)] {{(pid=88873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 10 20:49:42.886134 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854369897'] for port, precommit_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.951781 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853487218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27364314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781912532663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363254942672483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6819781'] for port, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:42.956423 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cb8fc001-d230-470d-9e2a-da7cba5bdb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:43.001299 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b568366-0837-4ffa-ba85-ca2b85c63ee4,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:43.004066 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:43.007203 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] No DVR routers for this DVR port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 on host dv-neutron-821443-1-hyperv {{(pid=88871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 10 20:49:43.014382 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] Calling delete_port for 7b568366-0837-4ffa-ba85-ca2b85c63ee4 owned by network:dhcp {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 10 20:49:43.088954 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.db.api [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88873) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:49:43.089369 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_db.api [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 10 20:49:43.128817 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852780077', 'neutron.services.segments.db._delete_segments_for_network-8781912582583'] for network, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.154863 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb']}} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:43.168075 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1') {'for_net_delete': True} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:43.168412 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.services.segments.db [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2bab2d-e8d2-4fd2-8b3b-d50e3b1450b1') {} {{(pid=88871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 10 20:49:43.180182 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781912590024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7771272'] for segment, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.197675 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924669'] for segment, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.204301 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 10 20:49:43.204734 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852851194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847956045'] for segment, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: Traceback (most recent call last): Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: timer() Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: cb(*args, **kw) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: return func(*args, **kwargs) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: self._notify() Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: self.callback(batched_events) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: event.method(event) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: segment_id)['aggregates'][0] Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: return f(self, *a, **k) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: return self._get(url).json() Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: **kwargs) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: return self.request(url, 'GET', **kwargs) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: **endpoint_filter) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:49:43.222731 dv-neutron-821443-1-hyperv neutron-server[88762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:49:43.300209 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854134364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854370772'] for network, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.304922 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Notify callbacks [] for network, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.308698 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-576c356e-2377-4875-85de-51883496f30c tempest-RoutersTest-224784398 tempest-RoutersTest-224784398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:43.333737 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:43.336353 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:43.338288 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-29975729-1a29-48b1-b063-2a1200723c78 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9f20bb3-f814-42fd-8eb4-1c2e0d313cbb HTTP/1.1" status: 204 len: 168 time: 0.9458861 Dec 10 20:49:43.477727 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44388) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:43.538119 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-4470bd9a-f4ae-4d70-9e2d-e86be600d278 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=572f15140e9c44c6b7f73733132e9e06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0589991 Dec 10 20:49:43.540570 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44392) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:43.590795 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] Deleting port 7b568366-0837-4ffa-ba85-ca2b85c63ee4 {{(pid=88873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 10 20:49:43.591248 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254942248154'] for port, before_delete {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.602343 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd14821e-b9be-463e-a6f0-a11db01d3867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.629603 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd14821e-b9be-463e-a6f0-a11db01d3867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.658650 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-25775434-2aef-40ff-914b-63802bd7a219 None None] The port '7b568366-0837-4ffa-ba85-ca2b85c63ee4' was deleted {{(pid=88873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 10 20:49:43.682563 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd14821e-b9be-463e-a6f0-a11db01d3867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.687791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-4a9d6090-c056-48a8-9f9e-0c34d9477e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:43.709891 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14821e-b9be-463e-a6f0-a11db01d3867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b09045-c3eb-40a2-a3d1-292b95aa0455,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:43.713091 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-cd14821e-b9be-463e-a6f0-a11db01d3867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:43.715126 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cd14821e-b9be-463e-a6f0-a11db01d3867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:43.719605 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-cd14821e-b9be-463e-a6f0-a11db01d3867 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38b09045-c3eb-40a2-a3d1-292b95aa0455 HTTP/1.1" status: 204 len: 168 time: 0.1748183 Dec 10 20:49:43.784829 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7b568366-0837-4ffa-ba85-ca2b85c63ee4 no longer exists at agent ovs-agent-dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 10 20:49:43.823573 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.plugin [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] No Port match for: 7b568366-0837-4ffa-ba85-ca2b85c63ee4 {{(pid=88873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 10 20:49:43.823978 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.plugins.ml2.rpc [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Device 7b568366-0837-4ffa-ba85-ca2b85c63ee4 not bound to the agent host dv-neutron-821443-1-hyperv {{(pid=88873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 10 20:49:44.038380 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d7ff5638-0734-4ecf-aaf2-20d9bbf3df11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:44.125235 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44400) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:44.131933 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:44.178191 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-fdd78930-b772-4e36-a2cb-bc0a57a4a6bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eccc7eccf7f24f658fa316557f6bf3fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515416 Dec 10 20:49:44.180592 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.wsgi [-] (88871) accepted ('10.222.0.41', 44404) {{(pid=88871) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 10 20:49:44.245021 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe90a-e73f-464e-a433-59f4b506d5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:44.270974 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe90a-e73f-464e-a433-59f4b506d5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:44.314759 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe90a-e73f-464e-a433-59f4b506d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474204'] for security_group, after_delete {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:44.319708 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-85ff36bb-8851-441f-9b7a-10e63c6126c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 10 20:49:44.332186 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfe90a-e73f-464e-a433-59f4b506d5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c09be1-48fe-4dbd-a941-18d131b3c9d5,revision_number=None']} {{(pid=88871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 10 20:49:44.335892 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG oslo_concurrency.lockutils [None req-c8dfe90a-e73f-464e-a433-59f4b506d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 10 20:49:44.338076 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c8dfe90a-e73f-464e-a433-59f4b506d5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:49:44.341609 dv-neutron-821443-1-hyperv neutron-server[88762]: INFO neutron.wsgi [None req-c8dfe90a-e73f-464e-a433-59f4b506d5f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6c09be1-48fe-4dbd-a941-18d131b3c9d5 HTTP/1.1" status: 204 len: 168 time: 0.1576114 Dec 10 20:49:45.697411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:03.090968 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:11.303340 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb94-0a95-4604-a2a2-ddfa5084630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:12.692152 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:14.040070 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-e6654100-bd12-4757-b050-4a30314142ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:14.132582 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:15.699942 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:17.560779 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:50:33.105648 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:41.304160 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-21d63512-1fdb-4b6a-9590-d43ccaf2d45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:42.694953 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:44.040945 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-cf77c0d7-efd6-4636-9aad-cf062b569985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:44.134793 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:45.702803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:50:54.560526 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:51:03.104998 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:11.305547 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c2e40972-79eb-4bb2-bd4a-38ddd2c6730c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:12.697553 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:14.041411 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-69e94514-85fa-4eba-a63b-6e8ab6dcc9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:14.139214 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:15.706327 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:31.560885 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:51:33.103135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:41.307677 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-a0f074fc-22fd-49dc-b741-881c7f12c79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:42.698813 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:44.042515 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-61f3802b-72cb-4e10-85ed-8e72bd9f2237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:44.141228 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:51:45.708294 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:03.102862 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:08.562332 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:52:11.308660 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-445fbbec-7445-4774-826b-3451e729c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:12.700808 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:14.043722 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-27ccaab9-2b52-47c1-af53-09edcf1b51ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:14.148135 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:15.711498 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:33.117546 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:41.310711 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0386db3c-daa2-4eb2-adce-4a9d8e5f8194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:42.702802 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:44.045525 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-d3d1de67-aa33-4e30-a1ec-495c90b68dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:44.145791 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:52:45.563372 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:52:45.714982 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:03.124437 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:11.313098 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-10a25995-a0ea-40e9-9830-dea9d331cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:12.704921 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:14.047189 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-45dc7065-b73e-4c91-ba5f-aadf152e39c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:14.148833 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:15.718262 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:22.564988 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:53:33.116951 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:41.314165 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-363b4f23-9c17-49ef-b7ff-13bd97bd0601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:42.706386 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:44.048457 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-5eca8f6a-39e1-4d9e-b654-247338a8ace7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:44.150790 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:45.721197 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:53:59.565888 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:54:03.118079 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:11.314993 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-37c20ebb-84ae-4efa-83e5-a73f454f6f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:12.709483 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:14.049981 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4469f4e2-4b8b-4140-8d3f-0d6e29398dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:14.154132 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:15.724118 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:33.121196 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:36.567700 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:54:41.315166 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-f1c03924-649e-4e79-85c0-dd8c0ad90555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:42.712803 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:44.052510 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-c1f980c6-53e6-473e-8e8b-ecd578b63f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:44.159634 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:54:45.727458 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:03.123937 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:11.316580 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-4da85d68-d96f-4dbf-bca5-0491b3ff5077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:12.713736 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:13.568692 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron.db.agents_db [None req-0f705479-ee05-450c-8244-baa3634b14e8 None None] Agent healthcheck: found 6 active agents {{(pid=88874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 10 20:55:14.053828 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa0b7-942a-4a1d-a832-1e6972d174a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:14.161961 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:15.729821 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:33.144955 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-0d04c18a-88de-472b-83ef-15f4d0d1a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:41.319471 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-b9553ff0-2c1d-4ceb-98f4-41607ee948a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:42.715122 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-3da1e682-fd6e-4413-b70b-87639d4fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:44.055513 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-08a8bb3d-683f-4718-b0cd-0571697db6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:44.164832 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8799-c256-400f-840c-d8da0117cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 10 20:55:45.733154 dv-neutron-821443-1-hyperv neutron-server[88762]: DEBUG neutron_lib.callbacks.manager [None req-05763cae-7ab5-4086-8f3e-05f30b27464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781912582566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991251'] for agent, after_update {{(pid=88873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}